Commit 7b01cadc authored by Hejing Li's avatar Hejing Li
Browse files

Merge branch 'master' of github.com:simbricks/simbricks

parents 9ca4cd28 8bd1069a
......@@ -28,7 +28,7 @@ host_configs = ['qemu', 'gt']
seq_configs = ['swseq', 'ehseq']
nic_configs = ['ib', 'cb', 'cv']
proto_configs = ['vr', 'nopaxos']
num_client_configs = [1, 2, 3, 4, 5, 6, 7, 8]
num_client_configs = [1, 2, 3, 4, 5, 6, 7, 8, 10, 12]
experiments = []
sync_period = 200
......
......@@ -416,7 +416,7 @@ class NOPaxosClient(AppConfig):
for ip in self.server_ips:
cmds.append('ping -c 1 ' + ip)
cmds.append('/root/nopaxos/bench/client -c /root/nopaxos.config ' +
'-m nopaxos -n 2000')
'-m nopaxos -n 40000')
if self.is_last:
cmds.append('sleep 1')
else:
......
......@@ -197,10 +197,11 @@ class Gem5Host(HostSim):
f'--num-cpus={self.node_config.cores} '
'--ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 ')
if (env.no_simbricks):
cmd += '--no-simbricks '
if env.create_cp:
cmd += '--max-checkpoints=1 '
if env.restore_cp:
cmd += '-r 0 '
......
......@@ -31,7 +31,7 @@ if len(sys.argv) != 2:
basedir = sys.argv[1] + '/'
types_of_seq = ['ehseq', 'swseq']
num_clients = [1, 2, 3, 4, 5, 6, 7, 8]
num_clients = [1, 2, 3, 4, 5, 6, 7, 8, 10, 12]
......@@ -41,7 +41,7 @@ for num_c in num_clients:
line = [str(num_c)]
for seq in types_of_seq:
path_pat = '%snopaxos-gt-cb-%s-%d-1.json' % (basedir, seq, num_c)
path_pat = '%snopaxos-gt-ib-%s-%d-1.json' % (basedir, seq, num_c)
res = utils.parse_nopaxos.parse_nopaxos_run(num_c, seq, path_pat)
#print(path_pat)
......
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-1", "metadata": {}, "start_time": 1607578878.0919251, "end_time": 1607588990.924559, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["782c49155dc0", "sync_pci=1 sync_eth=1", "exit main_time: 25866962490000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["193f6f005358", "sync_pci=1 sync_eth=1", "exit main_time: 25866962542000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29c89c194e24", "sync_pci=1 sync_eth=1", "exit main_time: 25866962511000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6bef68233950", "sync_pci=1 sync_eth=1", "exit main_time: 25866962512000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e9ee5c31f48", "sync_pci=1 sync_eth=1", "exit main_time: 25866961735519"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34661", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938036640393", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.884919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.884919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.300704] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938036630393. Starting simulation...", "info: Entering event queue @ 1938036640393. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938036640716. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34671", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890931039480", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5368 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5398 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5398 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5398 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.142725] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890931029480. Starting simulation...", "info: Entering event queue @ 1890931039480. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890931039803. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34677", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944996092641", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.881917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.883917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.883917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.883917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.883917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.889916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.891915] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.891915] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.891915] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.903914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.283704] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944996082641. Starting simulation...", "info: Entering event queue @ 1944996092641. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944996092964. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34684", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1961184205990", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5538 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5548 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.249709] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1961184195990. Starting simulation...", "info: Entering event queue @ 1961184205990. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1961184206313. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34688", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1932531736141", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.874919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.566814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5678 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register (udptransport.cc:396): Listening on UDP port 38833\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.926759] random: crng init done\r", "20120001-000004-7873 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.214511 seconds\r", "20120001-000004-7873 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-7893 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:129): Average latency is 153169 ns (153 us)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000004-7903 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000004-8033 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000004-8033 00654 * LATENCY total: 0 ns 153 us/1 ns 5999 us (20001 samples, 3063 ms total)\r", "20120001-000004-8033 00654 * 1 ns | 16965 | ==================================================\r", "20120001-000004-8033 00654 * ... |\r", "20120001-000004-8033 00654 * 524 us | 3022 | ========\r", "20120001-000004-8033 00654 * 1048 us | 9 | \r", "20120001-000004-8043 00654 * 2097 us | 2 | \r", "20120001-000004-8043 00654 * 4194 us | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 25866961360785 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1932531726141. Starting simulation...", "info: Entering event queue @ 1932531736141. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1932531736464. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-2", "metadata": {}, "start_time": 1607578878.0909684, "end_time": 1607590804.3350542, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["468ff2206d5c", "sync_pci=1 sync_eth=1", "exit main_time: 27590740062000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["67a2a7ff62f4", "sync_pci=1 sync_eth=1", "exit main_time: 27590740121000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3a5222ff48ec", "sync_pci=1 sync_eth=1", "exit main_time: 27590740137000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7c789f59341c", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "warn: nicsim_sync failed (t=12385210000)", "exit main_time: 27590740040000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["d022dfe2ee8", "sync_pci=1 sync_eth=1", "exit main_time: 27590740079000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5fb1a8fe14e0", "sync_pci=1 sync_eth=1", "exit main_time: 27590739327069"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34654", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1892367196885", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.909609] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1892367186885. Starting simulation...", "info: Entering event queue @ 1892367196885. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1892367197208. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34670", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1988040904408", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.865920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.866919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.866919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.871919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5418 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5448 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5458 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.944604] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1988040894408. Starting simulation...", "info: Entering event queue @ 1988040904408. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1988040904731. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34676", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954362402622", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.871918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.871918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.871918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.871918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.876917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5478 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5508 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5508 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5508 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.976598] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954362392622. Starting simulation...", "info: Entering event queue @ 1954362402622. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954362402945. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34683", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1925726278744", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5558 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5558 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 3.011593] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1925726268744. Starting simulation...", "info: Entering event queue @ 1925726278744. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1925726279067. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34687", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914111559423", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.853920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.855920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.855920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.855920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.855920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.855920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.855920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.855920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.855920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.855920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.874917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1043 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1043.842/1043.842/1043.842/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00655 * Register (udptransport.cc:396): Listening on UDP port 44467\r", "20120001-000002-5956 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.181566] random: crng init done\r", "20120001-000006-4330 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 3.836417 seconds\r", "20120001-000006-4330 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4360 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4360 00655 * CooldownDone (benchmark.cc:129): Average latency is 185562 ns (185 us)\r", "20120001-000006-4360 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4370 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4370 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5340 00655 * LATENCY total: 0 ns 185 us/1 ns 11 ms (20001 samples, 3711 ms total)\r", "20120001-000006-5340 00655 * 1 ns | 16331 | ==================================================\r", "20120001-000006-5340 00655 * ... |\r", "20120001-000006-5340 00655 * 524 us | 3659 | ===========\r", "20120001-000006-5340 00655 * 1048 us | 4 | \r", "20120001-000006-5350 00655 * 2097 us | 4 | \r", "20120001-000006-5350 00655 * 4194 us | 0 |\r", "20120001-000006-5350 00655 * 8388 us | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914111549423. Starting simulation...", "info: Entering event queue @ 1914111559423. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914111559746. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder07, pid 34695", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1926320709718", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.870919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.871918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.871918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.872918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.872918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.872918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.872918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.872918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.872918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.878917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1026 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1026.844/1026.844/1026.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60829\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.197565] random: crng init done\r", "20120001-000006-4350 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.838417 seconds\r", "20120001-000006-4350 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4380 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4380 00654 * CooldownDone (benchmark.cc:129): Average latency is 186512 ns (186 us)\r", "20120001-000006-4380 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4390 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4390 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5350 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5350 00654 * LATENCY total: 0 ns 186 us/1 ns 10 ms (20001 samples, 3730 ms total)\r", "20120001-000006-5350 00654 * 1 ns | 16316 | ==================================================\r", "20120001-000006-5350 00654 * ... |\r", "20120001-000006-5350 00654 * 524 us | 3672 | ===========\r", "20120001-000006-5350 00654 * 1048 us | 6 | \r", "20120001-000006-5360 00654 * 2097 us | 4 | \r", "20120001-000006-5360 00654 * 4194 us | 0 |\r", "20120001-000006-5360 00654 * 8388 us | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 27590738944365 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1926320699718. Starting simulation...", "info: Entering event queue @ 1926320709718. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1926320710041. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-3", "metadata": {}, "start_time": 1607578878.0982761, "end_time": 1607603377.4707556, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["8b5b20a588c", "sync_pci=1 sync_eth=1", "exit main_time: 27652066589000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5b65312a3e84", "sync_pci=1 sync_eth=1", "exit main_time: 27652066534000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4adbf61443b8", "sync_pci=1 sync_eth=1", "exit main_time: 27652066545000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1d8bf35429b4", "sync_pci=1 sync_eth=1", "exit main_time: 27652066589000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2e1534cd2480", "sync_pci=1 sync_eth=1", "exit main_time: 27652066568000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4f2802581a14", "sync_pci=1 sync_eth=1", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "warn: nicsim_sync failed (t=1314425210000)", "exit main_time: 27652066517000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["c4cbad0a78", "sync_pci=1 sync_eth=1", "exit main_time: 27652065752389"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder07, pid 34664", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1953542951560", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.877919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.877919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.877919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.883918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.883918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.883918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.883918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.883918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.883918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.883918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.883918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.883918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.884918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.884918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.884918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.884918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.897916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.794628] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1953542941560. Starting simulation...", "info: Entering event queue @ 1953542951560. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1953542951883. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder07, pid 34672", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 2020561564195", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.881917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.881917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.881917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.881917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.881917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.881917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.882917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.882917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.887916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.887916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.901914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5588 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5618 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5618 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.813623] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 2020561554195. Starting simulation...", "info: Entering event queue @ 2020561564195. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 2020561564518. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder07, pid 34678", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1933659988759", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.880918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.880918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.880918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.880918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.880918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.880918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.880918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.880918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.880918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.880918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.881918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.881918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.885917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.885917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.885917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.885917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.885917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.886917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.886917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.886917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.886917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.886917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.886917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.887917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.887917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.887917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.899915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5568 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5598 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5598 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5598 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.896611] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1933659978759. Starting simulation...", "info: Entering event queue @ 1933659988759. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1933659989082. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder07, pid 34685", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1923911715124", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.858920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.860920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.865919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5358 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5388 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5388 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5388 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.885612] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1923911705124. Starting simulation...", "info: Entering event queue @ 1923911715124. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1923911715447. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder07, pid 34690", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1914053881825", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.879917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.880917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.880917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.880917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.880917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.880917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.881917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.881917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.881917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.881917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.881917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.885917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.885917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.886916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.886916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.886916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.886916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.886916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.886916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.886916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.886916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.886916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.886916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.887916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.887916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.887916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.899914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1016 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1016.845/1016.845/1016.845/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 36144\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.976599] random: crng init done\r", "20120001-000006-5280 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.931403 seconds\r", "20120001-000006-5280 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:129): Average latency is 192161 ns (192 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5320 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5320 00654 * LATENCY total: 0 ns 192 us/1 ns 15 ms (20001 samples, 3843 ms total)\r", "20120001-000006-5320 00654 * 1 ns | 16226 | ==================================================\r", "20120001-000006-5320 00654 * ... |\r", "20120001-000006-5320 00654 * 524 us | 3758 | ===========\r", "20120001-000006-5320 00654 * 1048 us | 7 | \r", "20120001-000006-5330 00654 * 2097 us | 7 | \r", "20120001-000006-5330 00654 * 4194 us | 0 |\r", "20120001-000006-5330 00654 * 8388 us | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1914053871825. Starting simulation...", "info: Entering event queue @ 1914053881825. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1914053882148. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder07, pid 34696", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1940723765911", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.872919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.874919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.591658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5916 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5946 00654 * Register (udptransport.cc:396): Listening on UDP port 56558\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.960602] random: crng init done\r", "20120001-000006-5270 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.929403 seconds\r", "20120001-000006-5270 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:129): Average latency is 190911 ns (190 us)\r", "20120001-000006-5300 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5310 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5340 00654 * LATENCY total: 0 ns 190 us/1 ns 15 ms (20001 samples, 3818 ms total)\r", "20120001-000006-5340 00654 * 1 ns | 16249 | ==================================================\r", "20120001-000006-5340 00654 * ... |\r", "20120001-000006-5340 00654 * 524 us | 3737 | ===========\r", "20120001-000006-5340 00654 * 1048 us | 5 | \r", "20120001-000006-5350 00654 * 2097 us | 7 | \r", "20120001-000006-5350 00654 * 4194 us | 0 |\r", "20120001-000006-5350 00654 * 8388 us | 3 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1940723755911. Starting simulation...", "info: Entering event queue @ 1940723765911. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1940723766234. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:33", "gem5 executing on spyder07, pid 34699", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1980114415165", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1035 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1035.843/1035.843/1035.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 41135\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.134574] random: crng init done\r", "20120001-000006-5230 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 3.926403 seconds\r", "20120001-000006-5230 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5250 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:129): Average latency is 190861 ns (190 us)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5260 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5340 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-5340 00654 * LATENCY total: 0 ns 190 us/1 ns 15 ms (20001 samples, 3817 ms total)\r", "20120001-000006-5340 00654 * 1 ns | 16252 | ==================================================\r", "20120001-000006-5340 00654 * ... |\r", "20120001-000006-5340 00654 * 524 us | 3730 | ===========\r", "20120001-000006-5340 00654 * 1048 us | 9 | \r", "20120001-000006-5350 00654 * 2097 us | 7 | \r", "20120001-000006-5350 00654 * 4194 us | 0 |\r", "20120001-000006-5350 00654 * 8388 us | 3 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 27652065323265 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1980114405165. Starting simulation...", "info: Entering event queue @ 1980114415165. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1980114415488. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-4", "metadata": {}, "start_time": 1607612977.130588, "end_time": 1607627412.0693607, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2dd09bd4d6c", "sync_pci=1 sync_eth=1", "exit main_time: 26859942143000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5140b16a5d08", "sync_pci=1 sync_eth=1", "exit main_time: 26859942180000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["61ca58e057d4", "sync_pci=1 sync_eth=1", "exit main_time: 26859942174000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["302d8cbd6770", "sync_pci=1 sync_eth=1", "exit main_time: 26859942123000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["40b77f93623c", "sync_pci=1 sync_eth=1", "exit main_time: 26859942111000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["f1ad78071dc", "sync_pci=1 sync_eth=1", "exit main_time: 26859942198000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1fa464866ca4", "sync_pci=1 sync_eth=1", "exit main_time: 26859942161000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7f3949c2d5b4", "sync_pci=1 sync_eth=1", "exit main_time: 26859941261181"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.eth.client.3.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:38", "gem5 executing on spyder07, pid 52148", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1837323458722", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.852921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.852921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.852921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.853920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.853920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.858920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.858920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.859920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.859920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.859920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.859920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.860919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.860919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.872918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.880764] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1837323448722. Starting simulation...", "info: Entering event queue @ 1837323458722. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1837323459045. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:39", "gem5 executing on spyder07, pid 52152", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1902226847032", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5218 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5248 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5248 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5248 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.792778] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1902226837032. Starting simulation...", "info: Entering event queue @ 1902226847032. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1902226847355. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:40", "gem5 executing on spyder07, pid 52155", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1896054878512", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.872918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.872918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.872918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.872918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.872918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.872918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.872918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.873918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.873918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.877917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.877917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.878917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.878917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.878917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.878917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.879917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.891915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5498 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5528 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5528 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5528 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.789778] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1896054868512. Starting simulation...", "info: Entering event queue @ 1896054878512. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1896054878835. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:41", "gem5 executing on spyder07, pid 52156", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1884902224996", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.851921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.851921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.851921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.851921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.851921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.851921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.851921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.851921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.851921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.857920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.859920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.871918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5288 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5308 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5318 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5318 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.827772] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1884902214996. Starting simulation...", "info: Entering event queue @ 1884902224996. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1884902225319. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:42", "gem5 executing on spyder07, pid 52158", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900933036138", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.855921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.857921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.863920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.863920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.863920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.863920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.863920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.864920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.864920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.864920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.865920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.876918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.537818] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5378 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5408 00654 * Register (udptransport.cc:396): Listening on UDP port 37825\r", "20120001-000001-5438 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.077736] random: crng init done\r", "20120001-000005-6491 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.105376 seconds\r", "20120001-000005-6501 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-6521 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-6521 00654 * CooldownDone (benchmark.cc:129): Average latency is 199709 ns (199 us)\r", "20120001-000005-6521 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6531 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6531 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-6821 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-6821 00654 * LATENCY total: 0 ns 199 us/1 ns 19 ms (20001 samples, 3994 ms total)\r", "20120001-000005-6821 00654 * 1 ns | 16110 | ==================================================\r", "20120001-000005-6821 00654 * ... |\r", "20120001-000005-6821 00654 * 524 us | 3871 | ============\r", "20120001-000005-6821 00654 * 1048 us | 8 | \r", "20120001-000005-6831 00654 * 2097 us | 8 | \r", "20120001-000005-6831 00654 * 4194 us | 0 |\r", "20120001-000005-6831 00654 * 8388 us | 0 |\r", "20120001-000005-6831 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900933026138. Starting simulation...", "info: Entering event queue @ 1900933036138. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900933036461. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:47", "gem5 executing on spyder07, pid 52167", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1949355062974", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.873919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.873919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.879918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.566814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5668 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5698 00654 * Register (udptransport.cc:396): Listening on UDP port 54028\r", "20120001-000001-5728 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.993749] random: crng init done\r", "20120001-000005-7441 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.171366 seconds\r", "20120001-000005-7451 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-7471 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-7471 00654 * CooldownDone (benchmark.cc:129): Average latency is 203508 ns (203 us)\r", "20120001-000005-7471 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7481 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7481 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8131 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8131 00654 * LATENCY total: 0 ns 203 us/1 ns 20 ms (20001 samples, 4070 ms total)\r", "20120001-000005-8131 00654 * 1 ns | 16036 | ==================================================\r", "20120001-000005-8131 00654 * ... |\r", "20120001-000005-8131 00654 * 524 us | 3943 | ============\r", "20120001-000005-8131 00654 * 1048 us | 11 | \r", "20120001-000005-8141 00654 * 2097 us | 7 | \r", "20120001-000005-8141 00654 * 4194 us | 0 |\r", "20120001-000005-8141 00654 * 8388 us | 0 |\r", "20120001-000005-8141 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1949355052974. Starting simulation...", "info: Entering event queue @ 1949355062974. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1949355063297. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:52", "gem5 executing on spyder07, pid 52171", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1906841675917", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.869920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.869920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.869920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.562815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5628 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5658 00655 * Register (udptransport.cc:396): Listening on UDP port 55000\r", "20120001-000001-5688 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.999749] random: crng init done\r", "20120001-000005-7481 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 4.179365 seconds\r", "20120001-000005-7491 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-7511 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-7511 00655 * CooldownDone (benchmark.cc:129): Average latency is 204908 ns (204 us)\r", "20120001-000005-7521 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7521 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7521 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8091 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8091 00655 * LATENCY total: 0 ns 204 us/1 ns 19 ms (20001 samples, 4098 ms total)\r", "20120001-000005-8091 00655 * 1 ns | 16004 | ==================================================\r", "20120001-000005-8091 00655 * ... |\r", "20120001-000005-8091 00655 * 524 us | 3977 | ============\r", "20120001-000005-8091 00655 * 1048 us | 8 | \r", "20120001-000005-8101 00655 * 2097 us | 8 | \r", "20120001-000005-8101 00655 * 4194 us | 0 |\r", "20120001-000005-8101 00655 * 8388 us | 0 |\r", "20120001-000005-8101 00655 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1906841665917. Starting simulation...", "info: Entering event queue @ 1906841675917. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1906841676240. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 16:09:57", "gem5 executing on spyder07, pid 52176", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-4/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-4/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912501579015", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.569814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5698 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5728 00654 * Register (udptransport.cc:396): Listening on UDP port 37848\r", "20120001-000001-5758 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.003748] random: crng init done\r", "20120001-000005-7561 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.180365 seconds\r", "20120001-000005-7561 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000005-7581 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:129): Average latency is 204558 ns (204 us)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000005-7591 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000005-8171 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000005-8171 00654 * LATENCY total: 0 ns 204 us/1 ns 20 ms (20001 samples, 4091 ms total)\r", "20120001-000005-8171 00654 * 1 ns | 16020 | ==================================================\r", "20120001-000005-8171 00654 * ... |\r", "20120001-000005-8171 00654 * 524 us | 3959 | ============\r", "20120001-000005-8171 00654 * 1048 us | 10 | \r", "20120001-000005-8181 00654 * 2097 us | 8 | \r", "20120001-000005-8181 00654 * 4194 us | 0 |\r", "20120001-000005-8181 00654 * 8388 us | 0 |\r", "20120001-000005-8181 00654 * 16 ms | 4 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 26859940930908 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912501569015. Starting simulation...", "info: Entering event queue @ 1912501579015. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912501579338. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-5", "metadata": {}, "start_time": 1607532463.6332548, "end_time": 1607536342.9982615, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6f7d5bd6976c", "sync_pci=1 sync_eth=1", "exit main_time: 4170313783000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["21c1ab76e674", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["42d4b93bdc08", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["63e81cecd1a0", "sync_pci=1 sync_eth=1", "exit main_time: 4170313839000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4fb43d1c738", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["260e1142bcd0", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["47212177b264", "sync_pci=1 sync_eth=1", "exit main_time: 4170313771000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["683433b8a7fc", "sync_pci=1 sync_eth=1", "exit main_time: 4170313751000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["94786ed9d94", "sync_pci=1 sync_eth=1", "exit main_time: 4170313012201"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:44", "gem5 executing on spyder12, pid 29958", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1959316116283", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.873918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.874918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.874918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.874918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.874918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.874918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.874918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.874918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.875918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.875918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.875918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.879917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.879917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.879917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.880917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.880917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.880917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.881917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.881917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.893915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.830773] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1959316106283. Starting simulation...", "info: Entering event queue @ 1959316116283. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1959316116606. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:45", "gem5 executing on spyder12, pid 29970", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1957253869927", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.867918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.868918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.868918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.868918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.868918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.868918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.868918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.868918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.869918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.869918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.869918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.869918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.869918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.869918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.873917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.873917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.874917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.874917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.874917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.874917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.874917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.874917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.874917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.875917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.875917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.875917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.887915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5448 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5478 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5488 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.815774] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1957253859927. Starting simulation...", "info: Entering event queue @ 1957253869927. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1957253870250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:46", "gem5 executing on spyder12, pid 29974", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1929669723685", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5398 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5428 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5428 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5428 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.837771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1929669713685. Starting simulation...", "info: Entering event queue @ 1929669723685. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1929669724008. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:47", "gem5 executing on spyder12, pid 29977", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1938156299614", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.884917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.848771] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1938156289614. Starting simulation...", "info: Entering event queue @ 1938156299614. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1938156299937. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:48", "gem5 executing on spyder12, pid 29981", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1966799974267", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.557814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 51388\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9727 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.408938 seconds\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:129): Average latency is 200869 ns (200 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9747 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 2999 us (2001 samples, 401 ms total)\r", "20120001-000002-0677 00654 * 1 ns | 1601 | ==================================================\r", "20120001-000002-0677 00654 * ... |\r", "20120001-000002-0677 00654 * 524 us | 399 | ============\r", "20120001-000002-0677 00654 * 1048 us | 0 |\r", "20120001-000002-0687 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1966799964267. Starting simulation...", "info: Entering event queue @ 1966799974267. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1966799982582. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:53", "gem5 executing on spyder12, pid 30003", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1983500447743", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.876917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.876917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.876917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.876917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.876917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.876917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.876917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.881916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.881916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.881916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.882916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.882916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.568812] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5688 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5718 00655 * Register (udptransport.cc:396): Listening on UDP port 42787\r", "20120001-000001-5748 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-0697 00655 ! ResendRequest (client.cc:127): Client timeout; resending request\u001b[0m\r", "20120001-000002-0827 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.507923 seconds\r", "20120001-000002-0827 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:129): Average latency is 250336 ns (250 us)\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0837 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0847 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-1807 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000002-1807 00655 * LATENCY total: 0 ns 250 us/1 ns 101 ms (2001 samples, 500 ms total)\r", "20120001-000002-1807 00655 * 1 ns | 1603 | ==================================================\r", "20120001-000002-1807 00655 * ... |\r", "20120001-000002-1807 00655 * 524 us | 396 | ============\r", "20120001-000002-1807 00655 * 1048 us | 0 |\r", "20120001-000002-1817 00655 * 2097 us | 1 | \r", "20120001-000002-1817 00655 * ... |\r", "20120001-000002-1817 00655 * 67 ms | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1983500437743. Starting simulation...", "info: Entering event queue @ 1983500447743. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1983500448066. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:58", "gem5 executing on spyder12, pid 30153", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900554936949", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.857920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.859920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.859920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.859920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.859920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.859920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.859920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.859920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.859920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.859920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.860920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.860920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.864919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.864919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.865919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.865919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.865919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.878917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1039 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1039.841/1039.841/1039.841/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 48632\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9216 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.324951 seconds\r", "20120001-000002-9216 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:129): Average latency is 156897 ns (156 us)\r", "20120001-000002-9226 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9236 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9236 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 156 us/1 ns 8998 us (2001 samples, 313 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1696 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 303 | ========\r", "20120001-000002-9985 00654 * 1048 us | 1 | \r", "20120001-000002-9995 00654 * 2097 us | 0 |\r", "20120001-000002-9995 00654 * 4194 us | 0 |\r", "20120001-000002-9995 00654 * 8388 us | 1 | \r", "[ 3.000595] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900554926949. Starting simulation...", "info: Entering event queue @ 1900554936949. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900554937272. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:03", "gem5 executing on spyder12, pid 30194", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1954215653185", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.558813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5588 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5618 00654 * Register (udptransport.cc:396): Listening on UDP port 40367\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9717 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.407938 seconds\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:129): Average latency is 200369 ns (200 us)\r", "20120001-000001-9727 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9737 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0677 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0677 00654 * LATENCY total: 0 ns 200 us/1 ns 3999 us (2001 samples, 400 ms total)\r", "20120001-000002-0677 00654 * 1 ns | 1604 | ==================================================\r", "20120001-000002-0677 00654 * ... |\r", "20120001-000002-0677 00654 * 524 us | 395 | ============\r", "20120001-000002-0677 00654 * 1048 us | 1 | \r", "20120001-000002-0687 00654 * 2097 us | 1 | \r", "[ 2.069735] random: crng init done\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1954215643185. Starting simulation...", "info: Entering event queue @ 1954215653185. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1954215653508. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:08", "gem5 executing on spyder12, pid 30200", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1944802365229", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.860920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.861919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.861919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.861919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.861919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.861919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.861919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.861919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.861919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.866919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.866919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.866919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.866919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.866919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.867918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.867918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.880917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.554814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5548 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5578 00654 * Register (udptransport.cc:396): Listening on UDP port 38639\r", "20120001-000001-5598 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9697 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.409938 seconds\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9707 00654 * CooldownDone (benchmark.cc:129): Average latency is 195872 ns (195 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9717 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0637 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0637 00654 * LATENCY total: 0 ns 195 us/1 ns 3999 us (2001 samples, 391 ms total)\r", "20120001-000002-0637 00654 * 1 ns | 1613 | ==================================================\r", "20120001-000002-0637 00654 * ... |\r", "20120001-000002-0637 00654 * 524 us | 386 | ===========\r", "20120001-000002-0637 00654 * 1048 us | 1 | [ 2.064737] random: crng init done\r", "\r", "20120001-000002-0647 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4170312550962 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1944802355229. Starting simulation...", "info: Entering event queue @ 1944802365229. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1944802365552. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
nopaxos-gt-cb-ehseq-5: starting NICS
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. 0 0 200 500 500
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. 0 0 200 500 500
nic.sequencer.0. ERR: ['2925e8b8f178']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. 0 0 200 500 500
nic.replica.0. ERR: ['39af5e92ec44']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. 0 0 200 500 500
nic.replica.1. ERR: ['4a38adf5e710']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. 0 0 200 500 500
nic.replica.2. ERR: ['5ac2746fe1dc']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. 0 0 200 500 500
nic.client.0. ERR: ['51643efe2d0']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. 0 0 200 500 500
nic.client.1. ERR: ['159fd961dd98']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. 0 0 200 500 500
nic.client.2. ERR: ['2629101ad864']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. 0 0 200 500 500
nic.client.3. ERR: ['36b28b3cd330']
nopaxos-gt-cb-ehseq-5: waiting for sockets
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.)
nic.client.4. ERR: ['473c7e15cdfc']
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.)
start Net: /home/hejingli/endhostsim-code/ns-3/cosim-run.sh sequencer sequencer-single-switch-example --EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4. --LinkRate=100Gb/s --LinkLatency=500ns
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
net. ERR: ['Create client and server nodes, and optionally endhost sequencer nodes']
net. ERR: ['Create switch node']
net. ERR: ['Create simple channels']
net. ERR: ['Create Switch']
net. ERR: ['Create Cosims and Bridges']
host.sequencer.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.sequencer.0 OUT: ['gem5 Simulator System. http://gem5.org']
host.sequencer.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.sequencer.0 OUT: ['']
host.sequencer.0 OUT: ['gem5 version 20.0.0.1']
host.sequencer.0 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.sequencer.0 OUT: ['gem5 started Dec 10 2020 16:11:36']
host.sequencer.0 OUT: ['gem5 executing on spyder07, pid 52713']
host.sequencer.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.sequencer.0 OUT: ['']
host.sequencer.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.sequencer.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.sequencer.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.sequencer.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.sequencer.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.sequencer.0 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.sequencer.0. ERR: ['sync_pci=1 sync_eth=1']
host.sequencer.0 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.sequencer.0 ERR: ['warn: Reading current count from inactive timer.']
host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.replica.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.replica.0 OUT: ['gem5 Simulator System. http://gem5.org']
host.replica.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.0 OUT: ['']
host.replica.0 OUT: ['gem5 version 20.0.0.1']
host.replica.0 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.replica.0 OUT: ['gem5 started Dec 10 2020 16:11:37']
host.replica.0 OUT: ['gem5 executing on spyder07, pid 52718']
host.replica.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.0 OUT: ['']
host.replica.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.0 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.replica.0. ERR: ['sync_pci=1 sync_eth=1']
host.replica.0 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.replica.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.0 ERR: ['warn: Reading current count from inactive timer.']
host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.replica.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.replica.1 OUT: ['gem5 Simulator System. http://gem5.org']
host.replica.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.1 OUT: ['']
host.replica.1 OUT: ['gem5 version 20.0.0.1']
host.replica.1 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.replica.1 OUT: ['gem5 started Dec 10 2020 16:11:38']
host.replica.1 OUT: ['gem5 executing on spyder07, pid 52720']
host.replica.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.1 OUT: ['']
host.replica.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.1 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.replica.1. ERR: ['sync_pci=1 sync_eth=1']
host.replica.1 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.replica.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.1 ERR: ['warn: Reading current count from inactive timer.']
host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.replica.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.replica.2 OUT: ['gem5 Simulator System. http://gem5.org']
host.replica.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.2 OUT: ['']
host.replica.2 OUT: ['gem5 version 20.0.0.1']
host.replica.2 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.replica.2 OUT: ['gem5 started Dec 10 2020 16:11:39']
host.replica.2 OUT: ['gem5 executing on spyder07, pid 52721']
host.replica.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.2 OUT: ['']
host.replica.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.2 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.replica.2. ERR: ['sync_pci=1 sync_eth=1']
host.replica.2 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.replica.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.2 ERR: ['warn: Reading current count from inactive timer.']
host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.0 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.0 OUT: ['']
host.client.0 OUT: ['gem5 version 20.0.0.1']
host.client.0 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.0 OUT: ['gem5 started Dec 10 2020 16:11:40']
host.client.0 OUT: ['gem5 executing on spyder07, pid 52723']
host.client.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.0 OUT: ['']
host.client.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.0 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.0. ERR: ['sync_pci=1 sync_eth=1']
host.client.0 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.0 ERR: ['warn: Reading current count from inactive timer.']
host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.1 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.1 OUT: ['']
host.client.1 OUT: ['gem5 version 20.0.0.1']
host.client.1 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.1 OUT: ['gem5 started Dec 10 2020 16:11:45']
host.client.1 OUT: ['gem5 executing on spyder07, pid 52727']
host.client.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.1 OUT: ['']
host.client.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.1 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.1. ERR: ['sync_pci=1 sync_eth=1']
host.client.1 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.1 ERR: ['warn: Reading current count from inactive timer.']
host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.2 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.2 OUT: ['']
host.client.2 OUT: ['gem5 version 20.0.0.1']
host.client.2 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.2 OUT: ['gem5 started Dec 10 2020 16:11:50']
host.client.2 OUT: ['gem5 executing on spyder07, pid 52737']
host.client.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.2 OUT: ['']
host.client.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
nic.client.2. ERR: ['sync_pci=1 sync_eth=1']
host.client.2 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
host.client.2 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.2 ERR: ['warn: Reading current count from inactive timer.']
host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.3 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.3 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.3 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.3 OUT: ['']
host.client.3 OUT: ['gem5 version 20.0.0.1']
host.client.3 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.3 OUT: ['gem5 started Dec 10 2020 16:11:55']
host.client.3 OUT: ['gem5 executing on spyder07, pid 52740']
host.client.3 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.3 OUT: ['']
host.client.3 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.3 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.3 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.3 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.3 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.3 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.3 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.3. ERR: ['sync_pci=1 sync_eth=1']
host.client.3 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.3 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.3 ERR: ['warn: Reading current count from inactive timer.']
host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.sequencer.0 OUT: ['Switch at curTick count:10000']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941320224. Starting simulation...']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200
host.client.4 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.']
host.client.4 OUT: ['gem5 Simulator System. http://gem5.org']
host.client.4 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.4 OUT: ['']
host.client.4 OUT: ['gem5 version 20.0.0.1']
host.client.4 OUT: ['gem5 compiled Dec 3 2020 17:56:02']
host.client.4 OUT: ['gem5 started Dec 10 2020 16:12:00']
host.client.4 OUT: ['gem5 executing on spyder07, pid 52746']
host.client.4 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.4 OUT: ['']
host.client.4 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.4 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.4 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.4 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.4 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.4 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.4 ERR: ['warn: pollInterval=100000000 pciAsync=500000']
nic.client.4. ERR: ['sync_pci=1 sync_eth=1']
host.client.4 OUT: [' 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012']
host.client.4 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.4 ERR: ['warn: Reading current count from inactive timer.']
host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.0 OUT: ['Switch at curTick count:10000']
host.replica.0 ERR: ['info: Entering event queue @ 1891910595267. Starting simulation...']
host.client.0 OUT: ['Switch at curTick count:10000']
host.client.0 ERR: ['info: Entering event queue @ 1872953931240. Starting simulation...']
host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.1 OUT: ['Switch at curTick count:10000']
host.replica.1 ERR: ['info: Entering event queue @ 1899809454168. Starting simulation...']
host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.2 OUT: ['Switch at curTick count:10000']
host.replica.2 ERR: ['info: Entering event queue @ 1983359946375. Starting simulation...']
nopaxos-gt-cb-ehseq-5: waiting for hosts to terminate
host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.1 OUT: ['Switch at curTick count:10000']
host.client.1 ERR: ['info: Entering event queue @ 1875230827731. Starting simulation...']
host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.2 OUT: ['Switch at curTick count:10000']
host.client.2 ERR: ['info: Entering event queue @ 1863463291380. Starting simulation...']
host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.3 OUT: ['Switch at curTick count:10000']
host.client.3 ERR: ['info: Entering event queue @ 1875846849759. Starting simulation...']
host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.4 OUT: ['Switch at curTick count:10000']
host.client.4 ERR: ['info: Entering event queue @ 1871938918269. Starting simulation...']
host.sequencer.0 OUT: ['Switched CPUS @ tick 1845941330224']
host.sequencer.0 OUT: ['switching cpus']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330224. Starting simulation...']
host.sequencer.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330547. Starting simulation...']
host.sequencer.0 OUT: ['**** REAL SIMULATION ****']
host.sequencer.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.sequencer.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.sequencer.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.sequencer.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.sequencer.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.sequencer.0 OUT: ['[ 0.859920] mqnic: loading out-of-tree module taints kernel.\r']
host.sequencer.0 OUT: ['[ 0.860920] mqnic 0000:00:02.0: mqnic probe\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: PHC count: 1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: IF count: 1\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.sequencer.0 OUT: ['[ 0.861920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.2 OUT: ['Switched CPUS @ tick 1863463301380']
host.client.2 OUT: ['switching cpus']
host.client.2 ERR: ['info: Entering event queue @ 1863463301380. Starting simulation...']
host.client.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.2 ERR: ['info: Entering event queue @ 1863463301703. Starting simulation...']
host.client.2 OUT: ['**** REAL SIMULATION ****']
host.client.2 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.2 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.2 ERR: ['warn: Tried to clear PCI interrupt 14']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Port count: 1\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.sequencer.0 OUT: ['[ 0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.2 OUT: ['[ 0.849921] mqnic: loading out-of-tree module taints kernel.\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.sequencer.0 OUT: ['[ 0.868918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.4 OUT: ['Switched CPUS @ tick 1871938928269']
host.client.4 OUT: ['switching cpus']
host.client.4 ERR: ['info: Entering event queue @ 1871938928269. Starting simulation...']
host.client.4 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.4 OUT: ['**** REAL SIMULATION ****']
host.client.4 ERR: ['info: Entering event queue @ 1871938928592. Starting simulation...']
host.client.4 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.4 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.4 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: mqnic probe\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.4 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: IF count: 1\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.2 OUT: ['[ 0.850921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.4 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.2 OUT: ['[ 0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.0 OUT: ['Switched CPUS @ tick 1872953941240']
host.client.0 OUT: ['switching cpus']
host.client.0 ERR: ['info: Entering event queue @ 1872953941240. Starting simulation...']
host.client.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.0 OUT: ['**** REAL SIMULATION ****']
host.client.0 ERR: ['info: Entering event queue @ 1872953941563. Starting simulation...']
host.client.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.2 OUT: ['[ 0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.2 OUT: ['[ 0.851921] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.sequencer.0 OUT: ['+ ip link set dev eth0 up\r']
host.client.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.1 OUT: ['Switched CPUS @ tick 1875230837731']
host.client.1 OUT: ['switching cpus']
host.client.1 ERR: ['info: Entering event queue @ 1875230837731. Starting simulation...']
host.client.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.1 OUT: ['**** REAL SIMULATION ****']
host.client.1 ERR: ['info: Entering event queue @ 1875230838054. Starting simulation...']
host.client.1 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.1 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 OUT: ['Switched CPUS @ tick 1875846859759']
host.client.3 OUT: ['switching cpus']
host.client.3 ERR: ['info: Entering event queue @ 1875846859759. Starting simulation...']
host.client.3 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.3 ERR: ['info: Entering event queue @ 1875846860082. Starting simulation...']
host.client.3 OUT: ['**** REAL SIMULATION ****']
host.client.3 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.3 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.3 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.1 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.3 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.4 OUT: ['[ 0.862920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.0 OUT: ['[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: mqnic probe\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.4 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.4 OUT: ['[ 0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.4 OUT: ['[ 0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: mqnic probe\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.0 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.0 OUT: ['[ 0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.0 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.1 OUT: ['[ 0.861920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.3 OUT: ['[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: mqnic probe\r']
host.sequencer.0 OUT: ['[ 0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: mqnic probe\r']
host.client.1 OUT: ['[ 0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.1 OUT: ['[ 0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.1 OUT: ['[ 0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.3 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.2 OUT: ['[ 0.855920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Port count: 1\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.2 OUT: ['[ 0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.2 OUT: ['[ 0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.2 OUT: ['+ ip link set dev eth0 up\r']
host.replica.0 OUT: ['Switched CPUS @ tick 1891910605267']
host.replica.0 OUT: ['switching cpus']
host.replica.0 ERR: ['info: Entering event queue @ 1891910605267. Starting simulation...']
host.replica.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.0 OUT: ['**** REAL SIMULATION ****']
host.replica.0 ERR: ['info: Entering event queue @ 1891910605590. Starting simulation...']
host.replica.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.replica.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.replica.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.replica.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.4 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.4 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Port count: 1\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.0 OUT: ['[ 0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.4 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.0 OUT: ['[ 0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.4 OUT: ['+ ip link set dev eth0 up\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.1 OUT: ['[ 0.869919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.3 OUT: ['[ 0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.1 OUT: ['Switched CPUS @ tick 1899809464168']
host.replica.1 OUT: ['switching cpus']
host.replica.1 ERR: ['info: Entering event queue @ 1899809464168. Starting simulation...']
host.replica.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.1 OUT: ['**** REAL SIMULATION ****']
host.replica.1 ERR: ['info: Entering event queue @ 1899809464491. Starting simulation...']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.1 OUT: ['[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.1 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.0 OUT: ['[ 0.867920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.1 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.0 OUT: ['+ ip link set dev eth0 up\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.3 OUT: ['[ 0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.1 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.1 OUT: ['[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: mqnic probe\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.2 OUT: ['[ 0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.3 OUT: ['[ 0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.0 OUT: ['[ 0.868919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.0 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.0 OUT: ['[ 0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.0 OUT: ['[ 0.869919] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.1 OUT: ['+ ip link set dev eth0 up\r']
host.client.3 OUT: ['+ ip link set dev eth0 up\r']
host.replica.1 OUT: ['[ 0.869918] mqnic: loading out-of-tree module taints kernel.\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: mqnic probe\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.1 OUT: ['[ 0.870918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.1 OUT: ['[ 0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.1 OUT: ['[ 0.871918] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.1 OUT: ['[ 0.871918] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.4 OUT: ['[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.0 OUT: ['[ 0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.1 OUT: ['[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.3 OUT: ['[ 0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.0 OUT: ['[ 0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.0 OUT: ['[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.0 OUT: ['[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.0 OUT: ['+ ip link set dev eth0 up\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.1 OUT: ['[ 0.875917] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.1 OUT: ['[ 0.876917] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.1 OUT: ['[ 0.877917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.1 OUT: ['+ ip link set dev eth0 up\r']
host.replica.0 OUT: ['[ 0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.1 OUT: ['[ 0.889915] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.2 OUT: ['Switched CPUS @ tick 1983359956375']
host.replica.2 OUT: ['switching cpus']
host.replica.2 ERR: ['info: Entering event queue @ 1983359956375. Starting simulation...']
host.replica.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.2 ERR: ['info: Entering event queue @ 1983359956698. Starting simulation...']
host.replica.2 OUT: ['**** REAL SIMULATION ****']
host.replica.2 ERR: ["warn: instruction 'fwait' unimplemented"]
host.replica.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.2 ERR: ["warn: Don't know what interrupt to clear for console."]
host.replica.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.replica.2 ERR: ['warn: Tried to clear PCI interrupt 14']
host.replica.2 OUT: ['[ 0.854920] mqnic: loading out-of-tree module taints kernel.\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: mqnic probe\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.2 OUT: ['[ 0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.2 OUT: ['[ 0.857919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.2 OUT: ['[ 0.857919] mqnic 0000:00:02.0: Creating interface 0\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.2 OUT: ['[ 0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.2 OUT: ['[ 0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.2 OUT: ['[ 0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.2 OUT: ['+ ip link set dev eth0 up\r']
host.replica.2 OUT: ['[ 0.876916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.sequencer.0 OUT: ['+ ip addr add 10.0.0.100/24 dev eth0\r']
host.sequencer.0 OUT: ['+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r']
host.client.2 OUT: ['+ ip addr add 10.0.0.6/24 dev eth0\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.4 OUT: ['+ ip addr add 10.0.0.8/24 dev eth0\r']
host.client.0 OUT: ['+ ip addr add 10.0.0.4/24 dev eth0\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.1 OUT: ['+ ip addr add 10.0.0.5/24 dev eth0\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.3 OUT: ['+ ip addr add 10.0.0.7/24 dev eth0\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.2 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.4 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.4 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.0 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.replica.0 OUT: ['+ ip addr add 10.0.0.1/24 dev eth0\r']
host.client.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.1 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.3 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.replica.0 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r']
host.replica.1 OUT: ['+ ip addr add 10.0.0.2/24 dev eth0\r']
host.replica.1 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r']
host.replica.0 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.1 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.0 OUT: ['20120001-000001-5478 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.replica.1 OUT: ['20120001-000001-5468 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.replica.2 OUT: ['+ ip addr add 10.0.0.3/24 dev eth0\r']
host.replica.2 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r']
host.replica.2 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.2 OUT: ['20120001-000001-5328 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.client.0 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1027 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 1027.844/1027.844/1027.844/0.000 ms\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.0 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.0 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.1 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
host.client.0 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.0 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.4 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.0 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.2 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1047 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 1047.841/1047.841/1047.841/0.000 ms\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.1 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.1 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.4 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.4 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.2 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.2 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.1 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.1 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.1 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.2 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.2 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r']
host.client.2 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.replica.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1050 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 1050.840/1050.840/1050.840/0.000 ms\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.2\r']
host.replica.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.replica.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.3 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.3 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.3 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.3 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.4 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.0 OUT: ['[ 2.591657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.0 OUT: ['20120001-000002-5916 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.0 OUT: ['20120001-000002-5946 00654 * Register (udptransport.cc:396): Listening on UDP port 38596\r']
host.client.4 OUT: ['[ 2.590658] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.0 OUT: ['20120001-000002-5976 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.sequencer.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.4 OUT: ['20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.4 OUT: ['20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 36873\r']
host.client.1 OUT: ['[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.2 OUT: ['[ 2.590656] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.4 OUT: ['20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.1 OUT: ['20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.1 OUT: ['20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 50610\r']
host.client.2 OUT: ['20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.2 OUT: ['20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 46453\r']
host.client.1 OUT: ['20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.2 OUT: ['20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.3 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.3 OUT: ['[ 2.586657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.3 OUT: ['20120001-000002-5866 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.3 OUT: ['20120001-000002-5896 00654 * Register (udptransport.cc:396): Listening on UDP port 51592\r']
host.client.3 OUT: ['20120001-000002-5916 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.replica.0 OUT: ['[ 2.723637] random: crng init done\r']
host.replica.2 OUT: ['[ 2.686641] random: crng init done\r']
host.replica.1 OUT: ['[ 2.783627] random: crng init done\r']
host.sequencer.0 OUT: ['[ 2.833620] random: crng init done\r']
host.client.4 OUT: ['[ 2.930606] random: crng init done\r']
host.client.1 OUT: ['[ 2.931606] random: crng init done\r']
host.client.2 OUT: ['[ 2.937604] random: crng init done\r']
host.client.0 OUT: ['[ 3.105579] random: crng init done\r']
host.client.3 OUT: ['[ 3.091580] random: crng init done\r']
host.client.0 OUT: ['20120001-000007-1939 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.596302 seconds\r']
host.client.0 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:129): Average latency is 225104 ns (225 us)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-1979 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1919 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.595301 seconds\r']
host.client.4 OUT: ['20120001-000007-1919 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:129): Average latency is 225804 ns (225 us)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1959 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1909 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.594301 seconds\r']
host.client.2 OUT: ['20120001-000007-1909 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.1 OUT: ['20120001-000007-1939 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.597302 seconds\r']
host.client.1 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.2 OUT: ['20120001-000007-1929 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:129): Average latency is 223754 ns (223 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:129): Average latency is 224754 ns (224 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1979 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0819 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.490318 seconds\r']
host.client.3 OUT: ['20120001-000007-0819 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:129): Average latency is 219455 ns (219 us)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0859 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * operator() (client.cc:273): All clients done.\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 22 ms (20001 samples, 4502 ms total)\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * 1 ns | 15622 | ==================================================\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * ... |\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * 524 us | 4350 | =============\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * 1048 us | 16 | \r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 2097 us | 9 | \r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 4194 us | 0 |\r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 8388 us | 0 |\r']
host.client.0 OUT: ['20120001-000007-2419 00654 * 16 ms | 4 | \r']
host.client.0 OUT: ['+ sleep infinity\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * operator() (client.cc:273): All clients done.\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 21 ms (20001 samples, 4516 ms total)\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * 1 ns | 15606 | ==================================================\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * ... |\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * 524 us | 4366 | =============\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * 1048 us | 15 | \r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 2097 us | 10 | \r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 4194 us | 0 |\r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 8388 us | 0 |\r']
host.client.4 OUT: ['20120001-000007-2419 00654 * 16 ms | 4 | \r']
host.client.1 OUT: ['20120001-000007-2399 00654 * operator() (client.cc:273): All clients done.\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 224 us/1 ns 22 ms (20001 samples, 4495 ms total)\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * 1 ns | 15633 | ==================================================\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * ... |\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * 524 us | 4338 | =============\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * 1048 us | 17 | \r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 2097 us | 9 | \r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 4194 us | 0 |\r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 8388 us | 0 |\r']
host.client.1 OUT: ['20120001-000007-2409 00654 * 16 ms | 4 | \r']
host.client.4 OUT: ['+ sleep 20\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * operator() (client.cc:273): All clients done.\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 223 us/1 ns 22 ms (20001 samples, 4475 ms total)\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * 1 ns | 15650 | ==================================================\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * ... |\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * 524 us | 4325 | =============\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * 1048 us | 13 | \r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 2097 us | 9 | \r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 4194 us | 0 |\r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 8388 us | 0 |\r']
host.client.2 OUT: ['20120001-000007-2409 00654 * 16 ms | 4 | \r']
host.client.1 OUT: ['+ sleep infinity\r']
host.client.2 OUT: ['+ sleep infinity\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * operator() (client.cc:273): All clients done.\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * LATENCY total: 0 ns 219 us/1 ns 21 ms (20001 samples, 4389 ms total)\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * 1 ns | 15721 | ==================================================\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * ... |\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * 524 us | 4262 | =============\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * 1048 us | 5 | \r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 2097 us | 9 | \r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 4194 us | 0 |\r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 8388 us | 0 |\r']
host.client.3 OUT: ['20120001-000007-1359 00654 * 16 ms | 4 | \r']
host.client.3 OUT: ['+ sleep infinity\r']
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-6", "metadata": {}, "start_time": 1607578878.1529167, "end_time": 1607597909.8949, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4dddc311720", "sync_pci=1 sync_eth=1", "exit main_time: 28791292203000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["25f17a0c0cb8", "sync_pci=1 sync_eth=1", "exit main_time: 28791292184000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4704681f0250", "sync_pci=1 sync_eth=1", "exit main_time: 28791292267000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["78a0fcebf2b0", "sync_pci=1 sync_eth=1", "exit main_time: 28791292237000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["19b395d8e848", "sync_pci=1 sync_eth=1", "exit main_time: 28791292243000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3ac74b4ddde0", "sync_pci=1 sync_eth=1", "exit main_time: 28791292227000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5bda0f42d374", "sync_pci=1 sync_eth=1", "exit main_time: 28791292273000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7ced55b7c90c", "sync_pci=1 sync_eth=1", "exit main_time: 28791292186000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6c6392d9ce40", "sync_pci=1 sync_eth=1", "exit main_time: 28791292220000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1e0062e4bea4", "sync_pci=1 sync_eth=1", "exit main_time: 28791291293844"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.eth.client.5.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:19", "gem5 executing on spyder09, pid 60104", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1869231650590", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 2.015745] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1869231640590. Starting simulation...", "info: Entering event queue @ 1869231650590. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1869231650913. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:20", "gem5 executing on spyder09, pid 60115", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1913853834739", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.882917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.883917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.883917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.883917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.883917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.883917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.883917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.883917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.884917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.884917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.884917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.884917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.888916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.888916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.888916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.888916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.888916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.889916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.889916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.889916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.889916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.889916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.890916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.890916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.902914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5608 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5638 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5638 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5638 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.049740] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1913853824739. Starting simulation...", "info: Entering event queue @ 1913853834739. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1913853835062. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:21", "gem5 executing on spyder09, pid 60117", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1904445175816", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.875917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.875917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880917] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.880917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.880917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5548 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.054738] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1904445165816. Starting simulation...", "info: Entering event queue @ 1904445175816. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1904445176139. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:22", "gem5 executing on spyder09, pid 60120", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1956812874364", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.874917] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.875917] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.875917] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.875917] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.875917] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.875917] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.875917] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.875917] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.876917] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.876917] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.876917] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.876917] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.876917] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.876917] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.880916] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.880916] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.880916] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.880916] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.880916] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.881916] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.881916] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.881916] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.881916] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.881916] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.881916] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.881916] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.881916] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.882916] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.882916] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.894914] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5518 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5548 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5548 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5558 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 2.017744] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1956812864364. Starting simulation...", "info: Entering event queue @ 1956812874364. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1956812874687. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:23", "gem5 executing on spyder09, pid 60123", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1919646782659", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 43579\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.143572] random: crng init done\r", "20120001-000007-6358 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.049232 seconds\r", "20120001-000007-6358 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6378 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:129): Average latency is 247649 ns (247 us)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6388 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7358 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-7358 00654 * LATENCY total: 0 ns 247 us/1 ns 23 ms (20001 samples, 4953 ms total)\r", "20120001-000007-7358 00654 * 1 ns | 15194 | ==================================================\r", "20120001-000007-7358 00654 * ... |\r", "20120001-000007-7358 00654 * 524 us | 4777 | ===============\r", "20120001-000007-7358 00654 * 1048 us | 15 | \r", "20120001-000007-7368 00654 * 2097 us | 10 | \r", "20120001-000007-7368 00654 * 4194 us | 0 |\r", "20120001-000007-7368 00654 * 8388 us | 0 |\r", "20120001-000007-7368 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1919646772659. Starting simulation...", "info: Entering event queue @ 1919646782659. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1919646782982. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:28", "gem5 executing on spyder09, pid 60128", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1979403278014", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.856919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.857919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.857919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.857919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.857919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.857919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.857919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.857919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.857919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.857919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.858919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.858919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.858919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.862918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.862918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.862918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.863918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.863918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.875916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.999 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.537816] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5378 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5408 00655 * Register (udptransport.cc:396): Listening on UDP port 33896\r", "20120001-000001-5428 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.155722] random: crng init done\r", "20120001-000006-4150 00655 * Finish (benchmark.cc:190): Completed 20000 requests in 4.872259 seconds\r", "20120001-000006-4150 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-4170 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:129): Average latency is 238451 ns (238 us)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4180 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-4920 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000006-4920 00655 * LATENCY total: 0 ns 238 us/1 ns 23 ms (20001 samples, 4769 ms total)\r", "20120001-000006-4920 00655 * 1 ns | 15368 | ==================================================\r", "20120001-000006-4920 00655 * ... |\r", "20120001-000006-4920 00655 * 524 us | 4602 | ==============\r", "20120001-000006-4920 00655 * 1048 us | 16 | \r", "20120001-000006-4930 00655 * 2097 us | 10 | \r", "20120001-000006-4930 00655 * 4194 us | 0 |\r", "20120001-000006-4930 00655 * 8388 us | 1 | \r", "20120001-000006-4930 00655 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1979403268014. Starting simulation...", "info: Entering event queue @ 1979403278014. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1979403278337. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:33", "gem5 executing on spyder09, pid 60133", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1958668762285", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 1.560813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5608 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5638 00654 * Register (udptransport.cc:396): Listening on UDP port 56365\r", "20120001-000001-5658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.052738] random: crng init done\r", "20120001-000006-5390 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 4.972244 seconds\r", "20120001-000006-5400 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000006-5420 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000006-5420 00654 * CooldownDone (benchmark.cc:129): Average latency is 244200 ns (244 us)\r", "20120001-000006-5430 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5430 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000006-5430 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000006-6150 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000006-6150 00654 * LATENCY total: 0 ns 244 us/1 ns 23 ms (20001 samples, 4884 ms total)\r", "20120001-000006-6150 00654 * 1 ns | 15258 | ==================================================\r", "20120001-000006-6150 00654 * ... |\r", "20120001-000006-6150 00654 * 524 us | 4710 | ===============\r", "20120001-000006-6150 00654 * 1048 us | 17 | \r", "20120001-000006-6160 00654 * 2097 us | 11 | \r", "20120001-000006-6160 00654 * 4194 us | 0 |\r", "20120001-000006-6160 00654 * 8388 us | 1 | \r", "20120001-000006-6160 00654 * 16 ms | 4 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1958668752285. Starting simulation...", "info: Entering event queue @ 1958668762285. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1958668762608. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:38", "gem5 executing on spyder09, pid 60140", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1912738870486", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.875919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.876919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.876919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.876919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.876919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.877918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.877918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.877918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.877918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.877918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.877918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.877918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.882918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.882918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.882918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.882918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.882918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.882918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.882918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.882918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.882918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.883918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.883918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.895916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1010 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1010.847/1010.847/1010.847/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580660] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 49611\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.959602] random: crng init done\r", "20120001-000007-6428 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.056231 seconds\r", "20120001-000007-6428 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:129): Average latency is 248599 ns (248 us)\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6458 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6468 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7348 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-7348 00654 * LATENCY total: 0 ns 248 us/1 ns 23 ms (20001 samples, 4972 ms total)\r", "20120001-000007-7348 00654 * 1 ns | 15181 | ==================================================\r", "20120001-000007-7348 00654 * ... |\r", "20120001-000007-7348 00654 * 524 us | 4788 | ===============\r", "20120001-000007-7348 00654 * 1048 us | 15 | \r", "20120001-000007-7358 00654 * 2097 us | 12 | \r", "20120001-000007-7358 00654 * 4194 us | 0 |\r", "20120001-000007-7358 00654 * 8388 us | 0 |\r", "20120001-000007-7358 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1912738860486. Starting simulation...", "info: Entering event queue @ 1912738870486. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1912738878801. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:43", "gem5 executing on spyder09, pid 60148", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1923818624641", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.871920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.873919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.873919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.873919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.873919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.873919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.873919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.873919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.873919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.873919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.874919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.874919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.878918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.878918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.878918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.879918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.879918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.879918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.879918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.880918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.880918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.892916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1014 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1014.846/1014.846/1014.846/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580660] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 52823\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.963602] random: crng init done\r", "20120001-000007-6318 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.045233 seconds\r", "20120001-000007-6318 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6338 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:129): Average latency is 246850 ns (246 us)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6348 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6358 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-6358 00654 * LATENCY total: 0 ns 246 us/1 ns 23 ms (20001 samples, 4937 ms total)\r", "20120001-000007-6358 00654 * 1 ns | 15206 | ==================================================\r", "20120001-000007-6358 00654 * ... |\r", "20120001-000007-6358 00654 * 524 us | 4767 | ===============\r", "20120001-000007-6368 00654 * 1048 us | 12 | \r", "20120001-000007-6368 00654 * 2097 us | 11 | \r", "20120001-000007-6368 00654 * 4194 us | 0 |\r", "20120001-000007-6368 00654 * 8388 us | 0 |\r", "20120001-000007-6368 00654 * 16 ms | 5 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1923818614641. Starting simulation...", "info: Entering event queue @ 1923818624641. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1923818624964. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 10 2020 06:41:48", "gem5 executing on spyder09, pid 60155", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-6/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-6/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1916378749630", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.862919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.863919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.863919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.863919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.863919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.864918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.864918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.864918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.869918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.869918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.869918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.869918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.869918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.882916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1024 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1024.844/1024.844/1024.844/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r", "[ 2.580658] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5806 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5836 00654 * Register (udptransport.cc:396): Listening on UDP port 56764\r", "20120001-000002-5866 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 3.133574] random: crng init done\r", "20120001-000007-6378 00654 * Finish (benchmark.cc:190): Completed 20000 requests in 5.051232 seconds\r", "20120001-000007-6378 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000007-6408 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000007-6408 00654 * CooldownDone (benchmark.cc:129): Average latency is 248499 ns (248 us)\r", "20120001-000007-6408 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6418 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000007-6418 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000007-7358 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000007-7358 00654 * LATENCY total: 0 ns 248 us/1 ns 23 ms (20001 samples, 4970 ms total)\r", "20120001-000007-7358 00654 * 1 ns | 15183 | ==================================================\r", "20120001-000007-7358 00654 * ... |\r", "20120001-000007-7358 00654 * 524 us | 4785 | ===============\r", "20120001-000007-7358 00654 * 1048 us | 17 | \r", "20120001-000007-7368 00654 * 2097 us | 11 | \r", "20120001-000007-7368 00654 * 4194 us | 0 |\r", "20120001-000007-7368 00654 * 8388 us | 0 |\r", "20120001-000007-7368 00654 * 16 ms | 5 | \r", "+ sleep 20\r", "+ m5 exit\r", "Exiting @ tick 28791290908314 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1916378739630. Starting simulation...", "info: Entering event queue @ 1916378749630. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1916378749953. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
{"exp_name": "nopaxos-gt-cb-ehseq-7", "metadata": {}, "start_time": 1607532464.0030222, "end_time": 1607536336.181652, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.sequencer.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["221eb3d44a78", "sync_pci=1 sync_eth=1", "exit main_time: 4160103848000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["10bad5954e4", "sync_pci=1 sync_eth=1", "exit main_time: 4160103862000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["712a3c99b8bc", "sync_pci=1 sync_eth=1", "exit main_time: 4160103862000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5017268cc324", "sync_pci=1 sync_eth=1", "exit main_time: 4160103862000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.0.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2f0469b3cd8c", "sync_pci=1 sync_eth=1", "exit main_time: 4160103865000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.1.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["df0cae6d7f8", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.2.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6cdd87d5e260", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.3.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4bcab158ecc8", "sync_pci=1 sync_eth=1", "exit main_time: 4160103837000"]}, "nic.client.4.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.4.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2ab7a14ff730", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.5.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.5.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9a4f731019c", "sync_pci=1 sync_eth=1", "exit main_time: 4160103845000"]}, "nic.client.6.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.6.", "/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6.", "0", "0", "200", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a4c970b6040", "sync_pci=1 sync_eth=1", "exit main_time: 4160102997916"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.sequencer.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.0.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.1.", "--ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.replica.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.0.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.1.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.2.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.3.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.4.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.5.", "--ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.eth.client.6.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:44", "gem5 executing on spyder13, pid 55991", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1824733264519", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.837922] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.838922] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.838922] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.838922] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.838922] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.838922] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.838922] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.838922] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.838922] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.838922] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.838922] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.838922] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.839922] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.839922] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.839922] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.839922] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.843921] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.843921] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.843921] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.844921] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.844921] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.844921] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.844921] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.844921] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.844921] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.844921] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.845921] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.845921] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.857919] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[ 1.862766] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1824733254519. Starting simulation...", "info: Entering event queue @ 1824733264519. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1824733264842. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:45", "gem5 executing on spyder13, pid 55998", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1890888694534", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.874919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.874919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.874919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000001-5328 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000001-5358 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5358 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5358 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.807777] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1890888684534. Starting simulation...", "info: Entering event queue @ 1890888694534. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1890888694857. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:46", "gem5 executing on spyder13, pid 56000", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1900799223418", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.881918] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.882918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.882918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.882918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.882918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.882918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.882918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.882918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.882918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.882918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.883918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.883918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.883918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.887918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.887918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.887918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.887918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.888917] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.888917] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.888917] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.888917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.888917] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.889917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.889917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.901915] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000001-5598 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000001-5628 00649 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5628 00649 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5628 00649 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.827775] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1900799213418. Starting simulation...", "info: Entering event queue @ 1900799223418. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1900799223741. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:47", "gem5 executing on spyder13, pid 56003", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1870063072669", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.853920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.853920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.853920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.853920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.853920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.853920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.853920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.859919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.859919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000001-5178 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000001-5198 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000001-5208 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000001-5208 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[ 1.805776] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1870063062669. Starting simulation...", "info: Entering event queue @ 1870063072669. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1870063072992. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:48", "gem5 executing on spyder13, pid 56004", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1873799251417", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.850920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.851920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.852920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.852920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.852920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.852920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.852920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.852920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.852920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.852920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.852920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.852920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.857919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.857919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.857919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.857919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.857919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.857919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.857919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.857919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.857919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.857919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.857919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.857919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.858919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.858919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.870917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1047 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1047.840/1047.840/1047.840/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.584657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5846 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5876 00655 * Register (udptransport.cc:396): Listening on UDP port 49841\r", "20120001-000002-5906 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9615 00655 * Finish (benchmark.cc:190): Completed 2000 requests in 0.370943 seconds\r", "20120001-000002-9625 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9625 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-9625 00655 * CooldownDone (benchmark.cc:129): Average latency is 179383 ns (179 us)\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9635 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9925 00655 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9925 00655 * LATENCY total: 0 ns 179 us/1 ns 999 us (2001 samples, 358 ms total)\r", "20120001-000002-9925 00655 * 1 ns | 1642 | ==================================================\r", "20120001-000002-9925 00655 * ... |\r", "20120001-000002-9925 00655 * 524 us | 359 | ==========\r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1873799241417. Starting simulation...", "info: Entering event queue @ 1873799251417. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1873799251740. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:53", "gem5 executing on spyder13, pid 56014", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1955150102800", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.865919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.866919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.866919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.866919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.866919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.866919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.866919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.866919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.866919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.866919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.867919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.867919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.867919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.871918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.872918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.872918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.872918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.872918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.872918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.873918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.873918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.885916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.559814] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5598 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5628 00654 * Register (udptransport.cc:396): Listening on UDP port 38752\r", "20120001-000001-5658 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.987749] random: crng init done\r", "20120001-000002-0077 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.441933 seconds\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:129): Average latency is 214859 ns (214 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0697 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0697 00654 * LATENCY total: 0 ns 214 us/1 ns 2999 us (2001 samples, 429 ms total)\r", "20120001-000002-0697 00654 * 1 ns | 1573 | ==================================================\r", "20120001-000002-0697 00654 * ... |\r", "20120001-000002-0697 00654 * 524 us | 427 | =============\r", "20120001-000002-0697 00654 * 1048 us | 0 |\r", "20120001-000002-0707 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1955150092800. Starting simulation...", "info: Entering event queue @ 1955150102800. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1955150103123. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:47:59", "gem5 executing on spyder13, pid 56018", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1946865119077", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.861919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.862918] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.862918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.862918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.862918] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.863918] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.863918] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.863918] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.863918] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.863918] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.863918] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.863918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.863918] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.863918] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.868918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.868918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.868918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.868918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.868918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.868918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.869917] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.869917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.881916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.556813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5568 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5598 00654 * Register (udptransport.cc:396): Listening on UDP port 42404\r", "20120001-000001-5628 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.993747] random: crng init done\r", "20120001-000002-0057 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.442933 seconds\r", "20120001-000002-0057 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:129): Average latency is 215859 ns (215 us)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0667 00654 * LATENCY total: 0 ns 215 us/1 ns 3999 us (2001 samples, 431 ms total)\r", "20120001-000002-0667 00654 * 1 ns | 1572 | ==================================================\r", "20120001-000002-0667 00654 * ... |\r", "20120001-000002-0667 00654 * 524 us | 428 | =============\r", "20120001-000002-0667 00654 * 1048 us | 0 |\r", "20120001-000002-0677 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1946865109077. Starting simulation...", "info: Entering event queue @ 1946865119077. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1946865127392. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:04", "gem5 executing on spyder13, pid 56024", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1871958576934", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.865919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.865919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.865919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.865919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.865919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.865919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.865919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.870918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.884916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 2.590657] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-5906 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-5936 00654 * Register (udptransport.cc:396): Listening on UDP port 60772\r", "20120001-000002-5966 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-9725 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.375943 seconds\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "[ 2.973598] random: crng init done\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:129): Average latency is 183380 ns (183 us)\r", "20120001-000002-9735 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9745 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9745 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-9985 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-9985 00654 * LATENCY total: 0 ns 183 us/1 ns 1999 us (2001 samples, 366 ms total)\r", "20120001-000002-9985 00654 * 1 ns | 1635 | ==================================================\r", "20120001-000002-9985 00654 * ... |\r", "20120001-000002-9985 00654 * 524 us | 365 | ===========\r", "20120001-000002-9985 00654 * 1048 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1871958566934. Starting simulation...", "info: Entering event queue @ 1871958576934. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1871958577257. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.4": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.4", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.4", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.4.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:23", "gem5 executing on spyder13, pid 56028", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1947309854896", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.863920] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.864920] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.864920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.864920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.864920] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.864920] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.864920] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.864920] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.864920] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.864920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.865920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.865920] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.865920] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.870919] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.8/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.557815] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5578 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5608 00654 * Register (udptransport.cc:396): Listening on UDP port 48403\r", "20120001-000001-5638 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 1.995748] random: crng init done\r", "20120001-000002-0067 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.442932 seconds\r", "20120001-000002-0067 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:129): Average latency is 218357 ns (218 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0077 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0087 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0667 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0667 00654 * LATENCY total: 0 ns 218 us/1 ns 2999 us (2001 samples, 436 ms total)\r", "20120001-000002-0667 00654 * 1 ns | 1567 | ==================================================\r", "20120001-000002-0667 00654 * ... |\r", "20120001-000002-0667 00654 * 524 us | 432 | =============\r", "20120001-000002-0667 00654 * 1048 us | 1 | \r", "20120001-000002-0677 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1947309844896. Starting simulation...", "info: Entering event queue @ 1947309854896. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1947309855219. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.5": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.5", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.5", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.5.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:23", "gem5 executing on spyder13, pid 56037", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.5 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.5 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.5. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.5. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1908462200437", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.868919] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.869919] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.869919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.869919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.870919] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.870919] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.870919] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.870919] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.870919] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.875918] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.875918] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.888916] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.9/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.563813] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5638 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5678 00654 * Register (udptransport.cc:396): Listening on UDP port 43463\r", "20120001-000001-5698 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[ 2.012745] random: crng init done\r", "20120001-000002-0157 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.445932 seconds\r", "20120001-000002-0157 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-0157 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:129): Average latency is 217857 ns (217 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0167 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0737 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0737 00654 * LATENCY total: 0 ns 217 us/1 ns 2999 us (2001 samples, 435 ms total)\r", "20120001-000002-0737 00654 * 1 ns | 1570 | ==================================================\r", "20120001-000002-0737 00654 * ... |\r", "20120001-000002-0737 00654 * 524 us | 427 | =============\r", "20120001-000002-0737 00654 * 1048 us | 3 | \r", "20120001-000002-0747 00654 * 2097 us | 1 | \r", "+ sleep infinity\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1908462190437. Starting simulation...", "info: Entering event queue @ 1908462200437. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1908462208752. Starting simulation...", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.6": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.6", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.6", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.6.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6.", "--cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=200"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec 3 2020 17:56:02", "gem5 started Dec 9 2020 17:48:23", "gem5 executing on spyder13, pid 56045", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/gem5-out.client.6 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-7/0/gem5-cp.client.6 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.pci.client.6. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-7/1/nic.shm.client.6. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200", "", "info: Standard input is not a terminal, disabling listeners.", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", " 0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan 1 00:00:00 2012", "Switch at curTick count:10000", "Switched CPUS @ tick 1905828840433", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[ 0.852921] mqnic: loading out-of-tree module taints kernel.\r", "[ 0.854921] mqnic 0000:00:02.0: mqnic probe\r", "[ 0.854921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.854921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.854921] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[ 0.854921] mqnic 0000:00:02.0: FW version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[ 0.854921] mqnic 0000:00:02.0: Board version: 0.1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[ 0.854921] mqnic 0000:00:02.0: IF count: 1\r", "[ 0.854921] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[ 0.854921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[ 0.854921] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[ 0.854921] mqnic 0000:00:02.0: Creating interface 0\r", "[ 0.860920] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[ 0.860920] mqnic 0000:00:02.0: Port count: 1\r", "[ 0.860920] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[ 0.860920] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[ 0.860920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[ 0.860920] mqnic 0000:00:02.0: Max desc block size: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[ 0.861920] mqnic 0000:00:02.0: Port MTU: 2048\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler count: 1\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[ 0.861920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[ 0.873918] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.10/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[ 1.534817] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000001-5348 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000001-5378 00654 * Register (udptransport.cc:396): Listening on UDP port 38731\r", "20120001-000001-5398 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000001-9767 00654 * Finish (benchmark.cc:190): Completed 2000 requests in 0.435934 seconds\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:129): Average latency is 210862 ns (210 us)\r", "20120001-000001-9777 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9787 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r", "20120001-000001-9787 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r", "20120001-000002-0437 00654 * operator() (client.cc:273): All clients done.\r", "20120001-000002-0437 00654 * LATENCY total: 0 ns 210 us/1 ns 2999 us (2001 samples, 421 ms total)\r", "20120001-000002-0437 00654 * 1 ns | 1583 | ==================================================\r", "20120001-000002-0437 00654 * ... |\r", "20120001-000002-0437 00654 * 524 us | 415 | =============\r", "20120001-000002-0437 00654 * 1048 us | 2 | \r", "20120001-000002-0447 00654 * 2097 us | 1 | \r", "+ sleep 1\r", "+ m5 exit\r", "Exiting @ tick 4160102582817 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "warn: Sockets disabled, not accepting terminal connections", "warn: pollInterval=100000000 pciAsync=500000", "warn: Sockets disabled, not accepting gdb connections", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1905828830433. Starting simulation...", "info: Entering event queue @ 1905828840433. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1905828840756. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}}, "success": true}
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment