nopaxos-gt-cb-ehseq-5-1.log

preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar
preparing config tar: /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
prepare_nopaxos-gt-cb-ehseq-5.0 TERMINATED: 0
nopaxos-gt-cb-ehseq-5: starting NICS
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. 0 0 200 500 500
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. 0 0 200 500 500
nic.sequencer.0. ERR: ['2925e8b8f178']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. 0 0 200 500 500
nic.replica.0. ERR: ['39af5e92ec44']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. 0 0 200 500 500
nic.replica.1. ERR: ['4a38adf5e710']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. 0 0 200 500 500
nic.replica.2. ERR: ['5ac2746fe1dc']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. 0 0 200 500 500
nic.client.0. ERR: ['51643efe2d0']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. 0 0 200 500 500
nic.client.1. ERR: ['159fd961dd98']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. 0 0 200 500 500
nic.client.2. ERR: ['2629101ad864']
start NIC: /home/hejingli/endhostsim-code/corundum_bm/corundum_bm /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4. /local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. 0 0 200 500 500
nic.client.3. ERR: ['36b28b3cd330']
nopaxos-gt-cb-ehseq-5: waiting for sockets
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0.)
nic.client.4. ERR: ['473c7e15cdfc']
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.)
await_file(/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4.)
start Net: /home/hejingli/endhostsim-code/ns-3/cosim-run.sh sequencer sequencer-single-switch-example --EndhostSequencerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.sequencer.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.0. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.1. --ServerPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.replica.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.0. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.1. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.2. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.3. --ClientPort=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.eth.client.4.  --LinkRate=100Gb/s --LinkLatency=500ns 
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
net. ERR: ['Create client and server nodes, and optionally endhost sequencer nodes']
net. ERR: ['Create switch node']
net. ERR: ['Create simple channels']
net. ERR: ['Create Switch']
net. ERR: ['Create Cosims and Bridges']
host.sequencer.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.sequencer.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.sequencer.0 OUT: ['gem5 Simulator System.  http://gem5.org']
host.sequencer.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.sequencer.0 OUT: ['']
host.sequencer.0 OUT: ['gem5 version 20.0.0.1']
host.sequencer.0 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.sequencer.0 OUT: ['gem5 started Dec 10 2020 16:11:36']
host.sequencer.0 OUT: ['gem5 executing on spyder07, pid 52713']
host.sequencer.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.sequencer.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.sequencer.0 OUT: ['']
host.sequencer.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.sequencer.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.sequencer.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.sequencer.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.sequencer.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.sequencer.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.sequencer.0 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.sequencer.0. ERR: ['sync_pci=1 sync_eth=1']
host.sequencer.0 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.sequencer.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.sequencer.0 ERR: ['warn: Reading current count from inactive timer.']
host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.replica.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.replica.0 OUT: ['gem5 Simulator System.  http://gem5.org']
host.replica.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.0 OUT: ['']
host.replica.0 OUT: ['gem5 version 20.0.0.1']
host.replica.0 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.replica.0 OUT: ['gem5 started Dec 10 2020 16:11:37']
host.replica.0 OUT: ['gem5 executing on spyder07, pid 52718']
host.replica.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.0 OUT: ['']
host.replica.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.0 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.replica.0. ERR: ['sync_pci=1 sync_eth=1']
host.replica.0 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.replica.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.0 ERR: ['warn: Reading current count from inactive timer.']
host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.replica.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.replica.1 OUT: ['gem5 Simulator System.  http://gem5.org']
host.replica.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.1 OUT: ['']
host.replica.1 OUT: ['gem5 version 20.0.0.1']
host.replica.1 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.replica.1 OUT: ['gem5 started Dec 10 2020 16:11:38']
host.replica.1 OUT: ['gem5 executing on spyder07, pid 52720']
host.replica.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.1 OUT: ['']
host.replica.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.1 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.replica.1. ERR: ['sync_pci=1 sync_eth=1']
host.replica.1 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.replica.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.1 ERR: ['warn: Reading current count from inactive timer.']
host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.replica.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.replica.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.replica.2 OUT: ['gem5 Simulator System.  http://gem5.org']
host.replica.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.replica.2 OUT: ['']
host.replica.2 OUT: ['gem5 version 20.0.0.1']
host.replica.2 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.replica.2 OUT: ['gem5 started Dec 10 2020 16:11:39']
host.replica.2 OUT: ['gem5 executing on spyder07, pid 52721']
host.replica.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.replica.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.replica.2 OUT: ['']
host.replica.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.replica.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.replica.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.replica.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.replica.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.replica.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.replica.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.replica.2 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.replica.2. ERR: ['sync_pci=1 sync_eth=1']
host.replica.2 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.replica.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.replica.2 ERR: ['warn: Reading current count from inactive timer.']
host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.client.0 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.0 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.client.0 OUT: ['gem5 Simulator System.  http://gem5.org']
host.client.0 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.0 OUT: ['']
host.client.0 OUT: ['gem5 version 20.0.0.1']
host.client.0 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.client.0 OUT: ['gem5 started Dec 10 2020 16:11:40']
host.client.0 OUT: ['gem5 executing on spyder07, pid 52723']
host.client.0 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.0. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.0 OUT: ['']
host.client.0 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.0 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.0 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.0 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.0 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.0 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.0 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.0 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.client.0. ERR: ['sync_pci=1 sync_eth=1']
host.client.0 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.client.0 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.0 ERR: ['warn: Reading current count from inactive timer.']
host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.client.1 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.1 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.client.1 OUT: ['gem5 Simulator System.  http://gem5.org']
host.client.1 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.1 OUT: ['']
host.client.1 OUT: ['gem5 version 20.0.0.1']
host.client.1 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.client.1 OUT: ['gem5 started Dec 10 2020 16:11:45']
host.client.1 OUT: ['gem5 executing on spyder07, pid 52727']
host.client.1 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.1. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.1 OUT: ['']
host.client.1 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.1 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.1 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.1 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.1 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.1 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.1 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.1 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.client.1. ERR: ['sync_pci=1 sync_eth=1']
host.client.1 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.client.1 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.1 ERR: ['warn: Reading current count from inactive timer.']
host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.client.2 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.2 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.client.2 OUT: ['gem5 Simulator System.  http://gem5.org']
host.client.2 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.2 OUT: ['']
host.client.2 OUT: ['gem5 version 20.0.0.1']
host.client.2 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.client.2 OUT: ['gem5 started Dec 10 2020 16:11:50']
host.client.2 OUT: ['gem5 executing on spyder07, pid 52737']
host.client.2 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.2. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.2 OUT: ['']
host.client.2 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.2 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.2 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.2 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.2 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.2 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.2 ERR: ['warn: Sockets disabled, not accepting terminal connections']
nic.client.2. ERR: ['sync_pci=1 sync_eth=1']
host.client.2 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
host.client.2 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.client.2 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.2 ERR: ['warn: Reading current count from inactive timer.']
host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.client.3 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.3 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.client.3 OUT: ['gem5 Simulator System.  http://gem5.org']
host.client.3 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.3 OUT: ['']
host.client.3 OUT: ['gem5 version 20.0.0.1']
host.client.3 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.client.3 OUT: ['gem5 started Dec 10 2020 16:11:55']
host.client.3 OUT: ['gem5 executing on spyder07, pid 52740']
host.client.3 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.3. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.3 OUT: ['']
host.client.3 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.3 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.3 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.3 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.3 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.3 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.3 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.3 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.client.3. ERR: ['sync_pci=1 sync_eth=1']
host.client.3 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.client.3 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.3 ERR: ['warn: Reading current count from inactive timer.']
host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.sequencer.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.sequencer.0 OUT: ['Switch at curTick count:10000']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941320224.  Starting simulation...']
start Host: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200 
host.client.4 ERR: ['warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.']
host.client.4 ERR: ['warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.']
host.client.4 OUT: ['gem5 Simulator System.  http://gem5.org']
host.client.4 OUT: ['gem5 is copyrighted software; use the --copyright option for details.']
host.client.4 OUT: ['']
host.client.4 OUT: ['gem5 version 20.0.0.1']
host.client.4 OUT: ['gem5 compiled Dec  3 2020 17:56:02']
host.client.4 OUT: ['gem5 started Dec 10 2020 16:12:00']
host.client.4 OUT: ['gem5 executing on spyder07, pid 52746']
host.client.4 OUT: ['command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/gem5-out.client.4 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-5/0/gem5-cp.client.4 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --cosim-pci=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.pci.client.4. --cosim-shm=/local/var/tmp/hejingli/nopaxos-gt-cb-ehseq-5/1/nic.shm.client.4. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=200']
host.client.4 OUT: ['']
host.client.4 OUT: ['info: Standard input is not a terminal, disabling listeners.']
host.client.4 OUT: ['CEHCKPOINT RESTORE THINGIE']
host.client.4 OUT: ['Global frequency set at 1000000000000 ticks per second']
host.client.4 ERR: ['warn: No dot file generated. Please install pydot to generate the dot file and pdf.']
host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)']
host.client.4 ERR: ['warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)']
host.client.4 ERR: ['info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux']
host.client.4 ERR: ['warn: Sockets disabled, not accepting terminal connections']
host.client.4 ERR: ['warn: pollInterval=100000000  pciAsync=500000']
nic.client.4. ERR: ['sync_pci=1 sync_eth=1']
host.client.4 OUT: ['      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012']
host.client.4 ERR: ['warn: Sockets disabled, not accepting gdb connections']
host.client.4 ERR: ['warn: Reading current count from inactive timer.']
host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.0 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.0 OUT: ['Switch at curTick count:10000']
host.replica.0 ERR: ['info: Entering event queue @ 1891910595267.  Starting simulation...']
host.client.0 OUT: ['Switch at curTick count:10000']
host.client.0 ERR: ['info: Entering event queue @ 1872953931240.  Starting simulation...']
host.replica.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.1 OUT: ['Switch at curTick count:10000']
host.replica.1 ERR: ['info: Entering event queue @ 1899809454168.  Starting simulation...']
host.replica.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.replica.2 OUT: ['Switch at curTick count:10000']
host.replica.2 ERR: ['info: Entering event queue @ 1983359946375.  Starting simulation...']
nopaxos-gt-cb-ehseq-5: waiting for hosts to terminate
host.client.1 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.1 OUT: ['Switch at curTick count:10000']
host.client.1 ERR: ['info: Entering event queue @ 1875230827731.  Starting simulation...']
host.client.2 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.2 OUT: ['Switch at curTick count:10000']
host.client.2 ERR: ['info: Entering event queue @ 1863463291380.  Starting simulation...']
host.client.3 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.3 OUT: ['Switch at curTick count:10000']
host.client.3 ERR: ['info: Entering event queue @ 1875846849759.  Starting simulation...']
host.client.4 ERR: ['warn: TimingPioPort::getAddrRanges()']
host.client.4 OUT: ['Switch at curTick count:10000']
host.client.4 ERR: ['info: Entering event queue @ 1871938918269.  Starting simulation...']
host.sequencer.0 OUT: ['Switched CPUS @ tick 1845941330224']
host.sequencer.0 OUT: ['switching cpus']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330224.  Starting simulation...']
host.sequencer.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.sequencer.0 ERR: ['info: Entering event queue @ 1845941330547.  Starting simulation...']
host.sequencer.0 OUT: ['**** REAL SIMULATION ****']
host.sequencer.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.sequencer.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.sequencer.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.sequencer.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.sequencer.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.sequencer.0 OUT: ['[    0.859920] mqnic: loading out-of-tree module taints kernel.\r']
host.sequencer.0 OUT: ['[    0.860920] mqnic 0000:00:02.0: mqnic probe\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: PHC count: 1\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: IF count: 1\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.sequencer.0 OUT: ['[    0.861920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.2 OUT: ['Switched CPUS @ tick 1863463301380']
host.client.2 OUT: ['switching cpus']
host.client.2 ERR: ['info: Entering event queue @ 1863463301380.  Starting simulation...']
host.client.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.2 ERR: ['info: Entering event queue @ 1863463301703.  Starting simulation...']
host.client.2 OUT: ['**** REAL SIMULATION ****']
host.client.2 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.2 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.2 ERR: ['warn: Tried to clear PCI interrupt 14']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Port count: 1\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.sequencer.0 OUT: ['[    0.867919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.2 OUT: ['[    0.849921] mqnic: loading out-of-tree module taints kernel.\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.sequencer.0 OUT: ['[    0.868918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.4 OUT: ['Switched CPUS @ tick 1871938928269']
host.client.4 OUT: ['switching cpus']
host.client.4 ERR: ['info: Entering event queue @ 1871938928269.  Starting simulation...']
host.client.4 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.4 OUT: ['**** REAL SIMULATION ****']
host.client.4 ERR: ['info: Entering event queue @ 1871938928592.  Starting simulation...']
host.client.4 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.4 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.4 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: mqnic probe\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.4 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: IF count: 1\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.2 OUT: ['[    0.850921] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.4 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.2 OUT: ['[    0.851921] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.0 OUT: ['Switched CPUS @ tick 1872953941240']
host.client.0 OUT: ['switching cpus']
host.client.0 ERR: ['info: Entering event queue @ 1872953941240.  Starting simulation...']
host.client.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.0 OUT: ['**** REAL SIMULATION ****']
host.client.0 ERR: ['info: Entering event queue @ 1872953941563.  Starting simulation...']
host.client.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.2 OUT: ['[    0.851921] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.2 OUT: ['[    0.851921] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.sequencer.0 OUT: ['+ ip link set dev eth0 up\r']
host.client.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.1 OUT: ['Switched CPUS @ tick 1875230837731']
host.client.1 OUT: ['switching cpus']
host.client.1 ERR: ['info: Entering event queue @ 1875230837731.  Starting simulation...']
host.client.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.1 OUT: ['**** REAL SIMULATION ****']
host.client.1 ERR: ['info: Entering event queue @ 1875230838054.  Starting simulation...']
host.client.1 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.1 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 OUT: ['Switched CPUS @ tick 1875846859759']
host.client.3 OUT: ['switching cpus']
host.client.3 ERR: ['info: Entering event queue @ 1875846859759.  Starting simulation...']
host.client.3 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.client.3 ERR: ['info: Entering event queue @ 1875846860082.  Starting simulation...']
host.client.3 OUT: ['**** REAL SIMULATION ****']
host.client.3 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.3 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.client.3 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.1 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.3 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.4 OUT: ['[    0.862920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.0 OUT: ['[    0.868919] mqnic: loading out-of-tree module taints kernel.\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: mqnic probe\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.4 OUT: ['[    0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.4 OUT: ['[    0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.4 OUT: ['[    0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: mqnic probe\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: IF count: 1\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.0 OUT: ['[    0.870919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.0 OUT: ['[    0.871919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.0 OUT: ['[    0.871919] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.1 OUT: ['[    0.861920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.3 OUT: ['[    0.854920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: mqnic probe\r']
host.sequencer.0 OUT: ['[    0.881917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: mqnic probe\r']
host.client.1 OUT: ['[    0.863920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: FW version: 0.1\r']
host.client.1 OUT: ['[    0.864920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.client.1 OUT: ['[    0.864920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Board version: 0.1\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: PHC count: 1\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: IF count: 1\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.client.3 OUT: ['[    0.856920] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.2 OUT: ['[    0.855920] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Port count: 1\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.2 OUT: ['[    0.856920] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.2 OUT: ['[    0.857920] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.2 OUT: ['+ ip link set dev eth0 up\r']
host.replica.0 OUT: ['Switched CPUS @ tick 1891910605267']
host.replica.0 OUT: ['switching cpus']
host.replica.0 ERR: ['info: Entering event queue @ 1891910605267.  Starting simulation...']
host.replica.0 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.0 OUT: ['**** REAL SIMULATION ****']
host.replica.0 ERR: ['info: Entering event queue @ 1891910605590.  Starting simulation...']
host.replica.0 ERR: ["warn: instruction 'fwait' unimplemented"]
host.replica.0 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.0 ERR: ["warn: Don't know what interrupt to clear for console."]
host.replica.0 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.replica.0 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.4 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.4 OUT: ['[    0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Port count: 1\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.0 OUT: ['[    0.877918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.4 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.0 OUT: ['[    0.878918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.4 OUT: ['+ ip link set dev eth0 up\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.client.1 OUT: ['[    0.869919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.3 OUT: ['[    0.861919] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.1 OUT: ['Switched CPUS @ tick 1899809464168']
host.replica.1 OUT: ['switching cpus']
host.replica.1 ERR: ['info: Entering event queue @ 1899809464168.  Starting simulation...']
host.replica.1 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.1 OUT: ['**** REAL SIMULATION ****']
host.replica.1 ERR: ['info: Entering event queue @ 1899809464491.  Starting simulation...']
host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.client.1 OUT: ['[    0.870919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Event queue count: 1\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.1 ERR: ["warn: instruction 'fwait' unimplemented"]
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.1 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.0 OUT: ['[    0.867920] mqnic: loading out-of-tree module taints kernel.\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.1 ERR: ["warn: Don't know what interrupt to clear for console."]
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.1 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Port count: 1\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.client.0 OUT: ['+ ip link set dev eth0 up\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.client.3 OUT: ['[    0.862919] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.1 ERR: ['warn: Tried to clear PCI interrupt 14']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.client.1 OUT: ['[    0.871919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: mqnic probe\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.client.2 OUT: ['[    0.869918] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.client.3 OUT: ['[    0.863919] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.0 OUT: ['[    0.868919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.0 OUT: ['[    0.869919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.0 OUT: ['[    0.869919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.0 OUT: ['[    0.869919] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.1 OUT: ['+ ip link set dev eth0 up\r']
host.client.3 OUT: ['+ ip link set dev eth0 up\r']
host.replica.1 OUT: ['[    0.869918] mqnic: loading out-of-tree module taints kernel.\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: mqnic probe\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.1 OUT: ['[    0.870918] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.1 OUT: ['[    0.871918] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.1 OUT: ['[    0.871918] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.1 OUT: ['[    0.871918] mqnic 0000:00:02.0: Creating interface 0\r']
host.client.4 OUT: ['[    0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.0 OUT: ['[    0.890916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.1 OUT: ['[    0.883917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.client.3 OUT: ['[    0.875917] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.0 OUT: ['[    0.874918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.0 OUT: ['[    0.875918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.0 OUT: ['[    0.876918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.0 OUT: ['+ ip link set dev eth0 up\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.1 OUT: ['[    0.875917] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.1 OUT: ['[    0.876917] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.1 OUT: ['[    0.877917] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.1 OUT: ['+ ip link set dev eth0 up\r']
host.replica.0 OUT: ['[    0.889916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.1 OUT: ['[    0.889915] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.replica.2 OUT: ['Switched CPUS @ tick 1983359956375']
host.replica.2 OUT: ['switching cpus']
host.replica.2 ERR: ['info: Entering event queue @ 1983359956375.  Starting simulation...']
host.replica.2 ERR: ['warn: PowerState: Already in the requested power state, request ignored']
host.replica.2 ERR: ['info: Entering event queue @ 1983359956698.  Starting simulation...']
host.replica.2 OUT: ['**** REAL SIMULATION ****']
host.replica.2 ERR: ["warn: instruction 'fwait' unimplemented"]
host.replica.2 ERR: ["warn: instruction 'verw_Mw_or_Rv' unimplemented"]
host.replica.2 ERR: ["warn: Don't know what interrupt to clear for console."]
host.replica.2 OUT: ['+ insmod /tmp/guest/mqnic.ko\r']
host.replica.2 ERR: ['warn: Tried to clear PCI interrupt 14']
host.replica.2 OUT: ['[    0.854920] mqnic: loading out-of-tree module taints kernel.\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: mqnic probe\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: FW ID: 0x00000020\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: FW version: 0.1\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: Board ID: 0x43215678\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: Board version: 0.1\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: PHC count: 1\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: PHC offset: 0x00000200\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: IF count: 1\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: IF stride: 0x00080000\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r']
host.replica.2 OUT: ['[    0.856919] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r']
host.replica.2 OUT: ['[    0.857919] mqnic 0000:00:02.0: registered PHC (index 0)\r']
host.replica.2 OUT: ['[    0.857919] mqnic 0000:00:02.0: Creating interface 0\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: IF ID: 0x00000000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: IF features: 0x00000000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Event queue count: 1\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX queue count: 1\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX completion queue count: 1\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX queue count: 1\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX completion queue count: 1\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Port count: 1\r']
host.replica.2 OUT: ['[    0.862918] mqnic 0000:00:02.0: Port offset: 0x00800000\r']
host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Port stride: 0x00200000\r']
host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r']
host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Max desc block size: 1\r']
host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Port ID: 0x00000000\r']
host.replica.2 OUT: ['[    0.863918] mqnic 0000:00:02.0: Port features: 0x00000000\r']
host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Port MTU: 2048\r']
host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler count: 1\r']
host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r']
host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r']
host.replica.2 OUT: ['[    0.864918] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r']
host.replica.2 OUT: ['+ ip link set dev eth0 up\r']
host.replica.2 OUT: ['[    0.876916] mqnic 0000:00:02.0: mqnic_open on port 0\r']
host.sequencer.0 OUT: ['+ ip addr add 10.0.0.100/24 dev eth0\r']
host.sequencer.0 OUT: ['+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r']
host.client.2 OUT: ['+ ip addr add 10.0.0.6/24 dev eth0\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.4 OUT: ['+ ip addr add 10.0.0.8/24 dev eth0\r']
host.client.0 OUT: ['+ ip addr add 10.0.0.4/24 dev eth0\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.1 OUT: ['+ ip addr add 10.0.0.5/24 dev eth0\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.3 OUT: ['+ ip addr add 10.0.0.7/24 dev eth0\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.1\r']
host.client.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.2 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.4 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.4 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.0 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.replica.0 OUT: ['+ ip addr add 10.0.0.1/24 dev eth0\r']
host.client.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.1 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.client.3 OUT: ['PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r']
host.replica.0 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r']
host.replica.1 OUT: ['+ ip addr add 10.0.0.2/24 dev eth0\r']
host.replica.1 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r']
host.replica.0 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.1 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.0 OUT: ['20120001-000001-5478 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.0 OUT: ['20120001-000001-5508 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.replica.1 OUT: ['20120001-000001-5468 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.1 OUT: ['20120001-000001-5498 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.replica.2 OUT: ['+ ip addr add 10.0.0.3/24 dev eth0\r']
host.replica.2 OUT: ['+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r']
host.replica.2 ERR: ['warn: x86 cpuid family 0x0000: unimplemented function 4']
host.replica.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.replica.2 OUT: ['20120001-000001-5328 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * Register        (udptransport.cc:396): Listening on UDP port 12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r']
host.replica.2 OUT: ['20120001-000001-5358 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r']
host.client.0 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1027 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 1027.844/1027.844/1027.844/0.000 ms\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.0 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.0 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.0 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.1 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1033 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 1033.843/1033.843/1033.843/0.000 ms\r']
host.client.0 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.0 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.0 OUT: ['\r']
host.client.0 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.0 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.0 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.4 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.0 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.2 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1047 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 1047.841/1047.841/1047.841/0.000 ms\r']
host.client.4 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.2\r']
host.client.1 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.1 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.1 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.4 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.4 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.4 OUT: ['\r']
host.client.4 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.4 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.4 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.2 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.2 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.4 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.2 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.1 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.1 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.1 OUT: ['\r']
host.client.1 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.1 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.1 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.1 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.2 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.2 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.999 ms\r']
host.client.2 OUT: ['\r']
host.client.2 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.2 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.2 OUT: ['rtt min/avg/max/mdev = 0.999/0.999/0.999/0.000 ms\r']
host.client.2 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.replica.0 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 OUT: ['64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1050 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.1 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 1050.840/1050.840/1050.840/0.000 ms\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.2\r']
host.replica.1 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.replica.2 ERR: ['warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!']
host.client.3 OUT: ['PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r']
host.client.3 OUT: ['64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.00 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.2 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r']
host.client.3 OUT: ['+ ping -c 1 10.0.0.3\r']
host.client.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.3 OUT: ['PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r']
host.client.3 OUT: ['64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r']
host.client.3 OUT: ['\r']
host.client.3 OUT: ['--- 10.0.0.3 ping statistics ---\r']
host.client.3 OUT: ['1 packets transmitted, 1 received, 0% packet loss, time 0ms\r']
host.client.3 OUT: ['rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r']
host.client.3 OUT: ['+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 20000\r']
host.client.4 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.1 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.0 OUT: ['[    2.591657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.2 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.0 OUT: ['20120001-000002-5916 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.0 OUT: ['20120001-000002-5946 00654 * Register        (udptransport.cc:396): Listening on UDP port 38596\r']
host.client.4 OUT: ['[    2.590658] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.0 OUT: ['20120001-000002-5976 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.sequencer.0 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.4 OUT: ['20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.4 OUT: ['20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 36873\r']
host.client.1 OUT: ['[    2.590657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.2 OUT: ['[    2.590656] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.4 OUT: ['20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.1 OUT: ['20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.1 OUT: ['20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 50610\r']
host.client.2 OUT: ['20120001-000002-5906 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.2 OUT: ['20120001-000002-5936 00654 * Register        (udptransport.cc:396): Listening on UDP port 46453\r']
host.client.1 OUT: ['20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.2 OUT: ['20120001-000002-5966 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.client.3 ERR: ["warn: instruction 'fcomi' unimplemented"]
host.client.3 OUT: ['[    2.586657] random: client: uninitialized urandom read (4 bytes read)\r']
host.client.3 OUT: ['20120001-000002-5866 00654 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r']
host.client.3 OUT: ['20120001-000002-5896 00654 * Register        (udptransport.cc:396): Listening on UDP port 51592\r']
host.client.3 OUT: ['20120001-000002-5916 00654 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r']
host.replica.0 OUT: ['[    2.723637] random: crng init done\r']
host.replica.2 OUT: ['[    2.686641] random: crng init done\r']
host.replica.1 OUT: ['[    2.783627] random: crng init done\r']
host.sequencer.0 OUT: ['[    2.833620] random: crng init done\r']
host.client.4 OUT: ['[    2.930606] random: crng init done\r']
host.client.1 OUT: ['[    2.931606] random: crng init done\r']
host.client.2 OUT: ['[    2.937604] random: crng init done\r']
host.client.0 OUT: ['[    3.105579] random: crng init done\r']
host.client.3 OUT: ['[    3.091580] random: crng init done\r']
host.client.0 OUT: ['20120001-000007-1939 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.596302 seconds\r']
host.client.0 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:129): Average latency is 225104 ns (225 us)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-1979 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1919 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.595301 seconds\r']
host.client.4 OUT: ['20120001-000007-1919 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:129): Average latency is 225804 ns (225 us)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1949 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.4 OUT: ['20120001-000007-1959 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1909 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.594301 seconds\r']
host.client.2 OUT: ['20120001-000007-1909 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
host.client.1 OUT: ['20120001-000007-1939 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.597302 seconds\r']
host.client.1 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
host.client.2 OUT: ['20120001-000007-1929 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:129): Average latency is 223754 ns (223 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.2 OUT: ['20120001-000007-1939 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:129): Average latency is 224754 ns (224 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1969 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.1 OUT: ['20120001-000007-1979 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0819 00654 * Finish          (benchmark.cc:190): Completed 20000 requests in 4.490318 seconds\r']
host.client.3 OUT: ['20120001-000007-0819 00654 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:121): Median latency is 0 ns (0 ns)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:129): Average latency is 219455 ns (219 us)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0849 00654 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r']
host.client.3 OUT: ['20120001-000007-0859 00654 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * operator()      (client.cc:273):    All clients done.\r']
host.client.0 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 22 ms (20001 samples, 4502 ms total)\r']
host.client.0 OUT: ['20120001-000007-2409 00654 *       1 ns |      15622 | ==================================================\r']
host.client.0 OUT: ['20120001-000007-2409 00654 *        ... |\r']
host.client.0 OUT: ['20120001-000007-2409 00654 *     524 us |       4350 | =============\r']
host.client.0 OUT: ['20120001-000007-2409 00654 *    1048 us |         16 | \r']
host.client.0 OUT: ['20120001-000007-2419 00654 *    2097 us |          9 | \r']
host.client.0 OUT: ['20120001-000007-2419 00654 *    4194 us |          0 |\r']
host.client.0 OUT: ['20120001-000007-2419 00654 *    8388 us |          0 |\r']
host.client.0 OUT: ['20120001-000007-2419 00654 *      16 ms |          4 | \r']
host.client.0 OUT: ['+ sleep infinity\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * operator()      (client.cc:273):    All clients done.\r']
host.client.4 OUT: ['20120001-000007-2409 00654 * LATENCY total: 0 ns 225 us/1 ns 21 ms (20001 samples, 4516 ms total)\r']
host.client.4 OUT: ['20120001-000007-2409 00654 *       1 ns |      15606 | ==================================================\r']
host.client.4 OUT: ['20120001-000007-2409 00654 *        ... |\r']
host.client.4 OUT: ['20120001-000007-2409 00654 *     524 us |       4366 | =============\r']
host.client.4 OUT: ['20120001-000007-2409 00654 *    1048 us |         15 | \r']
host.client.4 OUT: ['20120001-000007-2419 00654 *    2097 us |         10 | \r']
host.client.4 OUT: ['20120001-000007-2419 00654 *    4194 us |          0 |\r']
host.client.4 OUT: ['20120001-000007-2419 00654 *    8388 us |          0 |\r']
host.client.4 OUT: ['20120001-000007-2419 00654 *      16 ms |          4 | \r']
host.client.1 OUT: ['20120001-000007-2399 00654 * operator()      (client.cc:273):    All clients done.\r']
host.client.1 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 224 us/1 ns 22 ms (20001 samples, 4495 ms total)\r']
host.client.1 OUT: ['20120001-000007-2399 00654 *       1 ns |      15633 | ==================================================\r']
host.client.1 OUT: ['20120001-000007-2399 00654 *        ... |\r']
host.client.1 OUT: ['20120001-000007-2399 00654 *     524 us |       4338 | =============\r']
host.client.1 OUT: ['20120001-000007-2399 00654 *    1048 us |         17 | \r']
host.client.1 OUT: ['20120001-000007-2409 00654 *    2097 us |          9 | \r']
host.client.1 OUT: ['20120001-000007-2409 00654 *    4194 us |          0 |\r']
host.client.1 OUT: ['20120001-000007-2409 00654 *    8388 us |          0 |\r']
host.client.1 OUT: ['20120001-000007-2409 00654 *      16 ms |          4 | \r']
host.client.4 OUT: ['+ sleep 20\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * operator()      (client.cc:273):    All clients done.\r']
host.client.2 OUT: ['20120001-000007-2399 00654 * LATENCY total: 0 ns 223 us/1 ns 22 ms (20001 samples, 4475 ms total)\r']
host.client.2 OUT: ['20120001-000007-2399 00654 *       1 ns |      15650 | ==================================================\r']
host.client.2 OUT: ['20120001-000007-2399 00654 *        ... |\r']
host.client.2 OUT: ['20120001-000007-2399 00654 *     524 us |       4325 | =============\r']
host.client.2 OUT: ['20120001-000007-2399 00654 *    1048 us |         13 | \r']
host.client.2 OUT: ['20120001-000007-2409 00654 *    2097 us |          9 | \r']
host.client.2 OUT: ['20120001-000007-2409 00654 *    4194 us |          0 |\r']
host.client.2 OUT: ['20120001-000007-2409 00654 *    8388 us |          0 |\r']
host.client.2 OUT: ['20120001-000007-2409 00654 *      16 ms |          4 | \r']
host.client.1 OUT: ['+ sleep infinity\r']
host.client.2 OUT: ['+ sleep infinity\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * operator()      (client.cc:273):    All clients done.\r']
host.client.3 OUT: ['20120001-000007-1349 00654 * LATENCY total: 0 ns 219 us/1 ns 21 ms (20001 samples, 4389 ms total)\r']
host.client.3 OUT: ['20120001-000007-1349 00654 *       1 ns |      15721 | ==================================================\r']
host.client.3 OUT: ['20120001-000007-1349 00654 *        ... |\r']
host.client.3 OUT: ['20120001-000007-1349 00654 *     524 us |       4262 | =============\r']
host.client.3 OUT: ['20120001-000007-1349 00654 *    1048 us |          5 | \r']
host.client.3 OUT: ['20120001-000007-1359 00654 *    2097 us |          9 | \r']
host.client.3 OUT: ['20120001-000007-1359 00654 *    4194 us |          0 |\r']
host.client.3 OUT: ['20120001-000007-1359 00654 *    8388 us |          0 |\r']
host.client.3 OUT: ['20120001-000007-1359 00654 *      16 ms |          4 | \r']
host.client.3 OUT: ['+ sleep infinity\r']