{"exp_name":"nopaxos-gt-ib-ehseq-7","metadata":{},"start_time":1620074613.7299533,"end_time":1620129773.9826663,"sims":{"nic.sequencer.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.sequencer.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.sequencer.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["101f912fb2b4","sync_pci=1 sync_eth=1","main_time = 11502174719000","main_time = 12673255063000","main_time = 13013295589000","exit main_time: 14161608664000"]},"nic.replica.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.replica.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["5e833c78c250","sync_pci=1 sync_eth=1","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","warn: SimbricksNicIfSync failed (t=1023834210000)","main_time = 11502173769124","main_time = 12673255099000","main_time = 13013295596000","exit main_time: 14161608652000"]},"nic.replica.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.replica.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["6f0cc4e2bd1c","sync_pci=1 sync_eth=1","main_time = 11502174684000","main_time = 12673255099000","main_time = 13013295596000","exit main_time: 14161608652000"]},"nic.replica.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.replica.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["4a555bab4fcc","sync_pci=1 sync_eth=1","main_time = 11502174628000","main_time = 12673255099000","main_time = 13013294840375","exit main_time: 14161608652000"]},"nic.client.0.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.0.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.0.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["5adeadad4a98","sync_pci=1 sync_eth=1","main_time = 11502174716000","main_time = 12673254252000","main_time = 13013295636000","exit main_time: 14161608671000"]},"nic.client.1.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.1.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.1.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["2942287e5a38","sync_pci=1 sync_eth=1","main_time = 11502174669124","main_time = 12673255118000","main_time = 13013295601000","exit main_time: 14161608716000"]},"nic.client.2.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.2.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.2.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["39cbd6e05500","sync_pci=1 sync_eth=1","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","warn: SimbricksNicIfSync failed (t=133094010000)","main_time = 11502174678000","main_time = 12673255136000","main_time = 13013295640000","exit main_time: 14161608716000"]},"nic.client.3.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.3.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.3.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.3.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["c7b51813afc","sync_pci=1 sync_eth=1","main_time = 11502174711000","main_time = 12673254982000","main_time = 13013295685000","exit main_time: 14161608668000"]},"nic.client.4.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.4.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.4.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.4.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["1d04d88b35c8","sync_pci=1 sync_eth=1","main_time = 11502174716000","main_time = 12673255149000","main_time = 13013295672000","exit main_time: 14161608667000"]},"nic.client.5.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.5.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.5.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.5.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["6b687c944564","sync_pci=1 sync_eth=1","main_time = 11502174633000","main_time = 12673255059000","main_time = 13013295672000","exit main_time: 14161608702000"]},"nic.client.6.":{"class":"I40eNIC","cmd":["/home/antoinek/simbricks/sims/nic//i40e_bm/i40e_bm","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.6.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.6.","/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.6.","0","0","200","500","500"],"stdout":["eth connection accepted","eth intro sent","pci connection accepted","pci intro sent","pci host info received","eth net info received"],"stderr":["7bf1ab7e4030","sync_pci=1 sync_eth=1","main_time = 11502174692000","main_time = 12673255128000","main_time = 13013295586000","exit main_time: 14161607867874"]},"net.":{"class":"NS3SequencerNet","cmd":["/home/antoinek/simbricks/sims/external/ns-3/cosim-run.sh","sequencer","sequencer-single-switch-example","--EndhostSequencerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.sequencer.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.replica.0.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.replica.1.","--ServerPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.replica.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.0.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.1.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.2.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.3.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.4.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.5.","--ClientPort=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.eth.client.6.","--LinkRate=100Gb/s","--LinkLatency=500ns"],"stdout":[],"stderr":["Create client and server nodes, and optionally endhost sequencer nodes","Create switch node","Create simple channels","Create Switch","Create Cosims and Bridges"]},"host.sequencer.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.sequencer.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.sequencer.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.sequencer.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.sequencer.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.sequencer.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:34","gem5 executing on swsnetlab06, pid 71149","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.sequencer.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.sequencer.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.sequencer.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.sequencer.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1257981193125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.756933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.756933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.756933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.756933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.761932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.761932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.877915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.878914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.878914] i40e 0000:00:02.0: MAC address: b4:b2:2f:91:1f:10\r","[ 0.878914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.879914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.100/24 dev eth0\r","+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r","[ 1.068886] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3457","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7001","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1257981183125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1257981193125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.replica.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.replica.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.replica.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:35","gem5 executing on swsnetlab06, pid 71150","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.replica.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.replica.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1265971682125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.751933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.751933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.751933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.751933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.757932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.757932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.873915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.873915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.873915] i40e 0000:00:02.0: MAC address: 50:c2:78:3c:83:5e\r","[ 0.874914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.875914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.1/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r","20120001-000000-9848 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.1:12345\r","20120001-000000-9858 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9868 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9868 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.055887] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3460","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7004","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1265971672125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1265971682125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.replica.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.replica.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.replica.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:36","gem5 executing on swsnetlab06, pid 71151","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.replica.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.replica.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1284680551375","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.750932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.750932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.750932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.750932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.756931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.756931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.872914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.872914] i40e 0000:00:02.0: MAC address: 1c:bd:e2:c4:0c:6f\r","[ 0.873913] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.874913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.2/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r","20120001-000000-9768 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.2:12345\r","20120001-000000-9778 00647 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9788 00647 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9788 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.036889] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3466","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7010","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1284680541375. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1284680551375. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.replica.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.replica.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.replica.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.replica.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:37","gem5 executing on swsnetlab06, pid 71152","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.replica.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.replica.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.replica.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.replica.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1290010394125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.750933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.750933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.750933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.750933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.756932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.756932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.872914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.872914] i40e 0000:00:02.0: MAC address: cc:4f:ab:5b:55:4a\r","[ 0.872914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.874914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.3/24 dev eth0\r","+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r","20120001-000000-9768 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.3:12345\r","20120001-000000-9778 00648 * Register (udptransport.cc:396): Listening on UDP port 12345\r","20120001-000000-9788 00648 * BindToPort (udptransport.cc:193): Binding to 10.0.0.255:12345\r","20120001-000000-9788 00648 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r","[ 1.031890] random: crng init done\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3467","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7011","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1290010384125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1290010394125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: x86 cpuid family 0x0000: unimplemented function 4","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.0":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.0","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.0","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.0.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.0.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.0.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:38","gem5 executing on swsnetlab06, pid 71153","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.0 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.0 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.0. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1226591653125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.738933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.738933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.738933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.738933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.744932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.744932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.860915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.860915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.860915] i40e 0000:00:02.0: MAC address: 98:4a:ad:ad:de:5a\r","[ 0.861915] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.862915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.949901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.4/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=1059 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 1059.839/1059.839/1059.839/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=1.00 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 1.000/1.000/1.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 2.031737] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000002-0317 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000002-0327 00654 * Register (udptransport.cc:396): Listening on UDP port 40846\r","20120001-000002-0337 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 2.185713] random: crng init done\r","20120001-000013-4749 00654 * Finish (benchmark.cc:190): Completed 200000 requests in 11.441260 seconds\r","20120001-000013-4759 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000013-4809 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000013-4809 00654 * CooldownDone (benchmark.cc:129): Average latency is 56201 ns (56 us)\r","20120001-000013-4809 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000013-4809 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000013-4819 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000013-5529 00654 * operator() (client.cc:273): All clients done.\r","20120001-000013-5529 00654 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000013-5529 00654 * 1 ns | 189640 | ==================================================\r","20120001-000013-5529 00654 * ... |\r","20120001-000013-5529 00654 * 524 us | 10078 | ==\r","20120001-000013-5529 00654 * 1048 us | 197 | \r","20120001-000013-5529 00654 * 2097 us | 75 | \r","20120001-000013-5529 00654 * 4194 us | 0 |\r","20120001-000013-5529 00654 * 8388 us | 1 | \r","20120001-000013-5529 00654 * 16 ms | 0 |\r","20120001-000013-5529 00654 * 33 ms | 10 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3468","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7012","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1226591643125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1226591653125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.1":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.1","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.1","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.1.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.1.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.1.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:43","gem5 executing on swsnetlab06, pid 71155","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.1 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.1 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.1. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.1. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1286175711250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.752932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.752932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.753932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.753932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.758932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.758932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.874914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.875914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.875914] i40e 0000:00:02.0: MAC address: 38:5a:7e:28:42:29\r","[ 0.875914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.876914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.5/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.988897] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9888 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9898 00655 * Register (udptransport.cc:396): Listening on UDP port 51042\r","20120001-000000-9898 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.122876] random: crng init done\r","20120001-000012-5301 00655 * Finish (benchmark.cc:190): Completed 200000 requests in 11.539246 seconds\r","20120001-000012-5301 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000012-5361 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000012-5361 00655 * CooldownDone (benchmark.cc:129): Average latency is 56901 ns (56 us)\r","20120001-000012-5361 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000012-5361 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000012-5361 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000012-6101 00655 * operator() (client.cc:273): All clients done.\r","20120001-000012-6101 00655 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000012-6101 00655 * 1 ns | 189550 | ==================================================\r","20120001-000012-6101 00655 * ... |\r","20120001-000012-6101 00655 * 524 us | 10152 | ==\r","20120001-000012-6101 00655 * 1048 us | 216 | \r","20120001-000012-6101 00655 * 2097 us | 72 | \r","20120001-000012-6101 00655 * ... |\r","20120001-000012-6101 00655 * 33 ms | 11 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3469","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7013","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1286175701250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1286175711250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.2":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.2","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.2","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.2.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.2.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.2.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:48","gem5 executing on swsnetlab06, pid 71156","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.2 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.2 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.2. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.2. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1289869300125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.750933] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.750933] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.750933] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.750933] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.756932] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.756932] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.872914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.873914] i40e 0000:00:02.0: MAC address: 00:55:e0:d6:cb:39\r","[ 0.873914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.874914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.6/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.980898] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9808 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9818 00653 * Register (udptransport.cc:396): Listening on UDP port 59562\r","20120001-000000-9828 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.112878] random: crng init done\r","20120001-000012-5071 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 11.524248 seconds\r","20120001-000012-5071 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000012-5121 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000012-5121 00653 * CooldownDone (benchmark.cc:129): Average latency is 56691 ns (56 us)\r","20120001-000012-5131 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000012-5131 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000012-5131 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000012-5131 00653 * operator() (client.cc:273): All clients done.\r","20120001-000012-5131 00653 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000012-5131 00653 * 1 ns | 189574 | ==================================================\r","20120001-000012-5131 00653 * ... |\r","20120001-000012-5131 00653 * 524 us | 10136 | ==\r","20120001-000012-5131 00653 * 1048 us | 212 | \r","20120001-000012-5141 00653 * 2097 us | 68 | \r","20120001-000012-5141 00653 * ... |\r","20120001-000012-5141 00653 * 33 ms | 11 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3470","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7014","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1289869290125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1289869300125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.3":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.3","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.3","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.3.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.3.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.3.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:53","gem5 executing on swsnetlab06, pid 71157","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.3 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.3 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.3. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.3. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1298746857375","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.751932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.751932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.751932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.751932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.756931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.757931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.872914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.873913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.873913] i40e 0000:00:02.0: MAC address: fc:3a:81:51:7b:0c\r","[ 0.873913] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.874913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959900] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959900] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959900] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959900] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.7/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.987896] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9878 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9888 00653 * Register (udptransport.cc:396): Listening on UDP port 39860\r","20120001-000000-9898 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.123875] random: crng init done\r","20120001-000012-5341 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 11.544245 seconds\r","20120001-000012-5341 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000012-5391 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000012-5391 00653 * CooldownDone (benchmark.cc:129): Average latency is 56856 ns (56 us)\r","20120001-000012-5391 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000012-5401 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000012-5401 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000012-6141 00653 * operator() (client.cc:273): All clients done.\r","20120001-000012-6141 00653 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000012-6141 00653 * 1 ns | 189556 | ==================================================\r","20120001-000012-6141 00653 * ... |\r","20120001-000012-6141 00653 * 524 us | 10146 | ==\r","20120001-000012-6141 00653 * 1048 us | 219 | \r","20120001-000012-6141 00653 * 2097 us | 69 | \r","20120001-000012-6141 00653 * ... |\r","20120001-000012-6141 00653 * 33 ms | 11 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3471","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7015","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1298746847375. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1298746857375. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.4":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.4","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.4","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.4.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.4.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.4.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:43:58","gem5 executing on swsnetlab06, pid 71158","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.4 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.4 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.4.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.4. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.4. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1296794083250","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.755932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.755932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.755932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.755932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.761931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.761931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.877914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.877914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.877914] i40e 0000:00:02.0: MAC address: c8:35:8b:d8:04:1d\r","[ 0.878914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.879913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.8/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.988897] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9888 00655 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9898 00655 * Register (udptransport.cc:396): Listening on UDP port 54793\r","20120001-000000-9898 00655 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.123876] random: crng init done\r","20120001-000012-5111 00655 * Finish (benchmark.cc:190): Completed 200000 requests in 11.521248 seconds\r","20120001-000012-5111 00655 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000012-5171 00655 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000012-5171 00655 * CooldownDone (benchmark.cc:129): Average latency is 56846 ns (56 us)\r","20120001-000012-5171 00655 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000012-5171 00655 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000012-5171 00655 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000012-5171 00655 * operator() (client.cc:273): All clients done.\r","20120001-000012-5181 00655 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000012-5181 00655 * 1 ns | 189548 | ==================================================\r","20120001-000012-5181 00655 * ... |\r","20120001-000012-5181 00655 * 524 us | 10151 | ==\r","20120001-000012-5181 00655 * 1048 us | 229 | \r","20120001-000012-5181 00655 * 2097 us | 62 | \r","20120001-000012-5181 00655 * ... |\r","20120001-000012-5181 00655 * 33 ms | 11 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3472","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7016","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1296794073250. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1296794083250. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.5":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.5","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.5","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.5.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.5.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.5.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:44:03","gem5 executing on swsnetlab06, pid 71345","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.5 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.5 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.5.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.5. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.5. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1302632427125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.747932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.747932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.747932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.747932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.753931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.753931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.868914] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.869914] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.869914] i40e 0000:00:02.0: MAC address: 64:45:94:7c:68:6b\r","[ 0.869914] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.870914] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.951901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.951901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.951901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.957901] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.9/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.979897] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9798 00653 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9808 00653 * Register (udptransport.cc:396): Listening on UDP port 51109\r","20120001-000000-9818 00653 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.115876] random: crng init done\r","20120001-000012-5121 00653 * Finish (benchmark.cc:190): Completed 200000 requests in 11.530247 seconds\r","20120001-000012-5121 00653 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000012-5171 00653 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000012-5171 00653 * CooldownDone (benchmark.cc:129): Average latency is 56811 ns (56 us)\r","20120001-000012-5171 00653 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000012-5181 00653 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000012-5181 00653 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000012-6061 00653 * operator() (client.cc:273): All clients done.\r","20120001-000012-6061 00653 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000012-6061 00653 * 1 ns | 189551 | ==================================================\r","20120001-000012-6061 00653 * ... |\r","20120001-000012-6061 00653 * 524 us | 10158 | ==\r","20120001-000012-6061 00653 * 1048 us | 212 | \r","20120001-000012-6061 00653 * 2097 us | 69 | \r","20120001-000012-6061 00653 * ... |\r","20120001-000012-6061 00653 * 33 ms | 11 | \r","+ sleep infinity\r"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3475","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7019","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1302632417125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1302632427125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]},"host.client.6":{"class":"Gem5Host","cmd":["/home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast","--outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.6","/home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py","--caches","--l2cache","--l3cache","--l1d_size=32kB","--l1i_size=32kB","--l2_size=2MB","--l3_size=32MB","--l1d_assoc=8","--l1i_assoc=8","--l2_assoc=4","--l3_assoc=16","--cacheline_size=64","--cpu-clock=8GHz","--sys-clock=1GHz","--checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.6","--kernel=/home/antoinek/simbricks/images/vmlinux","--disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw","--disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.6.tar","--cpu-type=TimingSimpleCPU","--mem-size=8192MB","--num-cpus=1","--ddio-enabled","--ddio-way-part=8","--mem-type=DDR4_2400_16x4","-r","0","--simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.6.","--simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.6.","--simbricks-sync","--simbricks-sync_mode=0","--simbricks-pci-lat=500","--simbricks-sync-int=200","--simbricks-type=i40e"],"stdout":["gem5 Simulator System. http://gem5.org","gem5 is copyrighted software; use the --copyright option for details.","","gem5 version 20.0.0.1","gem5 compiled May 2 2021 20:18:45","gem5 started May 3 2021 22:44:08","gem5 executing on swsnetlab06, pid 71346","command line: /home/antoinek/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/gem5-out.client.6 /home/antoinek/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/0/gem5-cp.client.6 --kernel=/home/antoinek/simbricks/images/vmlinux --disk-image=/home/antoinek/simbricks/images/output-nopaxos/nopaxos.raw --disk-image=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/cfg.client.6.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.pci.client.6. --simbricks-shm=/home/antoinek/simbricks/experiments/out/nopaxos-gt-ib-ehseq-7/1/nic.shm.client.6. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=200 --simbricks-type=i40e","","CEHCKPOINT RESTORE THINGIE","Global frequency set at 1000000000000 ticks per second","Switch at curTick count:10000","Switched CPUS @ tick 1301748236125","switching cpus","**** REAL SIMULATION ****","+ modprobe i40e\r","[ 0.755932] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r","[ 0.755932] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r","[ 0.755932] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r","[ 0.755932] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r","[ 0.761931] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r","[ 0.761931] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r","[ 0.877913] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r","[ 0.877913] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r","[ 0.877913] i40e 0000:00:02.0: MAC address: 30:40:7e:ab:f1:7b\r","[ 0.877913] i40e 0000:00:02.0: FW LLDP is enabled\r","[ 0.878913] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r","[ 0.959901] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r","[ 0.959901] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r","[ 0.959901] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r","+ ip link set dev eth0 up\r","[ 0.965900] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r","+ ip addr add 10.0.0.10/24 dev eth0\r","+ ping -c 1 10.0.0.1\r","PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r","64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.1 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.2\r","PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r","64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.2 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ ping -c 1 10.0.0.3\r","PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r","64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.000 ms\r","\r","--- 10.0.0.3 ping statistics ---\r","1 packets transmitted, 1 received, 0% packet loss, time 0ms\r","rtt min/avg/max/mdev = 0.000/0.000/0.000/0.000 ms\r","+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 200000\r","[ 0.987897] random: client: uninitialized urandom read (4 bytes read)\r","20120001-000000-9878 00654 * BindToPort (udptransport.cc:193): Binding to 0.0.0.0:0\r","20120001-000000-9888 00654 * Register (udptransport.cc:396): Listening on UDP port 39278\r","20120001-000000-9898 00654 * WarmupDone (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r","[ 1.123876] random: crng init done\r","20120001-000012-5321 00654 * Finish (benchmark.cc:190): Completed 200000 requests in 11.542246 seconds\r","20120001-000012-5331 00654 * CooldownDone (benchmark.cc:116): Finished cooldown period.\r","20120001-000012-5381 00654 * CooldownDone (benchmark.cc:121): Median latency is 0 ns (0 ns)\r","20120001-000012-5381 00654 * CooldownDone (benchmark.cc:129): Average latency is 56911 ns (56 us)\r","20120001-000012-5381 00654 * CooldownDone (benchmark.cc:133): 90th percentile latency is 0 ns (0 ns)\r","20120001-000012-5381 00654 * CooldownDone (benchmark.cc:137): 95th percentile latency is 999848 ns (999 us)\r","20120001-000012-5391 00654 * CooldownDone (benchmark.cc:141): 99th percentile latency is 999848 ns (999 us)\r","20120001-000012-6151 00654 * operator() (client.cc:273): All clients done.\r","20120001-000012-6151 00654 * LATENCY total: 0 ns 56 us/1 ns 53 ms (200001 samples, 11 s total)\r","20120001-000012-6151 00654 * 1 ns | 189540 | ==================================================\r","20120001-000012-6151 00654 * ... |\r","20120001-000012-6151 00654 * 524 us | 10158 | ==\r","20120001-000012-6151 00654 * 1048 us | 226 | \r","20120001-000012-6151 00654 * 2097 us | 66 | \r","20120001-000012-6151 00654 * ... |\r","20120001-000012-6151 00654 * 33 ms | 11 | \r","+ sleep 1\r","+ m5 exit\r","Exiting @ tick 14161607422125 because m5_exit instruction encountered"],"stderr":["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.","warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.","warn: No dot file generated. Please install pydot to generate the dot file and pdf.","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)","warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)","info: kernel located at: /home/antoinek/simbricks/images/vmlinux","system.pc.com_1.device: Listening for connections on port 3476","warn: pollInterval=100000000 pciAsync=500000","0: system.remote_gdb: listening for remote gdb on port 7020","warn: Reading current count from inactive timer.","warn: TimingPioPort::getAddrRanges()","warn: TimingPioPort::getAddrRanges()","info: Entering event queue @ 1301748226125. Starting simulation...","warn: PowerState: Already in the requested power state, request ignored","info: Entering event queue @ 1301748236125. Starting simulation...","warn: instruction 'fwait' unimplemented","warn: instruction 'verw_Mw_or_Rv' unimplemented","warn: Don't know what interrupt to clear for console.","warn: Tried to clear PCI interrupt 14","warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!","warn: instruction 'fcomi' unimplemented","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick","warn: PowerState: More than one power state change request encountered within the same simulation tick"]}},"success":true}