result: move dctcp data in a directory

379f31a4 · Hejing Li · 71441224 · 379f31a4 · 379f31a4 · 379f31a4
Commit 379f31a4 authored Dec 07, 2020 by Hejing Li
19 changed files
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm87360-4000-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm87360-4000-1.json
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm91520-1500-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm91520-1500-1.json
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm91520-4000-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm91520-4000-1.json
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm93184-1500-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm93184-1500-1.json
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm95680-4000-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm95680-4000-1.json
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm99840-1500-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm99840-1500-1.json
--- a/results/paper_data/tb-ib-dumbbell-DCTCPm99840-4000-1.json
+++ b/results/paper_data/tb-ib-dumbbell-DCTCPm99840-4000-1.json
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-1-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-1-1.json
+{"exp_name": "nopaxos-gt-cb-ehseq-1", "start_time": 1607235896.9935923, "end_time": 1607239673.601187, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5f38f7208768", "sync_pci=1 sync_eth=1", "exit main_time: 3342970821000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["25ab597648f4", "sync_pci=1 sync_eth=1", "exit main_time: 3342970747000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1521c3d94e28", "sync_pci=1 sync_eth=1", "exit main_time: 3342970770000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["63851bec5dc4", "sync_pci=1 sync_eth=1", "exit main_time: 3342970770000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["740e8e2a5890", "sync_pci=1 sync_eth=1", "exit main_time: 3342970202174"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:21", "gem5 executing on brain21, pid 44404", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:22", "gem5 executing on brain21, pid 44413", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.317872] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317962] clocksource: Switched to clocksource tsc\r", "20120001-000002-3320 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3346 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3348 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3350 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:23", "gem5 executing on brain21, pid 44417", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.317869] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317959] clocksource: Switched to clocksource tsc\r", "20120001-000002-3320 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3346 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3348 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3350 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:24", "gem5 executing on brain21, pid 44421", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.317869] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317959] clocksource: Switched to clocksource tsc\r", "20120001-000002-3320 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3346 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3348 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3350 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:25", "gem5 executing on brain21, pid 44423", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317726] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317816] clocksource: Switched to clocksource tsc\r", "[    2.319136] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3222 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3248 00647 * Register        (udptransport.cc:396): Listening on UDP port 51498\r", "20120001-000002-3276 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4266 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-7602 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.432351 seconds\r", "20120001-000002-7605 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-7610 00647 * CooldownDone    (benchmark.cc:121): Median latency is 156266 ns (156 us)\r", "20120001-000002-7612 00647 * CooldownDone    (benchmark.cc:129): Average latency is 157959 ns (157 us)\r", "20120001-000002-7614 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 168509 ns (168 us)\r", "20120001-000002-7616 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 173096 ns (173 us)\r", "20120001-000002-7619 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 182798 ns (182 us)\r", "20120001-000002-8276 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-8278 00647 * LATENCY total: 138 us 157 us/131 us 1147 us (2001 samples, 316 ms total)\r", "20120001-000002-8280 00647 *     131 us |       1999 | ==================================================\r", "20120001-000002-8282 00647 *     262 us |          0 |\r", "20120001-000002-8284 00647 *     524 us |          1 | \r", "20120001-000002-8285 00647 *    1048 us |          1 | \r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3342969989361 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-2-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-2-1.json
+{"exp_name": "nopaxos-gt-cb-ehseq-2", "start_time": 1607249099.0862136, "end_time": 1607252950.1032946, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["384b921e0518", "sync_pci=1 sync_eth=1", "exit main_time: 3440911000000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["48d51f04ffe4", "sync_pci=1 sync_eth=1", "exit main_time: 3440910971000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["595eec02fab0", "sync_pci=1 sync_eth=1", "exit main_time: 3440910990000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5d0365f67268", "sync_pci=1 sync_eth=1", "exit main_time: 3440910990000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6d8c869c6d34", "sync_pci=1 sync_eth=1", "exit main_time: 3440910990000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["7e166abb6800", "sync_pci=1 sync_eth=1", "exit main_time: 3440910508147"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 11:05:18", "gem5 executing on brain21, pid 17068", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 11:05:19", "gem5 executing on brain21, pid 17074", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.318150] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318240] clocksource: Switched to clocksource tsc\r", "20120001-000002-3322 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3348 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3351 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3353 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.739912] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 11:05:20", "gem5 executing on brain21, pid 17076", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.318123] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318213] clocksource: Switched to clocksource tsc\r", "20120001-000002-3322 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3348 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3350 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3352 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.714412] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 11:05:21", "gem5 executing on brain21, pid 17077", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.318147] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318237] clocksource: Switched to clocksource tsc\r", "20120001-000002-3322 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3348 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3351 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3353 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.722414] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 11:05:22", "gem5 executing on brain21, pid 17080", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.657 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.657/0.657/0.657/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.147 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.147/0.147/0.147/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.144 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.144/0.144/0.144/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317725] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317815] clocksource: Switched to clocksource tsc\r", "[    2.344160] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3472 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3498 00653 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-3522 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-7640 00653 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.411508 seconds\r", "20120001-000002-7643 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-7648 00653 * CooldownDone    (benchmark.cc:121): Median latency is 198084 ns (198 us)\r", "20120001-000002-7651 00653 * CooldownDone    (benchmark.cc:129): Average latency is 195853 ns (195 us)\r", "20120001-000002-7653 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 225069 ns (225 us)\r", "20120001-000002-7656 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 236205 ns (236 us)\r", "20120001-000002-7659 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 328266 ns (328 us)\r", "20120001-000002-8506 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-8508 00653 * LATENCY total: 138 us 195 us/131 us 1034 us (2001 samples, 391 ms total)\r", "20120001-000002-8510 00653 *     131 us |       1953 | ==================================================\r", "20120001-000002-8512 00653 *     262 us |         47 | =\r", "20120001-000002-8514 00653 *     524 us |          1 | \r", "[    2.849573] random: crng init done\r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 11:05:22", "gem5 executing on brain21, pid 17081", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317779] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317869] clocksource: Switched to clocksource tsc\r", "[    2.319330] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3224 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3250 00647 * Register        (udptransport.cc:396): Listening on UDP port 47887\r", "20120001-000002-3278 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4257 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-8276 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.499583 seconds\r", "20120001-000002-8279 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-8283 00647 * CooldownDone    (benchmark.cc:121): Median latency is 197330 ns (197 us)\r", "20120001-000002-8286 00647 * CooldownDone    (benchmark.cc:129): Average latency is 194785 ns (194 us)\r", "20120001-000002-8288 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 224132 ns (224 us)\r", "20120001-000002-8290 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 234274 ns (234 us)\r", "20120001-000002-8293 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 327519 ns (327 us)\r", "20120001-000002-9266 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9268 00647 * LATENCY total: 139 us 194 us/131 us 355 us (2001 samples, 389 ms total)\r", "20120001-000002-9270 00647 *     131 us |       1960 | ==================================================\r", "20120001-000002-9272 00647 *     262 us |         41 | =\r", "[    2.925440] random: crng init done\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3440910245400 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-3-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-ehseq-3-1.json
+{"exp_name": "nopaxos-gt-cb-ehseq-3", "start_time": 1607264054.190928, "end_time": 1607268119.8564303, "sims": {"nic.sequencer.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["679a9c15ea0c", "sync_pci=1 sync_eth=1", "exit main_time: 3440910882000"]}, "nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["109e639b2db4", "sync_pci=1 sync_eth=1", "exit main_time: 3440910921000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1485bd32ec", "sync_pci=1 sync_eth=1", "exit main_time: 3440910921000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["31b1f16e234c", "sync_pci=1 sync_eth=1", "exit main_time: 3440910921000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["212838e02880", "sync_pci=1 sync_eth=1", "exit main_time: 3440910921000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["52c486bd18e4", "sync_pci=1 sync_eth=1", "exit main_time: 3440910941000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["423b1bd71e18", "sync_pci=1 sync_eth=1", "exit main_time: 3440910182907"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.sequencer.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.1.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:34", "gem5 executing on brain21, pid 14753", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.sequencer.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:34", "gem5 executing on brain21, pid 14760", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.318234] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318324] clocksource: Switched to clocksource tsc\r", "20120001-000002-3323 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3349 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3351 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.736783] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:35", "gem5 executing on brain21, pid 14762", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.318245] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318336] clocksource: Switched to clocksource tsc\r", "20120001-000002-3323 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3349 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.717111] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:36", "gem5 executing on brain21, pid 14764", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.318246] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318336] clocksource: Switched to clocksource tsc\r", "20120001-000002-3323 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3349 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.719908] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:37", "gem5 executing on brain21, pid 14767", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.680 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.680/0.680/0.680/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.157 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.157/0.157/0.157/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.163 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.163/0.163/0.163/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r", "[    2.344264] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3473 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3499 00653 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-3523 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4507 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-5517 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-6527 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-7537 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-8546 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-9556 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-0566 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-1576 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-2586 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-3596 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:37", "gem5 executing on brain21, pid 14768", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.669 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.669/0.669/0.669/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.163 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.163/0.163/0.163/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.150 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.150/0.150/0.150/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r", "[    2.344259] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3473 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3499 00653 * Register        (udptransport.cc:396): Listening on UDP port 33141\r", "20120001-000002-3523 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-7609 00653 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.408391 seconds\r", "20120001-000002-7613 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-7618 00653 * CooldownDone    (benchmark.cc:121): Median latency is 197326 ns (197 us)\r", "20120001-000002-7620 00653 * CooldownDone    (benchmark.cc:129): Average latency is 195508 ns (195 us)\r", "20120001-000002-7623 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 224671 ns (224 us)\r", "20120001-000002-7626 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 235576 ns (235 us)\r", "20120001-000002-7629 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 324414 ns (324 us)\r", "20120001-000002-8506 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-8508 00653 * LATENCY total: 139 us 195 us/131 us 1045 us (2001 samples, 391 ms total)\r", "20120001-000002-8510 00653 *     131 us |       1952 | ==================================================\r", "20120001-000002-8512 00653 *     262 us |         47 | =\r", "20120001-000002-8514 00653 *     524 us |          2 | \r", "[    2.849572] random: crng init done\r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 15:14:37", "gem5 executing on brain21, pid 14769", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.pci.client.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-ehseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317854] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317944] clocksource: Switched to clocksource tsc\r", "[    2.319402] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3224 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3251 00647 * Register        (udptransport.cc:396): Listening on UDP port 58392\r", "20120001-000002-3279 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4257 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-8268 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.498674 seconds\r", "20120001-000002-8271 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-8275 00647 * CooldownDone    (benchmark.cc:121): Median latency is 196151 ns (196 us)\r", "20120001-000002-8278 00647 * CooldownDone    (benchmark.cc:129): Average latency is 193939 ns (193 us)\r", "20120001-000002-8280 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 223126 ns (223 us)\r", "20120001-000002-8282 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 231744 ns (231 us)\r", "20120001-000002-8284 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 324693 ns (324 us)\r", "20120001-000002-9266 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-9268 00647 * LATENCY total: 138 us 193 us/131 us 895 us (2001 samples, 388 ms total)\r", "20120001-000002-9270 00647 *     131 us |       1959 | ==================================================\r", "20120001-000002-9272 00647 *     262 us |         41 | =\r", "20120001-000002-9274 00647 *     524 us |          1 | \r", "[    2.925585] random: crng init done\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3440910106539 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-1-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-1-1.json
+{"exp_name": "nopaxos-gt-cb-swseq-1", "start_time": 1607235896.9752858, "end_time": 1607239407.5719416, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["31e87a006d64", "sync_pci=1 sync_eth=1", "exit main_time: 3242889488000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["10d5180d77cc", "sync_pci=1 sync_eth=1", "exit main_time: 3242889431000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3e259ded91d4", "sync_pci=1 sync_eth=1", "exit main_time: 3242889431000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["363496cc43c0", "sync_pci=1 sync_eth=1", "exit main_time: 3242888956816"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:21", "gem5 executing on brain21, pid 44401", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.317872] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317962] clocksource: Switched to clocksource tsc\r", "20120001-000002-3319 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3346 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3348 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3350 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:22", "gem5 executing on brain21, pid 44412", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.317869] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317959] clocksource: Switched to clocksource tsc\r", "20120001-000002-3319 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3346 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3348 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3350 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:23", "gem5 executing on brain21, pid 44416", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.317869] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317959] clocksource: Switched to clocksource tsc\r", "20120001-000002-3319 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3346 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3348 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3350 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:24", "gem5 executing on brain21, pid 44420", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317726] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317816] clocksource: Switched to clocksource tsc\r", "[    2.319136] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3222 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3248 00647 * Register        (udptransport.cc:396): Listening on UDP port 51498\r", "20120001-000002-3276 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4266 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-6943 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.366413 seconds\r", "20120001-000002-6946 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-6950 00647 * CooldownDone    (benchmark.cc:121): Median latency is 122963 ns (122 us)\r", "20120001-000002-6952 00647 * CooldownDone    (benchmark.cc:129): Average latency is 125028 ns (125 us)\r", "20120001-000002-6955 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 135927 ns (135 us)\r", "20120001-000002-6957 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 141027 ns (141 us)\r", "20120001-000002-6959 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 151123 ns (151 us)\r", "20120001-000002-7276 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-7278 00647 * LATENCY total: 106 us 125 us/65 us 1082 us (2001 samples, 250 ms total)\r", "20120001-000002-7280 00647 *      65 us |       1686 | ==================================================\r", "20120001-000002-7282 00647 *     131 us |        312 | =========\r", "20120001-000002-7284 00647 *     262 us |          0 |\r", "20120001-000002-7285 00647 *     524 us |          1 | \r", "20120001-000002-7287 00647 *    1048 us |          2 | \r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3242888635896 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-2-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-2-1.json
+{"exp_name": "nopaxos-gt-cb-swseq-2", "start_time": 1607239678.9679146, "end_time": 1607243558.1297503, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["36ce45cadb54", "sync_pci=1 sync_eth=1", "exit main_time: 3340892347000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["686a985fcbb4", "sync_pci=1 sync_eth=1", "exit main_time: 3340892384000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["57e16ef9d0ec", "sync_pci=1 sync_eth=1", "exit main_time: 3340892384000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["97dc62ac14c", "sync_pci=1 sync_eth=1", "exit main_time: 3340892384000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["97dc62ac14c", "sync_pci=1 sync_eth=1", "exit main_time: 3340891774343"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:28:10", "gem5 executing on brain21, pid 15693", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.318150] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318240] clocksource: Switched to clocksource tsc\r", "20120001-000002-3322 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3348 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3351 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3353 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.669977] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:28:10", "gem5 executing on brain21, pid 15700", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.318123] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318213] clocksource: Switched to clocksource tsc\r", "20120001-000002-3322 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3348 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3350 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3352 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.650996] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:28:11", "gem5 executing on brain21, pid 15702", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.318147] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318237] clocksource: Switched to clocksource tsc\r", "20120001-000002-3322 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3348 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3351 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3353 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.655017] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:28:12", "gem5 executing on brain21, pid 15703", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.657 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.657/0.657/0.657/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.147 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.147/0.147/0.147/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.144 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.144/0.144/0.144/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317725] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317815] clocksource: Switched to clocksource tsc\r", "[    2.344160] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3472 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3498 00653 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-3522 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-6730 00653 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.320500 seconds\r", "20120001-000002-6733 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-6739 00653 * CooldownDone    (benchmark.cc:121): Median latency is 151290 ns (151 us)\r", "20120001-000002-6741 00653 * CooldownDone    (benchmark.cc:129): Average latency is 150416 ns (150 us)\r", "20120001-000002-6744 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 175379 ns (175 us)\r", "20120001-000002-6747 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 184061 ns (184 us)\r", "20120001-000002-6750 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 200261 ns (200 us)\r", "20120001-000002-7506 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-7508 00653 * LATENCY total: 107 us 150 us/131 us 1043 us (2001 samples, 300 ms total)\r", "20120001-000002-7510 00653 *      65 us |        495 | ================\r", "20120001-000002-7512 00653 *     131 us |       1504 | ==================================================\r", "20120001-000002-7514 00653 *     262 us |          1 | \r", "20120001-000002-7515 00653 *     524 us |          1 | \r", "[    2.749738] random: crng init done\r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:28:12", "gem5 executing on brain21, pid 15704", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317779] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317869] clocksource: Switched to clocksource tsc\r", "[    2.319330] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3224 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3250 00647 * Register        (udptransport.cc:396): Listening on UDP port 47887\r", "20120001-000002-3278 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4257 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-7383 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.410223 seconds\r", "20120001-000002-7386 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-7390 00647 * CooldownDone    (benchmark.cc:121): Median latency is 151363 ns (151 us)\r", "20120001-000002-7392 00647 * CooldownDone    (benchmark.cc:129): Average latency is 150208 ns (150 us)\r", "20120001-000002-7394 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 176401 ns (176 us)\r", "20120001-000002-7397 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 184658 ns (184 us)\r", "20120001-000002-7399 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 203796 ns (203 us)\r", "20120001-000002-8266 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-8268 00647 * LATENCY total: 107 us 150 us/131 us 260 us (2001 samples, 300 ms total)\r", "20120001-000002-8270 00647 *      65 us |        460 | ==============\r", "20120001-000002-8272 00647 *     131 us |       1541 | ==================================================\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3340891556541 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-3-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-3-1.json
+{"exp_name": "nopaxos-gt-cb-swseq-3", "start_time": 1607253798.251671, "end_time": 1607257713.1586277, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6948aa97d0e0", "sync_pci=1 sync_eth=1", "exit main_time: 3341914177000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["1ae51b6ac144", "sync_pci=1 sync_eth=1", "exit main_time: 3341914177000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["a5bada0c678", "sync_pci=1 sync_eth=1", "exit main_time: 3341914177000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["3bf82957b6dc", "sync_pci=1 sync_eth=1", "exit main_time: 3341914177000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2b6e96edbc10", "sync_pci=1 sync_eth=1", "exit main_time: 3341914197000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["76d58a19b298", "sync_pci=1 sync_eth=1", "exit main_time: 3341913365279"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.client.1.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:23:30", "gem5 executing on brain21, pid 44653", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.318234] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318324] clocksource: Switched to clocksource tsc\r", "20120001-000002-3323 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3349 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.665623] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:23:31", "gem5 executing on brain21, pid 44660", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.318245] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318336] clocksource: Switched to clocksource tsc\r", "20120001-000002-3323 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3349 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.648394] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:23:32", "gem5 executing on brain21, pid 44662", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.318246] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318336] clocksource: Switched to clocksource tsc\r", "20120001-000002-3323 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3349 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.649840] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:23:33", "gem5 executing on brain21, pid 44664", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.680 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.680/0.680/0.680/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.157 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.157/0.157/0.157/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.163 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.163/0.163/0.163/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r", "[    2.344264] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3473 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3499 00653 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-3523 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4507 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-5517 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-6526 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-7536 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-8546 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-9556 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-0566 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-1576 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-2586 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:23:33", "gem5 executing on brain21, pid 44665", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.669 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.669/0.669/0.669/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.163 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.163/0.163/0.163/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.150 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.150/0.150/0.150/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317724] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317814] clocksource: Switched to clocksource tsc\r", "[    2.344259] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3473 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3499 00653 * Register        (udptransport.cc:396): Listening on UDP port 33141\r", "20120001-000002-3523 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-6707 00653 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.318130 seconds\r", "20120001-000002-6710 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-6715 00653 * CooldownDone    (benchmark.cc:121): Median latency is 151621 ns (151 us)\r", "20120001-000002-6718 00653 * CooldownDone    (benchmark.cc:129): Average latency is 150795 ns (150 us)\r", "20120001-000002-6721 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 175671 ns (175 us)\r", "20120001-000002-6724 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 185229 ns (185 us)\r", "20120001-000002-6727 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 200530 ns (200 us)\r", "20120001-000002-7506 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-7508 00653 * LATENCY total: 106 us 150 us/131 us 1020 us (2001 samples, 301 ms total)\r", "20120001-000002-7510 00653 *      65 us |        495 | ================\r", "20120001-000002-7512 00653 *     131 us |       1503 | ==================================================\r", "20120001-000002-7514 00653 *     262 us |          2 | \r", "20120001-000002-7515 00653 *     524 us |          1 | \r", "[    2.749739] random: crng init done\r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:23:33", "gem5 executing on brain21, pid 44666", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.pci.client.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317854] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317944] clocksource: Switched to clocksource tsc\r", "[    2.319402] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3224 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3251 00647 * Register        (udptransport.cc:396): Listening on UDP port 58392\r", "20120001-000002-3279 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4257 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-7391 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.410932 seconds\r", "20120001-000002-7394 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-7398 00647 * CooldownDone    (benchmark.cc:121): Median latency is 151640 ns (151 us)\r", "20120001-000002-7400 00647 * CooldownDone    (benchmark.cc:129): Average latency is 150219 ns (150 us)\r", "20120001-000002-7402 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 175864 ns (175 us)\r", "20120001-000002-7405 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 184510 ns (184 us)\r", "20120001-000002-7407 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 200736 ns (200 us)\r", "20120001-000002-8266 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-8268 00647 * LATENCY total: 106 us 150 us/131 us 1088 us (2001 samples, 300 ms total)\r", "20120001-000002-8270 00647 *      65 us |        505 | ================\r", "20120001-000002-8272 00647 *     131 us |       1495 | ==================================================\r", "20120001-000002-8274 00647 *     262 us |          0 |\r", "20120001-000002-8275 00647 *     524 us |          0 |\r", "20120001-000002-8277 00647 *    1048 us |          1 | \r", "[    2.825891] random: crng init done\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3341913208533 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-4-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cb-swseq-4-1.json
+{"exp_name": "nopaxos-gt-cb-swseq-4", "start_time": 1607268262.5136495, "end_time": 1607272255.4927964, "sims": {"nic.replica.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["75f8ce9f72f4", "sync_pci=1 sync_eth=1", "exit main_time: 3341905173000"]}, "nic.replica.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["279586606358", "sync_pci=1 sync_eth=1", "exit main_time: 3341905250000"]}, "nic.replica.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["170c6baa688c", "sync_pci=1 sync_eth=1", "exit main_time: 3341905173000"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["400fddc7ac34", "sync_pci=1 sync_eth=1", "exit main_time: 3341905173000"]}, "nic.client.1.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["2f860e41b16c", "sync_pci=1 sync_eth=1", "exit main_time: 3341905173000"]}, "nic.client.2.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["6122b6b2a1cc", "sync_pci=1 sync_eth=1", "exit main_time: 3341905173000"]}, "nic.client.3.": {"class": "CorundumBMNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum_bm/corundum_bm", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.3.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5099445ca700", "sync_pci=1 sync_eth=1", "exit main_time: 3341904650245"]}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.1.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.eth.client.3.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:38", "gem5 executing on brain21, pid 42022", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "[    2.317805] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318391] clocksource: Switched to clocksource tsc\r", "20120001-000002-3324 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-3350 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.668271] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:39", "gem5 executing on brain21, pid 42029", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "[    2.317818] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318404] clocksource: Switched to clocksource tsc\r", "20120001-000002-3324 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-3350 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3354 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.652369] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:40", "gem5 executing on brain21, pid 42030", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "[    2.317819] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318406] clocksource: Switched to clocksource tsc\r", "20120001-000002-3324 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-3350 00647 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-3352 00647 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-3355 00647 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    2.653013] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:41", "gem5 executing on brain21, pid 42032", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.695 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.695/0.695/0.695/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.184 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.184/0.184/0.184/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.195 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.195/0.195/0.195/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317960] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318049] clocksource: Switched to clocksource tsc\r", "[    2.345132] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3482 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3508 00653 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-3532 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4517 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-5527 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-6536 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-7546 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-8556 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-9566 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-0576 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-1586 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-2596 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:41", "gem5 executing on brain21, pid 42033", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.687 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.687/0.687/0.687/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.169 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.169/0.169/0.169/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.176 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.176/0.176/0.176/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317956] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318045] clocksource: Switched to clocksource tsc\r", "[    2.345131] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3482 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3508 00653 * Register        (udptransport.cc:396): Listening on UDP port 33141\r", "20120001-000002-3532 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4517 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-5527 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-6536 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-7546 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-8556 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000002-9566 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-0576 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-1586 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-2596 00653 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3469", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7013", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:41", "gem5 executing on brain21, pid 42034", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.706 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.706/0.706/0.706/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.181 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.181/0.181/0.181/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.165 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.165/0.165/0.165/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317955] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.318044] clocksource: Switched to clocksource tsc\r", "[    2.345123] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3482 00653 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3508 00653 * Register        (udptransport.cc:396): Listening on UDP port 37513\r", "20120001-000002-3532 00653 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "20120001-000002-6727 00653 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.319242 seconds\r", "20120001-000002-6730 00653 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-6735 00653 * CooldownDone    (benchmark.cc:121): Median latency is 152233 ns (152 us)\r", "20120001-000002-6738 00653 * CooldownDone    (benchmark.cc:129): Average latency is 150781 ns (150 us)\r", "20120001-000002-6741 00653 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 176194 ns (176 us)\r", "20120001-000002-6744 00653 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 185884 ns (185 us)\r", "20120001-000002-6747 00653 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 200650 ns (200 us)\r", "20120001-000002-7516 00653 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-7518 00653 * LATENCY total: 106 us 150 us/131 us 1036 us (2001 samples, 301 ms total)\r", "20120001-000002-7520 00653 *      65 us |        474 | ===============\r", "20120001-000002-7522 00653 *     131 us |       1526 | ==================================================\r", "20120001-000002-7524 00653 *     262 us |          0 |\r", "20120001-000002-7525 00653 *     524 us |          1 | \r", "[    2.750735] random: crng init done\r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.3": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.3", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.3", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.3.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 16:24:41", "gem5 executing on brain21, pid 42035", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/gem5-out.client.3 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/0/gem5-cp.client.3 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/cfg.client.3.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.pci.client.3. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cb-swseq-4/1/nic.shm.client.3. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 1\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 1\r", "[    1.664481] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664523] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    1.664566] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664615] mqnic 0000:00:02.0: RX queue count: 1\r", "[    1.664652] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664694] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    1.664738] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664790] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664825] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664865] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664905] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664954] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    1.665810] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.665848] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    1.665890] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.665925] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.665962] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.666006] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.666049] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.677136] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.7/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.317908] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.317998] clocksource: Switched to clocksource tsc\r", "[    2.319461] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-3225 00647 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-3251 00647 * Register        (udptransport.cc:396): Listening on UDP port 54892\r", "20120001-000002-3279 00647 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-4257 00647 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000002-7386 00647 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.410361 seconds\r", "20120001-000002-7389 00647 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000002-7393 00647 * CooldownDone    (benchmark.cc:121): Median latency is 151750 ns (151 us)\r", "20120001-000002-7395 00647 * CooldownDone    (benchmark.cc:129): Average latency is 150132 ns (150 us)\r", "20120001-000002-7398 00647 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 175942 ns (175 us)\r", "20120001-000002-7400 00647 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 185282 ns (185 us)\r", "20120001-000002-7402 00647 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 202127 ns (202 us)\r", "20120001-000002-8266 00647 * operator()      (client.cc:273):    All clients done.\r", "20120001-000002-8268 00647 * LATENCY total: 106 us 150 us/131 us 299 us (2001 samples, 300 ms total)\r", "20120001-000002-8270 00647 *      65 us |        495 | ================\r", "20120001-000002-8272 00647 *     131 us |       1505 | ==================================================\r", "20120001-000002-8274 00647 *     262 us |          1 | \r", "[    2.825614] random: crng init done\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 3341904516567 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cv-ehseq-1-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cv-ehseq-1-1.json
+{"exp_name": "nopaxos-gt-cv-ehseq-1", "start_time": 1607239412.834013, "end_time": 1607249093.1264944, "sims": {"nic.sequencer.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.sequencer.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9428464896", "    m_axis_ctrl_dma_read_desc_ram_addr = 1024", "    m_axis_ctrl_dma_read_desc_len = 64", "    m_axis_ctrl_dma_read_desc_tag = 8", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516055136", "    m_axis_ctrl_dma_write_desc_ram_addr = 480", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 15", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 5", "    m_axis_data_dma_write_desc_dma_addr = 8664350720", "    m_axis_data_dma_write_desc_len = 163", "    m_axis_data_dma_write_desc_tag = 19", "    s_axil_rdata = 2147483661", "    m_axil_csr_awaddr = 4201900", "    m_axil_csr_wdata = 2147483661", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4201900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4241942244000"], "stderr": []}, "nic.replica.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9425649984", "    m_axis_ctrl_dma_read_desc_ram_addr = 1408", "    m_axis_ctrl_dma_read_desc_len = 64", "    m_axis_ctrl_dma_read_desc_tag = 11", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515171968", "    m_axis_ctrl_dma_write_desc_ram_addr = 576", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 18", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_read_desc_tag = 1", "    m_axis_data_dma_write_desc_dma_addr = 8563884032", "    m_axis_data_dma_write_desc_len = 122", "    m_axis_data_dma_write_desc_tag = 9", "    s_axil_rdata = 2147483651", "    m_axil_csr_awaddr = 4201580", "    m_axil_csr_wdata = 2147483651", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4201580", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4241942216000"], "stderr": []}, "nic.replica.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9404186688", "    m_axis_ctrl_dma_read_desc_ram_addr = 1280", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 10", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516449920", "    m_axis_ctrl_dma_write_desc_ram_addr = 544", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 17", "    m_axis_data_dma_read_desc_ram_addr = 122", "    m_axis_data_dma_read_desc_tag = 15", "    m_axis_data_dma_write_desc_dma_addr = 9146896384", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 16", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 7341900", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4241942212000"], "stderr": []}, "nic.replica.2.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.2.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9404186688", "    m_axis_ctrl_dma_read_desc_ram_addr = 1280", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 10", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516449920", "    m_axis_ctrl_dma_write_desc_ram_addr = 512", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 16", "    m_axis_data_dma_read_desc_ram_addr = 122", "    m_axis_data_dma_read_desc_tag = 8", "    m_axis_data_dma_write_desc_dma_addr = 9146896384", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 17", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 7341900", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4241942212000"], "stderr": []}, "nic.client.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.client.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9404186688", "    m_axis_ctrl_dma_read_desc_ram_addr = 1280", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 10", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516449920", "    m_axis_ctrl_dma_write_desc_ram_addr = 448", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 14", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 26", "    m_axis_data_dma_write_desc_dma_addr = 9146896384", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 19", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 7341900", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4241941608000"], "stderr": []}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.sequencer.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.sequencer.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:23:54", "gem5 executing on brain21, pid 14439", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.sequencer.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:23:55", "gem5 executing on brain21, pid 14443", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000002-8321 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-8348 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8350 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8352 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:23:56", "gem5 executing on brain21, pid 14444", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000002-8321 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-8348 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8350 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8352 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:23:57", "gem5 executing on brain21, pid 14446", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000002-8321 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-8348 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8350 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8352 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 08:23:58", "gem5 executing on brain21, pid 14447", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.818964] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8220 01160 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8246 01160 * Register        (udptransport.cc:396): Listening on UDP port 51498\r", "20120001-000002-8275 01160 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-9266 01160 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000003-6592 01160 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.831432 seconds\r", "20120001-000003-6595 01160 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-6600 01160 * CooldownDone    (benchmark.cc:121): Median latency is 354855 ns (354 us)\r", "20120001-000003-6602 01160 * CooldownDone    (benchmark.cc:129): Average latency is 356827 ns (356 us)\r", "20120001-000003-6605 01160 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 368129 ns (368 us)\r", "20120001-000003-6607 01160 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 373846 ns (373 us)\r", "20120001-000003-6609 01160 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 411070 ns (411 us)\r", "20120001-000003-7275 01160 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-7277 01160 * LATENCY total: 310 us 356 us/262 us 435 us (2001 samples, 714 ms total)\r", "20120001-000003-7280 01160 *     262 us |       2001 | ==================================================\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 4241941561584 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3471", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7015", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cv-ehseq-2-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cv-ehseq-2-1.json
+{"exp_name": "nopaxos-gt-cv-ehseq-2", "start_time": 1607252955.5199816, "end_time": 1607264048.7475827, "sims": {"nic.sequencer.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.sequencer.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.sequencer.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9443603712", "    m_axis_ctrl_dma_read_desc_ram_addr = 1792", "    m_axis_ctrl_dma_read_desc_len = 64", "    m_axis_ctrl_dma_read_desc_tag = 14", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516284512", "    m_axis_ctrl_dma_write_desc_ram_addr = 864", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 27", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 10", "    m_axis_data_dma_write_desc_dma_addr = 9037651968", "    m_axis_data_dma_write_desc_len = 163", "    m_axis_data_dma_write_desc_tag = 6", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 4200076", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4200076", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4642960104000"], "stderr": []}, "nic.replica.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9396075808", "    m_axis_ctrl_dma_read_desc_ram_addr = 256", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 2", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515265920", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_data_dma_read_desc_ram_addr = 116", "    m_axis_data_dma_read_desc_tag = 24", "    m_axis_data_dma_write_desc_dma_addr = 8832126976", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 12", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 4198220", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4198220", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 15", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4642960084000"], "stderr": []}, "nic.replica.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 256", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 2", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283072", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_read_desc_tag = 2", "    m_axis_data_dma_write_desc_dma_addr = 9167671296", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 19", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4642960024000"], "stderr": []}, "nic.replica.2.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.2.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 256", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 2", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283040", "    m_axis_ctrl_dma_write_desc_ram_addr = 960", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 30", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_read_desc_tag = 28", "    m_axis_data_dma_write_desc_dma_addr = 8425279488", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 20", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4642960024000"], "stderr": []}, "nic.client.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.client.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 1792", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 14", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283040", "    m_axis_ctrl_dma_write_desc_ram_addr = 672", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 21", "    m_axis_data_dma_read_desc_ram_addr = 162", "    m_axis_data_dma_read_desc_tag = 8", "    m_axis_data_dma_write_desc_dma_addr = 9167671296", "    m_axis_data_dma_write_desc_ram_addr = 4096", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 21", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4642960024000"], "stderr": []}, "nic.client.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.client.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 1920", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 15", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283040", "    m_axis_ctrl_dma_write_desc_ram_addr = 704", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 22", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 26", "    m_axis_data_dma_write_desc_dma_addr = 9167667200", "    m_axis_data_dma_write_desc_ram_addr = 4096", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 24", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4642959508000"], "stderr": []}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--EndhostSequencerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.sequencer.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.sequencer.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.sequencer.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.sequencer.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.sequencer.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.sequencer.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.sequencer.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:09:33", "gem5 executing on brain21, pid 39312", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.sequencer.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.sequencer.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.sequencer.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.sequencer.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.sequencer.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.100/24 dev eth0\r", "+ /root/nopaxos/sequencer/sequencer -c /root/sequencer.config\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:09:34", "gem5 executing on brain21, pid 39319", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000002-8330 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-8356 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8359 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8361 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.774466] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:09:35", "gem5 executing on brain21, pid 39321", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000002-8330 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-8356 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8359 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8361 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.766058] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3460", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7004", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:09:36", "gem5 executing on brain21, pid 39324", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000002-8330 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-8356 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8359 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8361 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.766432] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:09:37", "gem5 executing on brain21, pid 39325", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.490 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.490/0.490/0.490/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.02 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.027/1.027/1.027/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.358 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.358/0.358/0.358/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.845531] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8486 01166 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8512 01166 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-8536 01166 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.917140] random: crng init done\r", "20120001-000004-0620 01166 * Finish          (benchmark.cc:190): Completed 2000 requests in 1.208122 seconds\r", "20120001-000004-0624 01166 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-0631 01166 * CooldownDone    (benchmark.cc:121): Median latency is 612905 ns (612 us)\r", "20120001-000004-0634 01166 * CooldownDone    (benchmark.cc:129): Average latency is 594752 ns (594 us)\r", "20120001-000004-0637 01166 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 636474 ns (636 us)\r", "20120001-000004-0640 01166 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 655925 ns (655 us)\r", "20120001-000004-0643 01166 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 684651 ns (684 us)\r", "20120001-000004-1515 01166 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-1517 01166 * LATENCY total: 343 us 594 us/524 us 3642 us (2001 samples, 1190 ms total)\r", "20120001-000004-1519 01166 *     262 us |        200 | =====\r", "20120001-000004-1521 01166 *     524 us |       1800 | ==================================================\r", "20120001-000004-1523 01166 *    1048 us |          0 |\r", "20120001-000004-1524 01166 *    2097 us |          1 | \r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 12:09:37", "gem5 executing on brain21, pid 39326", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-ehseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.819761] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8228 01160 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8254 01160 * Register        (udptransport.cc:396): Listening on UDP port 47887\r", "20120001-000002-8283 01160 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-9266 01160 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "[    4.007308] random: crng init done\r", "20120001-000004-1260 01160 * Finish          (benchmark.cc:190): Completed 2000 requests in 1.297406 seconds\r", "20120001-000004-1263 01160 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000004-1268 01160 * CooldownDone    (benchmark.cc:121): Median latency is 612899 ns (612 us)\r", "20120001-000004-1270 01160 * CooldownDone    (benchmark.cc:129): Average latency is 587899 ns (587 us)\r", "20120001-000004-1272 01160 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 635588 ns (635 us)\r", "20120001-000004-1275 01160 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 652760 ns (652 us)\r", "20120001-000004-1277 01160 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 737466 ns (737 us)\r", "20120001-000004-1280 01160 * operator()      (client.cc:273):    All clients done.\r", "20120001-000004-1282 01160 * LATENCY total: 317 us 587 us/524 us 3596 us (2001 samples, 1176 ms total)\r", "20120001-000004-1284 01160 *     262 us |        310 | =========\r", "20120001-000004-1285 01160 *     524 us |       1690 | ==================================================\r", "20120001-000004-1287 01160 *    1048 us |          0 |\r", "20120001-000004-1289 01160 *    2097 us |          1 | \r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 4642959249810 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3463", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7007", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cv-swseq-1-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cv-swseq-1-1.json
+{"exp_name": "nopaxos-gt-cv-swseq-1", "start_time": 1607235896.977775, "end_time": 1607245048.1856928, "sims": {"nic.replica.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9425649984", "    m_axis_ctrl_dma_read_desc_ram_addr = 1408", "    m_axis_ctrl_dma_read_desc_len = 64", "    m_axis_ctrl_dma_read_desc_tag = 11", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515171968", "    m_axis_ctrl_dma_write_desc_ram_addr = 576", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 18", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_write_desc_dma_addr = 8563884032", "    m_axis_data_dma_write_desc_len = 122", "    m_axis_data_dma_write_desc_tag = 9", "    s_axil_rdata = 2147483651", "    m_axil_csr_awaddr = 4201580", "    m_axil_csr_wdata = 2147483651", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4201580", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4041934676000"], "stderr": []}, "nic.replica.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9404186688", "    m_axis_ctrl_dma_read_desc_ram_addr = 1280", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 10", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516449920", "    m_axis_ctrl_dma_write_desc_ram_addr = 544", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 17", "    m_axis_data_dma_read_desc_ram_addr = 122", "    m_axis_data_dma_read_desc_tag = 15", "    m_axis_data_dma_write_desc_dma_addr = 9146896384", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 16", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 7341900", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4041934692000"], "stderr": []}, "nic.replica.2.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.2.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9404186688", "    m_axis_ctrl_dma_read_desc_ram_addr = 1280", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 10", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516449920", "    m_axis_ctrl_dma_write_desc_ram_addr = 544", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 17", "    m_axis_data_dma_read_desc_ram_addr = 122", "    m_axis_data_dma_read_desc_tag = 8", "    m_axis_data_dma_write_desc_dma_addr = 9146896384", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 17", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 7341900", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4041934692000"], "stderr": []}, "nic.client.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.client.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9404186688", "    m_axis_ctrl_dma_read_desc_ram_addr = 1280", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 10", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516449920", "    m_axis_ctrl_dma_write_desc_ram_addr = 512", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 16", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 26", "    m_axis_data_dma_write_desc_dma_addr = 9146896384", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 19", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 7341900", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341900", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4041933804000"], "stderr": []}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.eth.client.0.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:22", "gem5 executing on brain21, pid 44409", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000002-8321 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-8348 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8350 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8352 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3458", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7002", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:23", "gem5 executing on brain21, pid 44414", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000002-8321 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-8348 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8350 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8352 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3461", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7005", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:24", "gem5 executing on brain21, pid 44419", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000002-8321 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-8348 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8350 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8352 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3464", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7008", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 07:25:25", "gem5 executing on brain21, pid 44422", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-1/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.818964] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8220 01160 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8246 01160 * Register        (udptransport.cc:396): Listening on UDP port 51498\r", "20120001-000002-8275 01160 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-9266 01160 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "20120001-000003-4903 01160 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.662572 seconds\r", "20120001-000003-4907 01160 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-4912 01160 * CooldownDone    (benchmark.cc:121): Median latency is 267104 ns (267 us)\r", "20120001-000003-4914 01160 * CooldownDone    (benchmark.cc:129): Average latency is 272480 ns (272 us)\r", "20120001-000003-4916 01160 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 280874 ns (280 us)\r", "20120001-000003-4919 01160 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 287843 ns (287 us)\r", "20120001-000003-4921 01160 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 321899 ns (321 us)\r", "20120001-000003-5276 01160 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-5278 01160 * LATENCY total: 227 us 272 us/262 us 355 us (2001 samples, 545 ms total)\r", "20120001-000003-5280 01160 *     131 us |          1 | \r", "20120001-000003-5281 01160 *     262 us |       2000 | ==================================================\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 4041933731622 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cv-swseq-2-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cv-swseq-2-1.json
+{"exp_name": "nopaxos-gt-cv-swseq-2", "start_time": 1607243563.738449, "end_time": 1607253791.8299975, "sims": {"nic.replica.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9396075808", "    m_axis_ctrl_dma_read_desc_ram_addr = 256", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 2", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515265920", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_data_dma_read_desc_ram_addr = 116", "    m_axis_data_dma_read_desc_tag = 22", "    m_axis_data_dma_write_desc_dma_addr = 8832126976", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 114", "    m_axis_data_dma_write_desc_tag = 12", "    s_axil_rdata = 2147483674", "    m_axil_csr_awaddr = 4198220", "    m_axil_csr_wdata = 2147483674", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4198220", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 15", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4442947504000"], "stderr": []}, "nic.replica.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 256", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 2", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283072", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_read_desc_tag = 2", "    m_axis_data_dma_write_desc_dma_addr = 8832126976", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 19", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4442947520000"], "stderr": []}, "nic.replica.2.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.2.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 256", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 2", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283040", "    m_axis_ctrl_dma_write_desc_ram_addr = 960", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 30", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_read_desc_tag = 28", "    m_axis_data_dma_write_desc_dma_addr = 8425279488", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 20", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4442947520000"], "stderr": []}, "nic.client.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.client.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 1792", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 14", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283040", "    m_axis_ctrl_dma_write_desc_ram_addr = 672", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 21", "    m_axis_data_dma_read_desc_ram_addr = 162", "    m_axis_data_dma_read_desc_tag = 8", "    m_axis_data_dma_write_desc_dma_addr = 8425279488", "    m_axis_data_dma_write_desc_ram_addr = 4096", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 21", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4442947520000"], "stderr": []}, "nic.client.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.client.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9403907360", "    m_axis_ctrl_dma_read_desc_ram_addr = 1920", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 15", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516283040", "    m_axis_ctrl_dma_write_desc_ram_addr = 704", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 22", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 26", "    m_axis_data_dma_write_desc_dma_addr = 9167667200", "    m_axis_data_dma_write_desc_ram_addr = 4096", "    m_axis_data_dma_write_desc_len = 116", "    m_axis_data_dma_write_desc_tag = 24", "    s_axil_rdata = 2147483668", "    m_axil_csr_awaddr = 7341708", "    m_axil_csr_wdata = 2147483668", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7341708", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4442947016000"], "stderr": []}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.eth.client.1.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 09:32:56", "gem5 executing on brain21, pid 36136", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000002-8330 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-8356 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8359 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8361 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.566861] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 09:32:56", "gem5 executing on brain21, pid 36141", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000002-8330 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-8356 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8359 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8361 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.559765] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 09:32:57", "gem5 executing on brain21, pid 36142", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000002-8330 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-8356 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8359 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8361 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.559870] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 09:32:58", "gem5 executing on brain21, pid 36144", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.490 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.490/0.490/0.490/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=1.02 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 1.027/1.027/1.027/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.358 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.358/0.358/0.358/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.845531] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8486 01166 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8512 01166 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-8536 01166 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.670839] random: crng init done\r", "20120001-000003-7753 01166 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.921382 seconds\r", "20120001-000003-7758 01166 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-7765 01166 * CooldownDone    (benchmark.cc:121): Median latency is 469135 ns (469 us)\r", "20120001-000003-7768 01166 * CooldownDone    (benchmark.cc:129): Average latency is 451840 ns (451 us)\r", "20120001-000003-7771 01166 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 494037 ns (494 us)\r", "20120001-000003-7774 01166 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 514191 ns (514 us)\r", "20120001-000003-7779 01166 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 548852 ns (548 us)\r", "20120001-000003-8515 01166 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-8517 01166 * LATENCY total: 271 us 451 us/262 us 703 us (2001 samples, 904 ms total)\r", "20120001-000003-8519 01166 *     262 us |       1940 | ==================================================\r", "20120001-000003-8522 01166 *     524 us |         61 | =\r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 09:32:58", "gem5 executing on brain21, pid 36145", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-2/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.819761] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8228 01160 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8254 01160 * Register        (udptransport.cc:396): Listening on UDP port 47887\r", "20120001-000002-8283 01160 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-9267 01160 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "[    3.744561] random: crng init done\r", "20120001-000003-8444 01160 * Finish          (benchmark.cc:190): Completed 2000 requests in 1.015849 seconds\r", "20120001-000003-8448 01160 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-8452 01160 * CooldownDone    (benchmark.cc:121): Median latency is 469316 ns (469 us)\r", "20120001-000003-8454 01160 * CooldownDone    (benchmark.cc:129): Average latency is 447976 ns (447 us)\r", "20120001-000003-8457 01160 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 490439 ns (490 us)\r", "20120001-000003-8459 01160 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 510574 ns (510 us)\r", "20120001-000003-8461 01160 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 580044 ns (580 us)\r", "20120001-000003-9275 01160 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-9277 01160 * LATENCY total: 271 us 447 us/262 us 4315 us (2001 samples, 896 ms total)\r", "20120001-000003-9279 01160 *     262 us |       1938 | ==================================================\r", "20120001-000003-9282 01160 *     524 us |         62 | =\r", "20120001-000003-9283 01160 *    1048 us |          0 |\r", "20120001-000003-9284 01160 *    2097 us |          0 |\r", "20120001-000003-9286 01160 *    4194 us |          1 | \r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 4442946794478 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3468", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7012", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file
--- a/results/paper_data/nopaxos/nopaxos-gt-cv-swseq-3-1.json
+++ b/results/paper_data/nopaxos/nopaxos-gt-cv-swseq-3-1.json
+{"exp_name": "nopaxos-gt-cv-swseq-3", "start_time": 1607257720.8769774, "end_time": 1607268256.8897922, "sims": {"nic.replica.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.replica.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9406464096", "    m_axis_ctrl_dma_read_desc_ram_addr = 1408", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 11", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515892960", "    m_axis_ctrl_dma_write_desc_ram_addr = 480", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 15", "    m_axis_data_dma_read_desc_ram_addr = 114", "    m_axis_data_dma_read_desc_tag = 9", "    m_axis_data_dma_write_desc_dma_addr = 8949772288", "    m_axis_data_dma_write_desc_len = 141", "    m_axis_data_dma_write_desc_tag = 18", "    s_axil_rdata = 2147483657", "    m_axil_csr_awaddr = 7343404", "    m_axil_csr_wdata = 2147483657", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7343404", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 3", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4440953180000"], "stderr": []}, "nic.replica.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.replica.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9406464096", "    m_axis_ctrl_dma_read_desc_ram_addr = 1408", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 11", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515892960", "    m_axis_ctrl_dma_write_desc_ram_addr = 448", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 14", "    m_axis_data_dma_read_desc_ram_addr = 113", "    m_axis_data_dma_read_desc_tag = 1", "    m_axis_data_dma_write_desc_dma_addr = 8949772288", "    m_axis_data_dma_write_desc_len = 141", "    m_axis_data_dma_write_desc_tag = 10", "    s_axil_rdata = 2147483657", "    m_axil_csr_awaddr = 7343404", "    m_axil_csr_wdata = 2147483657", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7343404", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 1", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4440953180000"], "stderr": []}, "nic.replica.2.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.replica.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.2.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9406464096", "    m_axis_ctrl_dma_read_desc_ram_addr = 1408", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 11", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515892928", "    m_axis_ctrl_dma_write_desc_ram_addr = 512", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 16", "    m_axis_data_dma_read_desc_ram_addr = 113", "    m_axis_data_dma_read_desc_tag = 26", "    m_axis_data_dma_write_desc_dma_addr = 8949772288", "    m_axis_data_dma_write_desc_len = 141", "    m_axis_data_dma_write_desc_tag = 11", "    s_axil_rdata = 2147483657", "    m_axil_csr_awaddr = 7343404", "    m_axil_csr_wdata = 2147483657", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7343404", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 1", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4440953180000"], "stderr": []}, "nic.client.0.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.client.0.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.0.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9406464096", "    m_axis_ctrl_dma_read_desc_ram_addr = 512", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 4", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515892960", "    m_axis_ctrl_dma_write_desc_ram_addr = 64", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 2", "    m_axis_data_dma_read_desc_ram_addr = 158", "    m_axis_data_dma_read_desc_tag = 19", "    m_axis_data_dma_write_desc_dma_addr = 8949772288", "    m_axis_data_dma_write_desc_len = 141", "    m_axis_data_dma_write_desc_tag = 14", "    s_axil_rdata = 2147483657", "    m_axil_csr_awaddr = 7343404", "    m_axil_csr_wdata = 2147483657", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7343404", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 63", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4440953180000"], "stderr": []}, "nic.client.1.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.client.1.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.1.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9472049600", "    m_axis_ctrl_dma_read_desc_ram_addr = 1024", "    m_axis_ctrl_dma_read_desc_len = 64", "    m_axis_ctrl_dma_read_desc_tag = 8", "    m_axis_ctrl_dma_write_desc_dma_addr = 9516351744", "    m_axis_ctrl_dma_write_desc_ram_addr = 288", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 9", "    m_axis_data_dma_read_desc_ram_addr = 141", "    m_axis_data_dma_read_desc_tag = 28", "    m_axis_data_dma_write_desc_dma_addr = 8592121856", "    m_axis_data_dma_write_desc_ram_addr = 2048", "    m_axis_data_dma_write_desc_len = 113", "    m_axis_data_dma_write_desc_tag = 2", "    s_axil_rdata = 2147483671", "    m_axil_csr_awaddr = 4197100", "    m_axil_csr_wdata = 2147483671", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 4197100", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 31", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4440953176000"], "stderr": []}, "nic.client.2.": {"class": "CorundumVerilatorNIC", "cmd": ["/home/hejingli/endhostsim-code/corundum/corundum_verilator", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.client.2.", "/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.2.", "0", "0", "500", "500", "500", "250"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received", "sync_pci=1  sync_eth=1", "Addressing configuration for axil_interconnect instance TOP.interface.axil_interconnect_inst", " 0 ( 0): 000000 / 19 -- 000000-07ffff", " 1 ( 0): 080000 / 19 -- 080000-0fffff", " 2 ( 0): 100000 / 20 -- 100000-1fffff", " 3 ( 0): 200000 / 21 -- 200000-3fffff", " 4 ( 0): 400000 / 21 -- 400000-5fffff", " 5 ( 0): 600000 / 20 -- 600000-6fffff", " 6 ( 0): 700000 / 20 -- 700000-7fffff", " 7 ( 0): 800000 / 21 -- 800000-9fffff", "Addressing configuration for axil_interconnect instance TOP.interface.port[0].port_inst.axil_interconnect_inst", " 0 ( 0): 000000 / 20 -- 000000-0fffff", " 1 ( 0): 100000 / 20 -- 100000-1fffff", "    m_axis_ctrl_dma_read_desc_dma_addr = 9406464096", "    m_axis_ctrl_dma_read_desc_ram_addr = 1024", "    m_axis_ctrl_dma_read_desc_len = 16", "    m_axis_ctrl_dma_read_desc_tag = 8", "    m_axis_ctrl_dma_write_desc_dma_addr = 9515924320", "    m_axis_ctrl_dma_write_desc_ram_addr = 160", "    m_axis_ctrl_dma_write_desc_len = 32", "    m_axis_ctrl_dma_write_desc_tag = 5", "    m_axis_data_dma_read_desc_ram_addr = 163", "    m_axis_data_dma_read_desc_tag = 26", "    m_axis_data_dma_write_desc_dma_addr = 8949772288", "    m_axis_data_dma_write_desc_len = 141", "    m_axis_data_dma_write_desc_tag = 17", "    s_axil_rdata = 2147483657", "    m_axil_csr_awaddr = 7343404", "    m_axil_csr_wdata = 2147483657", "    m_axil_csr_wstrb = 15", "    m_axil_csr_araddr = 7343404", "    ctrl_dma_ram_wr_cmd_ready = 255", "    ctrl_dma_ram_rd_cmd_ready = 255", "    data_dma_ram_wr_cmd_ready = 255", "    data_dma_ram_rd_cmd_ready = 255", "    tx_axis_tkeep = 7", "    tx_axis_tlast = 1", "    rx_axis_tready = 1", "", "", "main_time:4440952628000"], "stderr": []}, "net.": {"class": "NS3SequencerNet", "cmd": ["/home/hejingli/endhostsim-code/ns-3/cosim-run.sh", "sequencer", "sequencer-single-switch-example", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.replica.0.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.replica.1.", "--ServerPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.replica.2.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.client.0.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.client.1.", "--ClientPort=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.eth.client.2.", "--LinkRate=100Gb/s", "--LinkLatency=500ns"], "stdout": [], "stderr": ["Create client and server nodes, and optionally endhost sequencer nodes", "Create switch node", "Create simple channels", "Create Switch", "Create Cosims and Bridges"]}, "host.replica.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.replica.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.replica.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.replica.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 13:28:59", "gem5 executing on brain21, pid 21007", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.replica.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.replica.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.replica.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 0 -m nopaxos\r", "20120001-000002-8335 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.1:12345\r", "20120001-000002-8361 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8363 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8365 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.584648] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.replica.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.replica.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.replica.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 13:29:00", "gem5 executing on brain21, pid 21012", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.replica.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.replica.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.replica.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 1 -m nopaxos\r", "20120001-000002-8335 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.2:12345\r", "20120001-000002-8361 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8363 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8365 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.570891] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3459", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7003", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.replica.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.replica.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.replica.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.replica.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 13:29:01", "gem5 executing on brain21, pid 21014", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.replica.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.replica.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.replica.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.replica.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.replica.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.3/24 dev eth0\r", "+ /root/nopaxos/bench/replica -c /root/nopaxos.config -i 2 -m nopaxos\r", "20120001-000002-8335 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.3:12345\r", "20120001-000002-8361 01160 * Register        (udptransport.cc:396): Listening on UDP port 12345\r", "20120001-000002-8363 01160 * BindToPort      (udptransport.cc:193): Binding to 10.0.0.255:12345\r", "20120001-000002-8365 01160 * ListenOnMulticastPort (udptransport.cc:315): Listening for multicast requests on 10.0.0.255:12345\r", "[    3.572689] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3462", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7006", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 4", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.client.0", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.client.0", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.0.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.0.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 13:29:02", "gem5 executing on brain21, pid 21025", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.client.0 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.client.0 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.0. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.0. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.4/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.584 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.584/0.584/0.584/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.412 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.412/0.412/0.412/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.919 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.919/0.919/0.919/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.845768] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8488 01166 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8514 01166 * Register        (udptransport.cc:396): Listening on UDP port 35775\r", "20120001-000002-8539 01166 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-9527 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-0536 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-1546 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-2556 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-3567 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-4577 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-5586 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-6597 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-7607 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-8616 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000003-9626 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000004-0635 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000004-1645 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000004-2655 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "\u001b[1;33m20120001-000004-3665 01166 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3466", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7010", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.1": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.client.1", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.client.1", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.client.1.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.1.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.1.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 13:29:02", "gem5 executing on brain21, pid 21026", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.client.1 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.client.1 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.client.1.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.1. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.1. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.5/24 dev eth0\r", "+ ping -c 1 10.0.0.1\r", "PING 10.0.0.1 (10.0.0.1) 56(84) bytes of data.\r", "64 bytes from 10.0.0.1: icmp_seq=1 ttl=64 time=0.514 ms\r", "\r", "--- 10.0.0.1 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.514/0.514/0.514/0.000 ms\r", "+ ping -c 1 10.0.0.2\r", "PING 10.0.0.2 (10.0.0.2) 56(84) bytes of data.\r", "64 bytes from 10.0.0.2: icmp_seq=1 ttl=64 time=0.484 ms\r", "\r", "--- 10.0.0.2 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.484/0.484/0.484/0.000 ms\r", "+ ping -c 1 10.0.0.3\r", "PING 10.0.0.3 (10.0.0.3) 56(84) bytes of data.\r", "64 bytes from 10.0.0.3: icmp_seq=1 ttl=64 time=0.979 ms\r", "\r", "--- 10.0.0.3 ping statistics ---\r", "1 packets transmitted, 1 received, 0% packet loss, time 0ms\r", "rtt min/avg/max/mdev = 0.979/0.979/0.979/0.000 ms\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.845775] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8488 01166 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8514 01166 * Register        (udptransport.cc:396): Listening on UDP port 33141\r", "20120001-000002-8539 01166 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "[    3.678267] random: crng init done\r", "20120001-000003-7708 01166 * Finish          (benchmark.cc:190): Completed 2000 requests in 0.916724 seconds\r", "20120001-000003-7714 01166 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-7720 01166 * CooldownDone    (benchmark.cc:121): Median latency is 468319 ns (468 us)\r", "20120001-000003-7724 01166 * CooldownDone    (benchmark.cc:129): Average latency is 449209 ns (449 us)\r", "20120001-000003-7727 01166 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 485049 ns (485 us)\r", "20120001-000003-7730 01166 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 491224 ns (491 us)\r", "20120001-000003-7734 01166 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 579899 ns (579 us)\r", "20120001-000003-8525 01166 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-8527 01166 * LATENCY total: 272 us 449 us/262 us 732 us (2001 samples, 898 ms total)\r", "20120001-000003-8529 01166 *     262 us |       1964 | ==================================================\r", "20120001-000003-8532 01166 *     524 us |         37 | \r", "+ sleep 20\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3465", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7009", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: instruction 'fcomi' unimplemented"]}, "host.client.2": {"class": "Gem5Host", "cmd": ["/home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt", "--outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.client.2", "/home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--cacheline_size=64", "--cpu-clock=3GHz", "--sys-clock=1GHz", "--checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.client.2", "--kernel=/home/hejingli/endhostsim-code/images/vmlinux", "--disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw", "--disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.client.2.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "--cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.2.", "--cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.2.", "--cosim-sync", "--cosim-sync_mode=0", "--cosim-pci-lat=500", "--cosim-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled Dec  3 2020 17:56:02", "gem5 started Dec  6 2020 13:29:02", "gem5 executing on brain21, pid 21027", "command line: /home/hejingli/endhostsim-code/gem5/build/X86/gem5.opt --outdir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/gem5-out.client.2 /home/hejingli/endhostsim-code/gem5/configs/cosim/cosim.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --cacheline_size=64 --cpu-clock=3GHz --sys-clock=1GHz --checkpoint-dir=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/0/gem5-cp.client.2 --kernel=/home/hejingli/endhostsim-code/images/vmlinux --disk-image=/home/hejingli/endhostsim-code/images/output-nopaxos/nopaxos.raw --disk-image=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/cfg.client.2.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 --cosim-pci=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.pci.client.2. --cosim-shm=/home/hejingli/endhostsim-code/experiments/out/nopaxos-gt-cv-swseq-3/1/nic.shm.client.2. --cosim-sync --cosim-sync_mode=0 --cosim-pci-lat=500 --cosim-sync-int=500", "", "Global frequency set at 1000000000000 ticks per second", "      0: system.pc.south_bridge.cmos.rtc: Real-time clock set to Sun Jan  1 00:00:00 2012", "**** REAL SIMULATION ****", "[    0.000000] Linux version 5.4.46 (hejingli@brain21) (gcc version 8.3.0 (Debian 8.3.0-6)) #1 SMP Wed Dec 2 12:19:40 CET 2020\r", "[    0.000000] Command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.000000] CPU: vendor_id 'M5 Simulator' unknown, using generic init.\r", "[    0.000000] CPU: Your system may be unstable.\r", "[    0.000000] x86/fpu: x87 FPU will use FXSAVE\r", "[    0.000000] BIOS-provided physical RAM map:\r", "[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable\r", "[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x00000000000fffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfffffff] usable\r", "[    0.000000] BIOS-e820: [mem 0x00000000ffff0000-0x00000000ffffffff] reserved\r", "[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000023fffffff] usable\r", "[    0.000000] printk: bootconsole [earlyser0] enabled\r", "[    0.000000] NX (Execute Disable) protection: active\r", "[    0.000000] SMBIOS 2.5 present.\r", "[    0.000000] DMI:  , BIOS  06/08/2008\r", "[    0.000000] tsc: Fast TSC calibration using PIT\r", "[    0.000000] tsc: calibrated TSC: tsc_freq=3003320\r", "[    0.000000] tsc: Detected 3003.320 MHz processor\r", "[    0.000036] last_pfn = 0x240000 max_arch_pfn = 0x400000000\r", "[    0.000095] Disabled\r", "[    0.000112] x86/PAT: MTRRs disabled, skipping PAT initialization too.\r", "[    0.000163] CPU MTRRs all blank - virtualized system.\r", "[    0.000198] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  \r", "[    0.000243] last_pfn = 0xc0000 max_arch_pfn = 0x400000000\r", "[    0.000330] found SMP MP-table at [mem 0x000f0050-0x000f005f]\r", "[    0.001817] ACPI: Early table checksum verification disabled\r", "[    0.002183] ACPI BIOS Error (bug): A valid RSDP was not found (20190816/tbxfroot-210)\r", "[    0.002882] No NUMA configuration found\r", "[    0.002909] Faking a node at [mem 0x0000000000000000-0x000000023fffffff]\r", "[    0.003002] NODE_DATA(0) allocated [mem 0x23ffda000-0x23fffbfff]\r", "[    0.008931] Zone ranges:\r", "[    0.008950]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]\r", "[    0.008991]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]\r", "[    0.009033]   Normal   [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009075] Movable zone start for each node\r", "[    0.009113] Early memory node ranges\r", "[    0.009139]   node   0: [mem 0x0000000000001000-0x000000000009efff]\r", "[    0.009181]   node   0: [mem 0x0000000000100000-0x00000000bfffffff]\r", "[    0.009224]   node   0: [mem 0x0000000100000000-0x000000023fffffff]\r", "[    0.009301] Zeroed struct page in unavailable ranges: 98 pages\r", "[    0.009305] Initmem setup node 0 [mem 0x0000000000001000-0x000000023fffffff]\r", "[    0.374666] Intel MultiProcessor Specification v1.4\r", "[    0.374703] MPTABLE: OEM ID: \r", "[    0.374724] MPTABLE: Product ID: \r", "[    0.374747] MPTABLE: APIC at: 0xFEE00000\r", "[    0.374775] Processor #0 (Bootup-CPU)\r", "[    0.374809] IOAPIC[0]: apic_id 1, version 20, address 0xfec00000, GSI 0-23\r", "[    0.374874] Processors: 1\r", "[    0.374894] smpboot: Allowing 1 CPUs, 0 hotplug CPUs\r", "[    0.374953] [mem 0xc0000000-0xfffeffff] available for PCI devices\r", "[    0.374993] Booting paravirtualized kernel on bare hardware\r", "[    0.375036] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns\r", "[    0.593774] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1\r", "[    0.598371] percpu: Embedded 49 pages/cpu s159768 r8192 d32744 u2097152\r", "[    0.598532] Built 1 zonelists, mobility grouping on.  Total pages: 2068361\r", "[    0.598576] Policy zone: Normal\r", "[    0.598602] Kernel command line: earlyprintk=ttyS0 console=ttyS0 root=/dev/sda1 no_timer_check memory_corruption_check=0 random.trust_cpu=on init=/home/ubuntu/guestinit.sh\r", "[    0.614893] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)\r", "[    0.622969] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)\r", "[    0.623082] mem auto-init: stack:off, heap alloc:off, heap free:off\r", "[    0.992764] Memory: 8176384K/8388216K available (8194K kernel code, 1285K rwdata, 1956K rodata, 1900K init, 1304K bss, 211832K reserved, 0K cma-reserved)\r", "[    0.994009] rcu: Hierarchical RCU implementation.\r", "[    0.994041] rcu: \tRCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=1.\r", "[    0.994086] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.\r", "[    0.994136] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1\r", "[    0.994813] NR_IRQS: 524544, nr_irqs: 256, preallocated irqs: 16\r", "[    0.995986] Console: colour dummy device 80x25\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996031] printk: console [ttyS0] enabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996088] printk: bootconsole [earlyser0] disabled\r", "[    0.996203] APIC: Switch to symmetric I/O mode setup\r", "[    0.996908] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0\r", "[    0.996958] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    0.997033] Calibrating delay loop (skipped), value calculated using timer frequency.. 6006.64 BogoMIPS (lpj=3003320)\r", "[    0.997108] pid_max: default: 32768 minimum: 301\r", "[    0.998707] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.998959] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)\r", "[    0.999602] mce: unknown CPU type - not enabling MCE support\r", "[    0.999644] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0\r", "[    0.999683] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0\r", "[    0.999727] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization\r", "[    0.999789] Spectre V2 : Spectre mitigation: kernel not compiled with retpoline; no mitigation available!\r", "[    0.999792] Speculative Store Bypass: Vulnerable\r", "[    0.999889] MDS: Vulnerable: Clear CPU buffers attempted, no microcode\r", "[    1.002052] Freeing SMP alternatives memory: 12K\r", "[    1.206518]  calibrated lapic_timer_period=187707\r", "[    1.206557] smpboot: CPU0: M5 Simulator Fake M5 x86_64 CPU (family: 0xf, model: 0x25, stepping: 0x1)\r", "[    1.207031] Performance Events: no PMU driver, software events only.\r", "[    1.207031] rcu: Hierarchical SRCU implementation.\r", "[    1.207085] smp: Bringing up secondary CPUs ...\r", "[    1.207120] smp: Brought up 1 node, 1 CPU\r", "[    1.207149] smpboot: Max logical packages: 1\r", "[    1.207181] smpboot: Total of 1 processors activated (6006.64 BogoMIPS)\r", "[    1.208818] devtmpfs: initialized\r", "[    1.209408] random: get_random_u32 called from bucket_table_alloc+0xea/0x110 with crng_init=0\r", "[    1.209573] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns\r", "[    1.209698] futex hash table entries: 256 (order: 2, 16384 bytes, linear)\r", "[    1.209944] \r", "[    1.209958] *************************************************************\r", "[    1.210005] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210034] **                                                         **\r", "[    1.210081] **  IOMMU DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL  **\r", "[    1.210128] **                                                         **\r", "[    1.210175] ** This means that this kernel is built to expose internal **\r", "[    1.210222] ** IOMMU data structures, which may compromise security on **\r", "[    1.210269] ** your system.                                            **\r", "[    1.210316] **                                                         **\r", "[    1.210363] ** If you see this message and you are not debugging the   **\r", "[    1.210410] ** kernel, report this immediately to your vendor!         **\r", "[    1.210457] **                                                         **\r", "[    1.210504] **     NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE NOTICE    **\r", "[    1.210551] *************************************************************\r", "[    1.210922] NET: Registered protocol family 16\r", "[    1.211403] audit: initializing netlink subsys (disabled)\r", "[    1.212067] cpuidle: using governor ladder\r", "[    1.212193] PCI: Using configuration type 1 for base access\r", "[    1.219066] audit: type=2000 audit(1325376001.214:1): state=initialized audit_enabled=0 res=1\r", "[    1.232872] HugeTLB registered 2.00 MiB page size, pre-allocated 0 pages\r", "[    1.235558] ACPI: Interpreter disabled.\r", "[    1.235635] iommu: Default domain type: Translated \r", "[    1.235791] vgaarb: loaded\r", "[    1.236108] SCSI subsystem initialized\r", "[    1.236558] pps_core: LinuxPPS API ver. 1 registered\r", "[    1.236594] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>\r", "[    1.236669] PTP clock support registered\r", "[    1.236723] PCI: Probing PCI hardware\r", "[    1.236803] PCI host bridge to bus 0000:00\r", "[    1.236839] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]\r", "[    1.236886] pci_bus 0000:00: root bus resource [mem 0x00000000-0xffffffffffff]\r", "[    1.236939] pci_bus 0000:00: No busn resource found for root bus, will use [bus 00-ff]\r", "[    1.237011] pci 0000:00:02.0: [5543:1001] type 00 class 0x020000\r", "[    1.237061] pci 0000:00:02.0: reg 0x10: [mem 0xc0000000-0xc1ffffff]\r", "[    1.237118] pci 0000:00:02.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237269] pci 0000:00:04.0: [8086:7111] type 00 class 0x010180\r", "[    1.237325] pci 0000:00:04.0: reg 0x20: [io  0x0000-0x000f]\r", "[    1.237371] pci 0000:00:04.0: reg 0x30: [mem 0x00000000-0x000007ff pref]\r", "[    1.237422] pci 0000:00:04.0: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]\r", "[    1.237474] pci 0000:00:04.0: legacy IDE quirk: reg 0x14: [io  0x03f6]\r", "[    1.237522] pci 0000:00:04.0: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]\r", "[    1.237574] pci 0000:00:04.0: legacy IDE quirk: reg 0x1c: [io  0x0376]\r", "[    1.237709] pci_bus 0000:00: busn_res: [bus 00-ff] end is updated to 00\r", "[    1.238897] clocksource: Switched to clocksource tsc-early\r", "[    1.270316] VFS: Disk quotas dquot_6.6.0\r", "[    1.270392] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)\r", "[    1.270543] pnp: PnP ACPI: disabled\r", "[    1.278640] thermal_sys: Registered thermal governor 'step_wise'\r", "[    1.278642] thermal_sys: Registered thermal governor 'user_space'\r", "[    1.278725] pci 0000:00:02.0: BAR 6: assigned [mem 0xc2000000-0xc20007ff pref]\r", "[    1.278832] pci 0000:00:04.0: BAR 6: assigned [mem 0xc2000800-0xc2000fff pref]\r", "[    1.278888] pci 0000:00:04.0: BAR 4: assigned [io  0x1000-0x100f]\r", "[    1.278937] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]\r", "[    1.278979] pci_bus 0000:00: resource 5 [mem 0x00000000-0xffffffffffff]\r", "[    1.279129] NET: Registered protocol family 2\r", "[    1.279505] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)\r", "[    1.279677] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)\r", "[    1.281021] TCP bind hash table entries: 65536 (order: 8, 1048576 bytes, linear)\r", "[    1.283230] TCP: Hash tables configured (established 65536 bind 65536)\r", "[    1.283498] UDP hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.283842] UDP-Lite hash table entries: 4096 (order: 5, 131072 bytes, linear)\r", "[    1.284319] NET: Registered protocol family 1\r", "[    1.284380] PCI: CLS 0 bytes, default 64\r", "[    1.285262] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)\r", "[    1.285309] software IO TLB: mapped [mem 0xbc000000-0xc0000000] (64MB)\r", "[    1.285468] platform rtc_cmos: registered platform RTC device (no PNP device found)\r", "[    1.287205] workingset: timestamp_bits=52 max_order=21 bucket_order=0\r", "[    1.287899] fuse: init (API version 7.31)\r", "[    1.301017] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 252)\r", "[    1.301070] io scheduler mq-deadline registered\r", "[    1.301103] io scheduler kyber registered\r", "[    1.301282] acpiphp_ibm: ibm_acpiphp_init: acpi_walk_namespace failed\r", "[    1.301632] Serial: 8250/16550 driver, 4 ports, IRQ sharing disabled\r", "[    1.301744] serial8250: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 8250\r", "[    1.302799] Linux agpgart interface v0.103\r", "[    1.311116] brd: module loaded\r", "[    1.318603] loop: module loaded\r", "[    1.318785] Loading iSCSI transport class v2.0-870.\r", "[    1.320007] ata_piix 0000:00:04.0: enabling device (0000 -> 0001)\r", "[    1.320057] ata_piix 0000:00:04.0: PCI->APIC IRQ transform: INT A -> IRQ 16\r", "[    1.322272] scsi host0: ata_piix\r", "[    1.322601] scsi host1: ata_piix\r", "[    1.322713] ata1: PATA max UDMA/33 cmd 0x1f0 ctl 0x3f6 bmdma 0x1000 irq 14\r", "[    1.322762] ata2: PATA max UDMA/33 cmd 0x170 ctl 0x376 bmdma 0x1008 irq 15\r", "[    1.322998] Ethernet Channel Bonding Driver: v3.7.1 (April 27, 2011)\r", "[    1.326457] tun: Universal TUN/TAP device driver, 1.6\r", "[    1.326959] VFIO - User Level meta-driver version: 0.3\r", "[    1.327850] i8042: PNP: No PS/2 controller found.\r", "[    1.327883] i8042: Probing ports directly.\r", "[    1.328183] serio: i8042 KBD port at 0x60,0x64 irq 1\r", "[    1.328224] serio: i8042 AUX port at 0x60,0x64 irq 12\r", "[    1.328883] mousedev: PS/2 mouse device common for all mice\r", "[    1.329753] NET: Registered protocol family 17\r", "[    1.329800] mce: Unable to init MCE device (rc: -5)\r", "[    1.329922] IPI shorthand broadcast: enabled\r", "[    1.329964] sched_clock: Marking stable (1328240980, 1545452)->(1329510741, 275691)\r", "[    1.332019] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0\r", "[    1.581021] ata1.00: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581059] ata1.00: 83886080 sectors, multi 0: LBA \r", "[    1.581106] ata1.01: ATA-7: M5 IDE Disk, , max UDMA/66\r", "[    1.581144] ata1.01: 160 sectors, multi 0: LBA \r", "[    1.581743] scsi 0:0:0:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582031] scsi 0:0:0:0: Attached scsi generic sg0 type 0\r", "[    1.582248] scsi 0:0:1:0: Direct-Access     ATA      M5 IDE Disk      n/a  PQ: 0 ANSI: 5\r", "[    1.582522] scsi 0:0:1:0: Attached scsi generic sg1 type 0\r", "[    1.583075] sd 0:0:0:0: [sda] 83886080 512-byte logical blocks: (42.9 GB/40.0 GiB)\r", "[    1.583153] sd 0:0:0:0: [sda] Write Protect is off\r", "[    1.583239] sd 0:0:0:0: [sda] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.583551] sd 0:0:1:0: [sdb] 160 512-byte logical blocks: (81.9 kB/80.0 KiB)\r", "[    1.583619] sd 0:0:1:0: [sdb] Write Protect is off\r", "[    1.583694] sd 0:0:1:0: [sdb] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA\r", "[    1.585387] sd 0:0:1:0: [sdb] Attached SCSI disk\r", "[    1.585520]  sda: sda1\r", "[    1.586125] sd 0:0:0:0: [sda] Attached SCSI disk\r", "[    1.588614] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)\r", "[    1.588682] VFS: Mounted root (ext4 filesystem) on device 8:1.\r", "[    1.589739] devtmpfs: mounted\r", "[    1.594233] Freeing unused kernel image memory: 1900K\r", "[    1.594768] Write protecting the kernel read-only data: 12288k\r", "[    1.600463] Freeing unused kernel image memory: 2032K\r", "[    1.600769] Freeing unused kernel image memory: 92K\r", "[    1.600807] rodata_test: all tests were successful\r", "[    1.600844] Run /home/ubuntu/guestinit.sh as init process\r", "[    1.608027] random: fast init done\r", "+ export HOME=/root\r", "+ export LANG=en_US\r", "+ export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games\r", "+ m5 checkpoint\r", "Writing checkpoint", "+ insmod /tmp/guest/mqnic.ko\r", "[    1.647963] mqnic: loading out-of-tree module taints kernel.\r", "[    1.649223] mqnic 0000:00:02.0: mqnic probe\r", "[    1.649292] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    1.649339] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    1.649399] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    1.649436] mqnic 0000:00:02.0: FW version: 0.1\r", "[    1.649472] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    1.649511] mqnic 0000:00:02.0: Board version: 0.1\r", "[    1.649548] mqnic 0000:00:02.0: PHC count: 1\r", "[    1.649582] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    1.649622] mqnic 0000:00:02.0: IF count: 1\r", "[    1.649656] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    1.649695] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    1.649803] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    1.649988] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    1.650029] mqnic 0000:00:02.0: Creating interface 0\r", "[    1.664282] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    1.664320] mqnic 0000:00:02.0: IF features: 0x00000701\r", "[    1.664361] mqnic 0000:00:02.0: Event queue count: 32\r", "[    1.664400] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    1.664444] mqnic 0000:00:02.0: TX queue count: 256\r", "[    1.664482] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    1.664525] mqnic 0000:00:02.0: TX completion queue count: 256\r", "[    1.664569] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    1.664618] mqnic 0000:00:02.0: RX queue count: 256\r", "[    1.664656] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    1.664698] mqnic 0000:00:02.0: RX completion queue count: 256\r", "[    1.664743] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    1.664795] mqnic 0000:00:02.0: Port count: 1\r", "[    1.664830] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    1.664870] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    1.664910] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    1.664960] mqnic 0000:00:02.0: Max desc block size: 8\r", "[    1.888882] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    1.888925] mqnic 0000:00:02.0: Port features: 0x00000701\r", "[    1.888966] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    1.889002] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    1.889039] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    1.889083] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    1.889126] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    1.958240] mqnic 0000:00:02.0: mqnic_open on port 0\r", "[    2.764280] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x2b4a85d6902, max_idle_ns: 440795286792 ns\r", "[    2.764476] clocksource: Switched to clocksource tsc\r", "+ ip addr add 10.0.0.6/24 dev eth0\r", "+ /root/nopaxos/bench/client -c /root/nopaxos.config -m nopaxos -n 2000\r", "[    2.820178] random: client: uninitialized urandom read (4 bytes read)\r", "20120001-000002-8232 01160 * BindToPort      (udptransport.cc:193): Binding to 0.0.0.0:0\r", "20120001-000002-8258 01160 * Register        (udptransport.cc:396): Listening on UDP port 58392\r", "20120001-000002-8287 01160 * WarmupDone      (benchmark.cc:105): Completed warmup period of 0 seconds with 0 requests\r", "\u001b[1;33m20120001-000002-9268 01160 ! ResendRequest   (client.cc:127):    Client timeout; resending request\u001b[0m\r", "[    3.753446] random: crng init done\r", "20120001-000003-8348 01160 * Finish          (benchmark.cc:190): Completed 2000 requests in 1.005855 seconds\r", "20120001-000003-8352 01160 * CooldownDone    (benchmark.cc:116): Finished cooldown period.\r", "20120001-000003-8356 01160 * CooldownDone    (benchmark.cc:121): Median latency is 467268 ns (467 us)\r", "20120001-000003-8359 01160 * CooldownDone    (benchmark.cc:129): Average latency is 445452 ns (445 us)\r", "20120001-000003-8361 01160 * CooldownDone    (benchmark.cc:133): 90th percentile latency is 486135 ns (486 us)\r", "20120001-000003-8363 01160 * CooldownDone    (benchmark.cc:137): 95th percentile latency is 494148 ns (494 us)\r", "20120001-000003-8366 01160 * CooldownDone    (benchmark.cc:141): 99th percentile latency is 588189 ns (588 us)\r", "20120001-000003-9275 01160 * operator()      (client.cc:273):    All clients done.\r", "20120001-000003-9277 01160 * LATENCY total: 264 us 445 us/262 us 781 us (2001 samples, 891 ms total)\r", "20120001-000003-9279 01160 *     262 us |       1947 | ==================================================\r", "20120001-000003-9282 01160 *     524 us |         54 | =\r", "+ sleep 0.5\r", "+ m5 exit\r", "Exiting @ tick 4440952375893 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /home/hejingli/endhostsim-code/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3467", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7011", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 0.  Starting simulation...", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: instruction 'fninit' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: instruction 'sgdt_Ms' unimplemented", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid family 0x0000: unimplemented function 6", "warn: x86 cpuid: unknown family 0x4000", "warn: instruction 'fwait' unimplemented", "warn: TimingPioPort::getAddrRanges()", "warn: Write to unknown i8042 (keyboard controller) command port.", "warn: Tried to clear PCI interrupt 14", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "info: Entering event queue @ 1649960171883.  Starting simulation...", "info: Entering event queue @ 1649975576960.  Starting simulation...", "warn: instruction 'fcomi' unimplemented", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}
\ No newline at end of file