{"exp_name": "netperf-gem5-switch-cd_bm", "metadata": {}, "start_time": 1620221778.6201777, "end_time": 1620264427.0351427, "sims": {"nic.server.0.": {"class": "CorundumBMNIC", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/nic//corundum_bm/corundum_bm", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.pci.server.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.eth.server.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.shm.server.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["783744c71928", "sync_pci=1 sync_eth=1", "exit main_time: 21994938746374"]}, "nic.client.0.": {"class": "CorundumBMNIC", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/nic//corundum_bm/corundum_bm", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.pci.client.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.eth.client.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["29d3b2540988", "sync_pci=1 sync_eth=1", "exit main_time: 21994938176374"]}, "net.": {"class": "SwitchNet", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/net/switch/net_switch", "-m", "0", "-S", "500", "-E", "500", "-s", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.eth.server.0.", "-s", "/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.eth.client.0."], "stdout": ["start polling"], "stderr": []}, "host.server.0": {"class": "Gem5Host", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/gem5-out.server.0", "/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-cd_bm/0/gem5-cp.server.0", "--kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "--disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw", "--disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/cfg.server.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.pci.server.0.", "--simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.shm.server.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  5 2021 01:22:20", "gem5 started May  5 2021 15:36:19", "gem5 executing on swsnetlab04, pid 5928", "command line: /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/gem5-out.server.0 /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-cd_bm/0/gem5-cp.server.0 --kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux --disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw --disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/cfg.server.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.pci.server.0. --simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.shm.server.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=500", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1190059301125", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.745932] mqnic: loading out-of-tree module taints kernel.\r", "[    0.746932] mqnic 0000:00:02.0: mqnic probe\r", "[    0.746932] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.746932] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.746932] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.746932] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.746932] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.746932] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.746932] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.746932] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.746932] mqnic 0000:00:02.0: IF count: 1\r", "[    0.746932] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.746932] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.746932] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.746932] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.746932] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.749931] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.749931] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.749931] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.749931] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.749931] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.749931] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.749931] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.749931] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.750931] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.750931] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.750931] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.750931] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.750931] mqnic 0000:00:02.0: Port count: 1\r", "[    0.750931] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.750931] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.750931] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.750931] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.750931] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.750931] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.750931] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.750931] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.750931] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.750931] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.750931] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.754931] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ netserver\r", "Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC\r", "+ sleep infinity\r", "[    1.638796] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1190059291125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1190059301125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/gem5-out.client.0", "/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-cd_bm/0/gem5-cp.client.0", "--kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "--disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw", "--disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.pci.client.0.", "--simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=500"], "stdout": ["gem5 Simulator System.  http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May  5 2021 01:22:20", "gem5 started May  5 2021 15:36:19", "gem5 executing on swsnetlab04, pid 5929", "command line: /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/gem5-out.client.0 /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-cd_bm/0/gem5-cp.client.0 --kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux --disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw --disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.pci.client.0. --simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-cd_bm/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=500", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1196775226125", "switching cpus", "**** REAL SIMULATION ****", "+ insmod /tmp/guest/mqnic.ko\r", "[    0.753930] mqnic: loading out-of-tree module taints kernel.\r", "[    0.753930] mqnic 0000:00:02.0: mqnic probe\r", "[    0.753930] mqnic 0000:00:02.0: enabling device (0000 -> 0002)\r", "[    0.753930] mqnic 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[    0.753930] mqnic 0000:00:02.0: FW ID: 0x00000020\r", "[    0.753930] mqnic 0000:00:02.0: FW version: 0.1\r", "[    0.753930] mqnic 0000:00:02.0: Board ID: 0x43215678\r", "[    0.754930] mqnic 0000:00:02.0: Board version: 0.1\r", "[    0.754930] mqnic 0000:00:02.0: PHC count: 1\r", "[    0.754930] mqnic 0000:00:02.0: PHC offset: 0x00000200\r", "[    0.754930] mqnic 0000:00:02.0: IF count: 1\r", "[    0.754930] mqnic 0000:00:02.0: IF stride: 0x00080000\r", "[    0.754930] mqnic 0000:00:02.0: IF CSR offset: 0x00080000\r", "[    0.754930] mqnic 0000:00:02.0: Failed to read MAC from EEPROM; no EEPROM I2C client registered\r", "[    0.754930] mqnic 0000:00:02.0: registered PHC (index 0)\r", "[    0.754930] mqnic 0000:00:02.0: Creating interface 0\r", "[    0.757929] mqnic 0000:00:02.0: IF ID: 0x00000000\r", "[    0.757929] mqnic 0000:00:02.0: IF features: 0x00000000\r", "[    0.757929] mqnic 0000:00:02.0: Event queue count: 1\r", "[    0.757929] mqnic 0000:00:02.0: Event queue offset: 0x00100000\r", "[    0.757929] mqnic 0000:00:02.0: TX queue count: 1\r", "[    0.757929] mqnic 0000:00:02.0: TX queue offset: 0x00200000\r", "[    0.757929] mqnic 0000:00:02.0: TX completion queue count: 1\r", "[    0.757929] mqnic 0000:00:02.0: TX completion queue offset: 0x00400000\r", "[    0.757929] mqnic 0000:00:02.0: RX queue count: 1\r", "[    0.757929] mqnic 0000:00:02.0: RX queue offset: 0x00600000\r", "[    0.757929] mqnic 0000:00:02.0: RX completion queue count: 1\r", "[    0.757929] mqnic 0000:00:02.0: RX completion queue offset: 0x00700000\r", "[    0.757929] mqnic 0000:00:02.0: Port count: 1\r", "[    0.757929] mqnic 0000:00:02.0: Port offset: 0x00800000\r", "[    0.757929] mqnic 0000:00:02.0: Port stride: 0x00200000\r", "[    0.757929] mqnic 0000:00:02.0: Bad MAC in EEPROM; using random MAC\r", "[    0.757929] mqnic 0000:00:02.0: Max desc block size: 1\r", "[    0.758929] mqnic 0000:00:02.0: Port ID: 0x00000000\r", "[    0.758929] mqnic 0000:00:02.0: Port features: 0x00000000\r", "[    0.758929] mqnic 0000:00:02.0: Port MTU: 2048\r", "[    0.758929] mqnic 0000:00:02.0: Scheduler count: 1\r", "[    0.758929] mqnic 0000:00:02.0: Scheduler offset: 0x00100000\r", "[    0.758929] mqnic 0000:00:02.0: Scheduler stride: 0x00100000\r", "[    0.758929] mqnic 0000:00:02.0: Scheduler type: 0x00000000\r", "+ ip link set dev eth0 up\r", "[    0.762929] mqnic 0000:00:02.0: mqnic_open on port 0\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ netserver\r", "Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC\r", "+ sleep 0.5\r", "+ netperf -H 10.0.0.1\r", "[    1.557808] random: netperf: uninitialized urandom read (4096 bytes read)\r", "MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 10.0.0.1 () port 0 AF_INET : demo\r", "[    1.642795] random: crng init done\r", "Recv   Send    Send                          \r", "Socket Socket  Message  Elapsed              \r", "Size   Size    Size     Time     Throughput  \r", "bytes  bytes   bytes    secs.    10^6bits/sec  \r", "\r", "131072  16384  16384    10.00    3006.66   \r", "+ netperf -H 10.0.0.1 -t TCP_RR -- -o mean_latency,p50_latency,p90_latency,p99_latency\r", "MIGRATED TCP REQUEST/RESPONSE TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 10.0.0.1 () port 0 AF_INET : demo : first burst 0\r", "Mean Latency Microseconds,50th Percentile Latency Microseconds,90th Percentile Latency Microseconds,99th Percentile Latency Microseconds\r", "33.02,-2147483648,-2147483648,1064\r", "+ m5 exit\r", "Exiting @ tick 21994937898125 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB.  Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000  pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1196775216125.  Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1196775226125.  Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}