{"exp_name": "netperf-gem5-switch-i40e", "metadata": {}, "start_time": 1620291843.1449652, "end_time": 1620350180.532576, "sims": {"nic.server.0.": {"class": "I40eNIC", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/nic//i40e_bm/i40e_bm", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.pci.server.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.eth.server.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.shm.server.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["4b2a65de3374", "sync_pci=1 sync_eth=1", "exit main_time: 21866714408000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/nic//i40e_bm/i40e_bm", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.pci.client.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.eth.client.0.", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["5bb3bcb82e3c", "sync_pci=1 sync_eth=1", "exit main_time: 21866713611250"]}, "net.": {"class": "SwitchNet", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/net/switch/net_switch", "-m", "0", "-S", "500", "-E", "500", "-s", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.eth.server.0.", "-s", "/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.eth.client.0."], "stdout": ["start polling"], "stderr": []}, "host.server.0": {"class": "Gem5Host", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/gem5-out.server.0", "/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-i40e/0/gem5-cp.server.0", "--kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "--disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw", "--disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/cfg.server.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.pci.server.0.", "--simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.shm.server.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=500", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 5 2021 01:22:20", "gem5 started May 6 2021 11:04:04", "gem5 executing on swsnetlab03, pid 42064", "command line: /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/gem5-out.server.0 /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-i40e/0/gem5-cp.server.0 --kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux --disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw --disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/cfg.server.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.pci.server.0. --simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.shm.server.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=500 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1130431315250", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.721936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.721936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.722936] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.722936] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.727935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.727935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.843917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.844917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.844917] i40e 0000:00:02.0: MAC address: 74:33:de:65:2a:4b\r", "[ 0.844917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.845917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ netserver\r", "Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC\r", "+ sleep infinity\r", "[ 1.610801] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1130431305250. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1130431315250. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!", "warn: PowerState: More than one power state change request encountered within the same simulation tick"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/gem5-out.client.0", "/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-i40e/0/gem5-cp.client.0", "--kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "--disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw", "--disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.pci.client.0.", "--simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=500", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 5 2021 01:22:20", "gem5 started May 6 2021 11:04:04", "gem5 executing on swsnetlab03, pid 42065", "command line: /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/gem5-out.client.0 /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-switch-i40e/0/gem5-cp.client.0 --kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux --disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw --disk-image=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.pci.client.0. --simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-switch-i40e/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=500 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1152274464125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.723936] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.723936] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.724935] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.724935] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.729935] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.729935] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.845917] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.846917] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.846917] i40e 0000:00:02.0: MAC address: 3c:2e:b8:bc:b3:5b\r", "[ 0.846917] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.847917] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.927905] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.927905] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.927905] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.933904] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ netserver\r", "Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC\r", "+ sleep 0.5\r", "+ netperf -H 10.0.0.1\r", "[ 1.442826] random: netperf: uninitialized urandom read (4096 bytes read)\r", "MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 10.0.0.1 () port 0 AF_INET : demo\r", "[ 1.655794] random: crng init done\r", "Recv Send Send \r", "Socket Socket Message Elapsed \r", "Size Size Size Time Throughput \r", "bytes bytes bytes secs. 10^6bits/sec \r", "\r", "131072 16384 16384 10.00 8697.47 \r", "+ netperf -H 10.0.0.1 -t TCP_RR -- -o mean_latency,p50_latency,p90_latency,p99_latency\r", "MIGRATED TCP REQUEST/RESPONSE TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 10.0.0.1 () port 0 AF_INET : demo : first burst 0\r", "Mean Latency Microseconds,50th Percentile Latency Microseconds,90th Percentile Latency Microseconds,99th Percentile Latency Microseconds\r", "20.37,-2147483648,-2147483648,1042\r", "+ m5 exit\r", "Exiting @ tick 21866713278625 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1152274454125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1152274464125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}