{"exp_name": "netperf-gem5-ns3-i40e", "metadata": {}, "start_time": 1620221533.6040509, "end_time": 1620282847.3381581, "sims": {"nic.server.0.": {"class": "I40eNIC", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/nic//i40e_bm/i40e_bm", "/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.pci.server.0.", "/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.eth.server.0.", "/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.shm.server.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["14a727138358", "sync_pci=1 sync_eth=1", "exit main_time: 21950201436000"]}, "nic.client.0.": {"class": "I40eNIC", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/nic//i40e_bm/i40e_bm", "/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.pci.client.0.", "/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.eth.client.0.", "/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.shm.client.0.", "0", "0", "500", "500", "500"], "stdout": ["eth connection accepted", "eth intro sent", "pci connection accepted", "pci intro sent", "pci host info received", "eth net info received"], "stderr": ["9ba2bfd1c30", "sync_pci=1 sync_eth=1", "exit main_time: 21950200656250"]}, "net.": {"class": "NS3BridgeNet", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/ns-3/cosim-run.sh", "cosim", "cosim-bridge-example", "--CosimPort=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.eth.server.0.", "--CosimPort=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.eth.client.0."], "stdout": [], "stderr": []}, "host.server.0": {"class": "Gem5Host", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/gem5-out.server.0", "/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-ns3-i40e/0/gem5-cp.server.0", "--kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "--disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw", "--disk-image=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/cfg.server.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.pci.server.0.", "--simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.shm.server.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=500", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 5 2021 01:22:20", "gem5 started May 5 2021 15:32:14", "gem5 executing on swsnetlab03, pid 16708", "command line: /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/gem5-out.server.0 /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-ns3-i40e/0/gem5-cp.server.0 --kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux --disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw --disk-image=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/cfg.server.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.pci.server.0. --simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.shm.server.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=500 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1219183824125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.738934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.738934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.738934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.738934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.744933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.744933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.859915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.860915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.860915] i40e 0000:00:02.0: MAC address: 58:83:13:27:a7:14\r", "[ 0.860915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.862915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943903] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943903] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943903] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.1/24 dev eth0\r", "+ netserver\r", "Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC\r", "+ sleep infinity\r", "[ 1.591804] random: crng init done\r"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3456", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7000", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1219183814125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1219183824125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}, "host.client.0": {"class": "Gem5Host", "cmd": ["/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast", "--outdir=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/gem5-out.client.0", "/DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py", "--caches", "--l2cache", "--l3cache", "--l1d_size=32kB", "--l1i_size=32kB", "--l2_size=2MB", "--l3_size=32MB", "--l1d_assoc=8", "--l1i_assoc=8", "--l2_assoc=4", "--l3_assoc=16", "--cacheline_size=64", "--cpu-clock=8GHz", "--sys-clock=1GHz", "--checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-ns3-i40e/0/gem5-cp.client.0", "--kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "--disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw", "--disk-image=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/cfg.client.0.tar", "--cpu-type=TimingSimpleCPU", "--mem-size=8192MB", "--num-cpus=1", "--ddio-enabled", "--ddio-way-part=8", "--mem-type=DDR4_2400_16x4", "-r", "0", "--simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.pci.client.0.", "--simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.shm.client.0.", "--simbricks-sync", "--simbricks-sync_mode=0", "--simbricks-pci-lat=500", "--simbricks-sync-int=500", "--simbricks-type=i40e"], "stdout": ["gem5 Simulator System. http://gem5.org", "gem5 is copyrighted software; use the --copyright option for details.", "", "gem5 version 20.0.0.1", "gem5 compiled May 5 2021 01:22:20", "gem5 started May 5 2021 15:32:14", "gem5 executing on swsnetlab03, pid 16709", "command line: /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/build/X86/gem5.fast --outdir=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/gem5-out.client.0 /DS/endhost-networking/work/sim/hejing/s/simbricks/sims/external/gem5/configs/simbricks/simbricks.py --caches --l2cache --l3cache --l1d_size=32kB --l1i_size=32kB --l2_size=2MB --l3_size=32MB --l1d_assoc=8 --l1i_assoc=8 --l2_assoc=4 --l3_assoc=16 --cacheline_size=64 --cpu-clock=8GHz --sys-clock=1GHz --checkpoint-dir=/DS/endhost-networking/work/sim/hejing/s/simbricks/experiments/out/netperf-gem5-ns3-i40e/0/gem5-cp.client.0 --kernel=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux --disk-image=/DS/endhost-networking/work/sim/hejing/s/simbricks/images/output-base/base.raw --disk-image=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/cfg.client.0.tar --cpu-type=TimingSimpleCPU --mem-size=8192MB --num-cpus=1 --ddio-enabled --ddio-way-part=8 --mem-type=DDR4_2400_16x4 -r 0 --simbricks-pci=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.pci.client.0. --simbricks-shm=/oldhome/hejingli/tmp/netperf-gem5-ns3-i40e/1/nic.shm.client.0. --simbricks-sync --simbricks-sync_mode=0 --simbricks-pci-lat=500 --simbricks-sync-int=500 --simbricks-type=i40e", "", "CEHCKPOINT RESTORE THINGIE", "Global frequency set at 1000000000000 ticks per second", "Switch at curTick count:10000", "Switched CPUS @ tick 1230565970125", "switching cpus", "**** REAL SIMULATION ****", "+ modprobe i40e\r", "[ 0.736934] i40e: Intel(R) Ethernet Connection XL710 Network Driver - version 2.8.20-k\r", "[ 0.736934] i40e: Copyright (c) 2013 - 2019 Intel Corporation.\r", "[ 0.736934] i40e 0000:00:02.0: enabling device (0000 -> 0002)\r", "[ 0.736934] i40e 0000:00:02.0: PCI->APIC IRQ transform: INT A -> IRQ 17\r", "[ 0.742933] i40e 0000:00:02.0: fw 0.0.00000 api 1.10 nvm 0.0.0 [8086:1572] [0000:0000]\r", "[ 0.742933] i40e 0000:00:02.0: The driver for the device detected a newer version of the NVM image v1.10 than expected v1.9. Please install the most recent version of the network driver.\r", "[ 0.857915] i40e 0000:00:02.0: This device is a pre-production adapter/LOM. Please be aware there may be issues with your hardware. If you are experiencing problems please contact your Intel or hardware representative who provided you with this hardware.\r", "[ 0.858915] i40e 0000:00:02.0: Stopping firmware LLDP agent.\r", "[ 0.858915] i40e 0000:00:02.0: MAC address: 30:1c:fd:2b:ba:09\r", "[ 0.858915] i40e 0000:00:02.0: FW LLDP is enabled\r", "[ 0.860915] i40e 0000:00:02.0 eth0: NIC Link is Up, 40 Gbps Full Duplex, Flow Control: None\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express: Speed UnknownGT/s Width xUnknown\r", "[ 0.943902] i40e 0000:00:02.0: PCI-Express bandwidth available for this device may be insufficient for optimal performance.\r", "[ 0.943902] i40e 0000:00:02.0: Please move the device to a different PCI-e link with more lanes and/or higher transfer rate.\r", "[ 0.943902] i40e 0000:00:02.0: Features: PF-id[0] VSIs: 384 QP: 1 RSS VxLAN Geneve PTP VEPA\r", "+ ip link set dev eth0 up\r", "[ 0.949902] i40e 0000:00:02.0: Error OK adding RX filters on PF, promiscuous mode forced on\r", "+ ip addr add 10.0.0.2/24 dev eth0\r", "+ netserver\r", "Starting netserver with host 'IN(6)ADDR_ANY' port '12865' and family AF_UNSPEC\r", "+ sleep 0.5\r", "+ netperf -H 10.0.0.1\r", "[ 1.458824] random: netperf: uninitialized urandom read (4096 bytes read)\r", "MIGRATED TCP STREAM TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 10.0.0.1 () port 0 AF_INET : demo\r", "[ 1.638797] random: crng init done\r", "Recv Send Send \r", "Socket Socket Message Elapsed \r", "Size Size Size Time Throughput \r", "bytes bytes bytes secs. 10^6bits/sec \r", "\r", "131072 16384 16384 10.00 9019.33 \r", "+ netperf -H 10.0.0.1 -t TCP_RR -- -o mean_latency,p50_latency,p90_latency,p99_latency\r", "MIGRATED TCP REQUEST/RESPONSE TEST from 0.0.0.0 (0.0.0.0) port 0 AF_INET to 10.0.0.1 () port 0 AF_INET : demo : first burst 0\r", "Mean Latency Microseconds,50th Percentile Latency Microseconds,90th Percentile Latency Microseconds,99th Percentile Latency Microseconds\r", "20.39,-2147483648,-2147483648,1042\r", "+ m5 exit\r", "Exiting @ tick 21950200403125 because m5_exit instruction encountered"], "stderr": ["warn: CheckedInt already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Enum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: ScopedEnum already exists in allParams. This may be caused by the Python 2.7 compatibility layer.", "warn: Physical memory size specified is 8192MB which is greater than 3GB. Twice the number of memory controllers would be created.", "warn: No dot file generated. Please install pydot to generate the dot file and pdf.", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (4096 Mbytes)", "warn: DRAM device capacity (32768 Mbytes) does not match the address range assigned (8192 Mbytes)", "info: kernel located at: /DS/endhost-networking/work/sim/hejing/s/simbricks/images/vmlinux", "system.pc.com_1.device: Listening for connections on port 3457", "warn: pollInterval=100000000 pciAsync=500000", "0: system.remote_gdb: listening for remote gdb on port 7001", "warn: Reading current count from inactive timer.", "warn: TimingPioPort::getAddrRanges()", "warn: TimingPioPort::getAddrRanges()", "info: Entering event queue @ 1230565960125. Starting simulation...", "warn: PowerState: Already in the requested power state, request ignored", "info: Entering event queue @ 1230565970125. Starting simulation...", "warn: instruction 'fwait' unimplemented", "warn: instruction 'verw_Mw_or_Rv' unimplemented", "warn: Don't know what interrupt to clear for console.", "warn: Tried to clear PCI interrupt 14", "warn: MOVNTDQ: Ignoring non-temporal hint, modeling as cacheable!"]}}, "success": true}