experiments: preparation for CC experiments

experiments/Makefile

@@ -52,8 +52,10 @@ GUESTS := \
     qemu-mtcp-client \
     gem5-pair-i40e-server \
     gem5-pair-i40e-client \
+    gem5-pair-i40e-client-2 \
     qemu-pair-i40e-server \
     qemu-pair-i40e-client \
+    qemu-pair-i40e-client-2 \
     qemu-i40e-rpc-server \
     qemu-i40e-rpc-client \
     qemu-tas-server \
@@ -89,6 +91,7 @@ EXP_CP := \
     gem5-timing-corundum-verilator-pair-cp \
     gem5-i40e-pair \
     gem5-i40e-mtcp \
+    gem5-i40e-cc \
 
 #experiments not using check points
 EXP_NCP := \
@@ -98,6 +101,7 @@ EXP_NCP := \
     qemu-i40e-bm-rpc \
     qemu-i40e-bm-pair \
     qemu-i40e-bm-tas \
+    qemu-i40e-bm-cc \
 
 
 # all experiments in repo

experiments/experiments/gem5-i40e-cc-mck.sh

+#!/bin/bash
+
+source common-functions.sh
+
+init_out gem5-i40e-cc checkpoint
+
+# first run to checkpoint with fast CPU
+run_i40e_bm a
+run_i40e_bm b
+run_i40e_bm c
+sleep 2
+run_ns3_bridge bridge "a b c"
+run_gem5 a a build/gem5-pair-i40e-server.tar X86KvmCPU server "--cosim-type=i40e"
+run_gem5 b b build/gem5-pair-i40e-client.tar X86KvmCPU client "--cosim-type=i40e"
+run_gem5 c c build/gem5-pair-i40e-client-2.tar X86KvmCPU client2 "--cosim-type=i40e"
+client_pid=$!
+wait $client_pid
+cleanup
+
+echo "Took checkpoint successfully"

experiments/experiments/gem5-i40e-cc.sh

+#!/bin/bash
+
+source common-functions.sh
+
+init_out gem5-i40e-cc $1
+
+echo "Restoring from checkpoint"
+
+# then run with timing CPU
+run_i40e_bm a
+run_i40e_bm b
+run_i40e_bm c
+sleep 0.5
+run_ns3_bridge bridge "a b c"
+run_gem5 a a build/gem5-pair-i40e-server.tar TimingSimpleCPU server "-r 0 --cosim-sync --cosim-type=i40e"
+run_gem5 b b build/gem5-pair-i40e-client.tar TimingSimpleCPU client "-r 0 --cosim-sync --cosim-type=i40e"
+run_gem5 c c build/gem5-pair-i40e-client-2.tar TimingSimpleCPU client2 "-r 0 --cosim-sync --cosim-type=i40e"
+client_pid=$!
+wait $client_pid
+cleanup

experiments/experiments/qemu-i40e-bm-cc.sh

+#!/bin/bash
+
+source common-functions.sh
+
+init_out qemu-i40e-bm-cc $1
+run_i40e_bm a
+run_i40e_bm b
+run_i40e_bm c
+sleep 0.5
+run_ns3_bridge bridge "a b c"
+run_qemu a a build/qemu-pair-i40e-server.tar
+sleep 2
+run_qemu b b build/qemu-pair-i40e-client.tar
+run_qemu c c build/qemu-pair-i40e-client-2.tar
+client_pid=$!
+wait $client_pid
+cleanup

experiments/guests/gem5-pair-i40e-client-2/run.sh

+#!/bin/bash
+mount -t proc proc /proc
+mount -t sysfs sysfs /sys
+sysctl -w net.core.rmem_default=31457280
+sysctl -w net.core.rmem_max=31457280
+sysctl -w net.core.wmem_default=31457280
+sysctl -w net.core.wmem_max=31457280
+sysctl -w net.core.optmem_max=25165824
+sysctl -w net.ipv4.tcp_mem="786432 1048576 26777216"
+sysctl -w net.ipv4.tcp_rmem="8192 87380 33554432"
+sysctl -w net.ipv4.tcp_wmem="8192 87380 33554432"
+
+
+m5 checkpoint
+modprobe i40e
+ethtool -G eth0 rx 4096 tx 4096
+ethtool -K eth0 tso off
+ip link set eth0 txqueuelen 13888
+ip link set dev eth0 mtu 9000 up
+ip addr add 192.168.64.3/24 dev eth0
+sleep 0.2
+iperf -l 32M -w 32M -c 192.168.64.1 -i 1 -P 4
+m5 exit

experiments/guests/gem5-pair-i40e-client/run.sh

 #!/bin/bash
+mount -t proc proc /proc
+mount -t sysfs sysfs /sys
+sysctl -w net.core.rmem_default=31457280
+sysctl -w net.core.rmem_max=31457280
+sysctl -w net.core.wmem_default=31457280
+sysctl -w net.core.wmem_max=31457280
+sysctl -w net.core.optmem_max=25165824
+sysctl -w net.ipv4.tcp_mem="786432 1048576 26777216"
+sysctl -w net.ipv4.tcp_rmem="8192 87380 33554432"
+sysctl -w net.ipv4.tcp_wmem="8192 87380 33554432"
+
+
 m5 checkpoint
 modprobe i40e
-ip link set dev eth0 up
+ethtool -G eth0 rx 4096 tx 4096
+ethtool -K eth0 tso off
+ip link set eth0 txqueuelen 13888
+ip link set dev eth0 mtu 9000 up
 ip addr add 192.168.64.2/24 dev eth0
-#ethtool -K eth0 tso off
-sleep 2
-iperf -l 1M -w 1M -c 192.168.64.1 -i 1 -P 4
+sleep 0.2
+iperf -l 32M -w 32M -c 192.168.64.1 -i 1 -P 4
 m5 exit

experiments/guests/gem5-pair-i40e-server/run.sh

 #!/bin/bash
+mount -t proc proc /proc
+mount -t sysfs sysfs /sys
+sysctl -w net.core.rmem_default=31457280
+sysctl -w net.core.rmem_max=31457280
+sysctl -w net.core.wmem_default=31457280
+sysctl -w net.core.wmem_max=31457280
+sysctl -w net.core.optmem_max=25165824
+sysctl -w net.ipv4.tcp_mem="786432 1048576 26777216"
+sysctl -w net.ipv4.tcp_rmem="8192 87380 33554432"
+sysctl -w net.ipv4.tcp_wmem="8192 87380 33554432"
+
+
 m5 checkpoint
 modprobe i40e
-ip link set dev eth0 up
+ethtool -G eth0 rx 4096 tx 4096
+ethtool -K eth0 tso off
+ip link set eth0 txqueuelen 13888
+ip link set dev eth0 mtu 9000 up
 ip addr add 192.168.64.1/24 dev eth0
-#ethtool -K eth0 tso off
-iperf -s -l 1M -w 1M -P 4
+iperf -s -l 32M -w 32M -P 8
 m5 exit

experiments/guests/qemu-pair-i40e-client-2/run.sh

+#!/bin/bash
+mount -t proc proc /proc
+mount -t sysfs sysfs /sys
+#sysctl -w net.core.busy_poll=50
+#sysctl -w net.core.busy_read=50
+sysctl -w net.core.rmem_default=31457280
+sysctl -w net.core.rmem_max=31457280
+sysctl -w net.core.wmem_default=31457280
+sysctl -w net.core.wmem_max=31457280
+sysctl -w net.core.optmem_max=25165824
+sysctl -w net.ipv4.tcp_mem="786432 1048576 26777216"
+sysctl -w net.ipv4.tcp_rmem="8192 87380 33554432"
+sysctl -w net.ipv4.tcp_wmem="8192 87380 33554432"
+
+modprobe i40e
+ethtool -G eth0 rx 4096 tx 4096
+ethtool -K eth0 tso off
+echo 13888 > /proc/sys/net/core/netdev_max_backlog
+ip link set eth0 txqueuelen 13888
+ip link set dev eth0 mtu 9000 up
+ip addr add 192.168.64.3/24 dev eth0
+sleep 2
+iperf -l 32M -w 32M  -c 192.168.64.1 -i 1 -P 4
+poweroff -f

experiments/guests/qemu-pair-i40e-client/run.sh

 #!/bin/bash
 mount -t proc proc /proc
 mount -t sysfs sysfs /sys
+#sysctl -w net.core.busy_poll=50
+#sysctl -w net.core.busy_read=50
+sysctl -w net.core.rmem_default=31457280
+sysctl -w net.core.rmem_max=31457280
+sysctl -w net.core.wmem_default=31457280
+sysctl -w net.core.wmem_max=31457280
+sysctl -w net.core.optmem_max=25165824
+sysctl -w net.ipv4.tcp_mem="786432 1048576 26777216"
+sysctl -w net.ipv4.tcp_rmem="8192 87380 33554432"
+sysctl -w net.ipv4.tcp_wmem="8192 87380 33554432"
+
 modprobe i40e
-sysctl -w net.core.busy_poll=50
-sysctl -w net.core.busy_read=50
-ip link set dev eth0 up
+ethtool -G eth0 rx 4096 tx 4096
+ethtool -K eth0 tso off
+echo 13888 > /proc/sys/net/core/netdev_max_backlog
+ip link set eth0 txqueuelen 13888
+ip link set dev eth0 mtu 9000 up
 ip addr add 192.168.64.2/24 dev eth0
-#ethtool -K eth0 tso off
 sleep 2
-iperf -l 1M -w 1M  -c 192.168.64.1 -i 1 -P 4
+iperf -l 32M -w 32M  -c 192.168.64.1 -i 1 -P 4
 poweroff -f

experiments/guests/qemu-pair-i40e-server/run.sh

 #!/bin/bash
 mount -t proc proc /proc
 mount -t sysfs sysfs /sys
+#sysctl -w net.core.busy_poll=50
+#sysctl -w net.core.busy_read=50
+sysctl -w net.core.rmem_default=31457280
+sysctl -w net.core.rmem_max=31457280
+sysctl -w net.core.wmem_default=31457280
+sysctl -w net.core.wmem_max=31457280
+sysctl -w net.core.optmem_max=25165824
+sysctl -w net.ipv4.tcp_mem="786432 1048576 26777216"
+sysctl -w net.ipv4.tcp_rmem="8192 87380 33554432"
+sysctl -w net.ipv4.tcp_wmem="8192 87380 33554432"
+
 modprobe i40e
-sysctl -w net.core.busy_poll=50
-sysctl -w net.core.busy_read=50
-ip link set dev eth0 up
+ethtool -G eth0 rx 4096 tx 4096
+ethtool -K eth0 tso off
+echo 13888 > /proc/sys/net/core/netdev_max_backlog
+ip link set eth0 txqueuelen 13888
+ip link set dev eth0 mtu 9000 up
 ip addr add 192.168.64.1/24 dev eth0
-#ethtool -K eth0 tso off
-iperf -s -l 1M -w 1M -P 4
+iperf -s -l 32M -w 32M -P 8
 poweroff -f