| #!/usr/bin/env bash |
| # SPDX-License-Identifier: GPL-2.0 |
| # |
| # Testing for IPv4 and IPv6 BIG TCP over VXLAN and GENEVE tunnels. |
| |
| source "$(dirname "$0")/lib.sh" |
| |
| SERVER_NS=$(mktemp -u server-XXXXXXXX) |
| SERVER_IP4="192.168.1.1" |
| SERVER_IP6="2001:db8::1:1" |
| SERVER_IP4_TUN="192.168.2.1" |
| SERVER_IP6_TUN="2001:db8::2:1" |
| |
| CLIENT_NS=$(mktemp -u client-XXXXXXXX) |
| CLIENT_IP4="192.168.1.2" |
| CLIENT_IP6="2001:db8::1:2" |
| CLIENT_IP4_TUN="192.168.2.2" |
| CLIENT_IP6_TUN="2001:db8::2:2" |
| |
| # Kselftest framework requirement - SKIP code is 4. |
| ksft_skip=4 |
| |
| if [ -z "$PACKETS_THRESHOLD" ]; then |
| if [ "$KSFT_MACHINE_SLOW" = yes ]; then |
| echo 'Debug kernel detected, lowering the default threshold' |
| PACKETS_THRESHOLD=100 |
| else |
| PACKETS_THRESHOLD=1000 |
| fi |
| fi |
| |
| setup() { |
| ip netns add "$SERVER_NS" |
| ip netns add "$CLIENT_NS" |
| ip -netns "$SERVER_NS" link add link1 type veth peer name link0 netns "$CLIENT_NS" |
| |
| ip -netns "$CLIENT_NS" link set link0 up |
| ip -netns "$CLIENT_NS" addr replace "$CLIENT_IP4/24" dev link0 |
| ip -netns "$CLIENT_NS" addr replace "$CLIENT_IP6/112" dev link0 nodad |
| ip -netns "$CLIENT_NS" link set link0 \ |
| gso_max_size 196608 gso_ipv4_max_size 196608 \ |
| gro_max_size 196608 gro_ipv4_max_size 196608 |
| ip -netns "$SERVER_NS" link set link1 up |
| ip -netns "$SERVER_NS" addr replace "$SERVER_IP4/24" dev link1 |
| ip -netns "$SERVER_NS" addr replace "$SERVER_IP6/112" dev link1 nodad |
| ip -netns "$SERVER_NS" link set link1 \ |
| gso_max_size 196608 gso_ipv4_max_size 196608 \ |
| gro_max_size 196608 gro_ipv4_max_size 196608 |
| |
| ip netns exec "$SERVER_NS" netserver >/dev/null |
| wait_local_port_listen "$SERVER_NS" 12865 tcp |
| |
| DEFAULT_TCP_MIN_TSO_SEGS=$(ip netns exec "$CLIENT_NS" sysctl -n net.ipv4.tcp_min_tso_segs) |
| } |
| |
| setup_tunnel() { |
| if [ "$2" = 4 ]; then |
| SERVER_IP="$SERVER_IP4" |
| CLIENT_IP="$CLIENT_IP4" |
| echo "Setting up ${1^^} over IPv4, veth tx csum offload $3" |
| else |
| SERVER_IP="$SERVER_IP6" |
| CLIENT_IP="$CLIENT_IP6" |
| echo "Setting up ${1^^} over IPv6, veth tx csum offload $3" |
| fi |
| |
| if [ "$1" = vxlan ]; then |
| ip -netns "$CLIENT_NS" link add tun0 type vxlan \ |
| id 5001 remote "$SERVER_IP" local "$CLIENT_IP" dev link0 dstport 4789 |
| else |
| ip -netns "$CLIENT_NS" link add tun0 type geneve \ |
| id 5001 remote "$SERVER_IP" |
| fi |
| ip -netns "$CLIENT_NS" link set tun0 up |
| ip -netns "$CLIENT_NS" addr replace "$CLIENT_IP4_TUN/24" dev tun0 |
| ip -netns "$CLIENT_NS" addr replace "$CLIENT_IP6_TUN/112" dev tun0 nodad |
| ip -netns "$CLIENT_NS" link set tun0 \ |
| gso_max_size 196608 gso_ipv4_max_size 196608 \ |
| gro_max_size 196608 gro_ipv4_max_size 196608 |
| if [ "$1" = vxlan ]; then |
| ip -netns "$SERVER_NS" link add tun1 type vxlan \ |
| id 5001 remote "$CLIENT_IP" local "$SERVER_IP" dev link1 dstport 4789 |
| else |
| ip -netns "$SERVER_NS" link add tun1 type geneve \ |
| id 5001 remote "$CLIENT_IP" |
| fi |
| ip -netns "$SERVER_NS" link set tun1 up |
| ip -netns "$SERVER_NS" addr replace "$SERVER_IP4_TUN/24" dev tun1 |
| ip -netns "$SERVER_NS" addr replace "$SERVER_IP6_TUN/112" dev tun1 nodad |
| ip -netns "$SERVER_NS" link set tun1 \ |
| gso_max_size 196608 gso_ipv4_max_size 196608 \ |
| gro_max_size 196608 gro_ipv4_max_size 196608 |
| |
| ip netns exec "$CLIENT_NS" ethtool -K link0 tx-checksumming "$3" > /dev/null |
| ip netns exec "$SERVER_NS" ethtool -K link1 tx-checksumming "$3" > /dev/null |
| } |
| |
| cleanup_tunnel() { |
| ip -netns "$CLIENT_NS" link del tun0 |
| ip -netns "$SERVER_NS" link del tun1 |
| } |
| |
| cleanup() { |
| ip netns pids "$SERVER_NS" | xargs -r kill |
| ip netns pids "$CLIENT_NS" | xargs -r kill |
| ip netns del "$SERVER_NS" |
| ip netns del "$CLIENT_NS" |
| rm -rf "$WORKDIR" |
| } |
| |
| do_test() { |
| local packets_threshold="$PACKETS_THRESHOLD" |
| |
| # When tx csum offload is off, software GSO is performed before passing the |
| # packet to veth. Check BIG TCP packets inside the VXLAN tunnel to verify |
| # the software checksum path: if the checksum code is broken, these packets |
| # will be dropped. |
| if [ "$3" = on ]; then |
| CAPTURE_IFACE='link' |
| if [ "$1" = 4 ]; then |
| IPTABLES=iptables |
| else |
| IPTABLES=ip6tables |
| fi |
| else |
| CAPTURE_IFACE='tun' |
| if [ "$2" = 4 ]; then |
| IPTABLES=iptables |
| else |
| IPTABLES=ip6tables |
| fi |
| packets_threshold=$(( PACKETS_THRESHOLD / 10 )) |
| fi |
| if [ "$2" = 4 ]; then |
| IPTABLES_SACK=iptables |
| else |
| IPTABLES_SACK=ip6tables |
| fi |
| |
| if [ "$3" != 'on' ] && [ "$KSFT_MACHINE_SLOW" = yes ]; then |
| echo 'Slow configuration; increasing net.ipv4.tcp_min_tso_segs and initcwnd' |
| ip netns exec "$CLIENT_NS" sysctl -w net.ipv4.tcp_min_tso_segs=52 |
| if [ "$2" = 4 ]; then |
| ip -netns "$CLIENT_NS" \ |
| route change 192.168.2.0/24 dev tun0 initcwnd 100 |
| else |
| ip -netns "$CLIENT_NS" -6 \ |
| route change 2001:db8::2:0/112 dev tun0 initcwnd 100 |
| fi |
| else |
| ip netns exec "$CLIENT_NS" \ |
| sysctl -w net.ipv4.tcp_min_tso_segs="$DEFAULT_TCP_MIN_TSO_SEGS" |
| fi |
| |
| ip netns exec "$SERVER_NS" "$IPTABLES" -w -t raw -I PREROUTING -i "${CAPTURE_IFACE}1" -m length ! --length 0:65535 -m comment --comment "bigtcp" |
| ip netns exec "$CLIENT_NS" "$IPTABLES" -w -t raw -I OUTPUT -o "${CAPTURE_IFACE}0" -m length ! --length 0:65535 -m comment --comment "bigtcp" |
| ip netns exec "$SERVER_NS" "$IPTABLES_SACK" -w -t raw -I OUTPUT -o "tun1" -p tcp -m tcp --tcp-flags ACK ACK --tcp-option 5 -m comment --comment "sack" |
| |
| if [ "$2" = 4 ]; then |
| SERVER_IP="$SERVER_IP4_TUN" |
| echo "Running IPv4 traffic in the tunnel" |
| else |
| SERVER_IP="$SERVER_IP6_TUN" |
| echo "Running IPv6 traffic in the tunnel" |
| fi |
| |
| ip netns exec "$CLIENT_NS" netperf -t TCP_STREAM -l 5 -H "$SERVER_IP" -- \ |
| -m 80000 > /dev/null |
| |
| PACKETS_SERVER=$(ip netns exec "$SERVER_NS" "$IPTABLES-save" -c -t raw | sed -rn '/ --comment bigtcp/{s/^\[([0-9]+):.*/\1/p;q}') |
| PACKETS_CLIENT=$(ip netns exec "$CLIENT_NS" "$IPTABLES-save" -c -t raw | sed -rn '/ --comment bigtcp/{s/^\[([0-9]+):.*/\1/p;q}') |
| PACKETS_SACK=$(ip netns exec "$SERVER_NS" "$IPTABLES_SACK-save" -c -t raw | sed -rn '/ --comment sack/{s/^\[([0-9]+):.*/\1/p;q}') |
| ip netns exec "$SERVER_NS" "$IPTABLES" -w -t raw -D PREROUTING -i "${CAPTURE_IFACE}1" -m length ! --length 0:65535 -m comment --comment "bigtcp" |
| ip netns exec "$CLIENT_NS" "$IPTABLES" -w -t raw -D OUTPUT -o "${CAPTURE_IFACE}0" -m length ! --length 0:65535 -m comment --comment "bigtcp" |
| ip netns exec "$SERVER_NS" "$IPTABLES_SACK" -w -t raw -D OUTPUT -o "tun1" -p tcp -m tcp --tcp-flags ACK ACK --tcp-option 5 -m comment --comment "sack" |
| |
| echo "Captured BIG TCP RX packets: $PACKETS_SERVER" |
| echo "Captured BIG TCP TX packets: $PACKETS_CLIENT" |
| echo "Captured TCP SACK packets: $PACKETS_SACK" |
| [ "$PACKETS_SERVER" -gt "$packets_threshold" ] || return 1 |
| [ "$PACKETS_CLIENT" -gt "$packets_threshold" ] || return 1 |
| [ "$PACKETS_SACK" -lt "$(( PACKETS_CLIENT / 2 ))" ] || return 1 |
| } |
| |
| if ! netperf -V &> /dev/null; then |
| echo "SKIP: Could not run test without netperf tool" |
| exit "$ksft_skip" |
| fi |
| |
| if ! iptables --version &> /dev/null; then |
| echo "SKIP: Could not run test without iptables tool" |
| exit "$ksft_skip" |
| fi |
| |
| if ! ethtool --version &> /dev/null; then |
| echo "SKIP: Could not run test without ethtool tool" |
| exit "$ksft_skip" |
| fi |
| |
| if ! ip link help 2>&1 | grep gso_ipv4_max_size &> /dev/null; then |
| echo "SKIP: Could not run test without gso/gro_ipv4_max_size supported in ip-link" |
| exit "$ksft_skip" |
| fi |
| |
| WORKDIR=$(mktemp -d) |
| trap cleanup EXIT |
| setup |
| for tunnel in vxlan geneve; do |
| for tun_family in 4 6; do |
| for traffic_family in 4 6; do |
| for csum_offload in on off; do |
| setup_tunnel "$tunnel" "$tun_family" "$csum_offload" || exit "$?" |
| do_test "$tun_family" "$traffic_family" "$csum_offload" || exit "$?" |
| cleanup_tunnel |
| done |
| done |
| done |
| done |
