tools/testing/selftests/net/udpgro_fwd.sh

   1 #!/bin/bash
   2 # SPDX-License-Identifier: GPL-2.0
   3
   4 source net_helper.sh
   5
   6 BPF_FILE="xdp_dummy.bpf.o"
   7 readonly BASE="ns-$(mktemp -u XXXXXX)"
   8 readonly SRC=2
   9 readonly DST=1
  10 readonly DST_NAT=100
  11 readonly NS_SRC=$BASE$SRC
  12 readonly NS_DST=$BASE$DST
  13
  14 # "baremetal" network used for raw UDP traffic
  15 readonly BM_NET_V4=192.168.1.
  16 readonly BM_NET_V6=2001:db8::
  17
  18 # "overlay" network used for UDP over UDP tunnel traffic
  19 readonly OL_NET_V4=172.16.1.
  20 readonly OL_NET_V6=2001:db8:1::
  21 readonly NPROCS=`nproc`
  22
  23 cleanup() {
  24         local ns
  25         local -r jobs="$(jobs -p)"
  26         [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null
  27
  28         for ns in $NS_SRC $NS_DST; do
  29                 ip netns del $ns 2>/dev/null
  30         done
  31 }
  32
  33 trap cleanup EXIT
  34
  35 create_ns() {
  36         local net
  37         local ns
  38
  39         for ns in $NS_SRC $NS_DST; do
  40                 ip netns add $ns
  41                 ip -n $ns link set dev lo up
  42
  43                 # disable route solicitations to decrease 'noise' traffic
  44                 ip netns exec $ns sysctl -qw net.ipv6.conf.default.router_solicitations=0
  45                 ip netns exec $ns sysctl -qw net.ipv6.conf.all.router_solicitations=0
  46         done
  47
  48         ip link add name veth$SRC type veth peer name veth$DST
  49
  50         for ns in $SRC $DST; do
  51                 ip link set dev veth$ns netns $BASE$ns
  52                 ip -n $BASE$ns link set dev veth$ns up
  53                 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24
  54                 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad
  55         done
  56         ip -n $NS_DST link set veth$DST xdp object ${BPF_FILE} section xdp 2>/dev/null
  57 }
  58
  59 create_vxlan_endpoint() {
  60         local -r netns=$1
  61         local -r bm_dev=$2
  62         local -r bm_rem_addr=$3
  63         local -r vxlan_dev=$4
  64         local -r vxlan_id=$5
  65         local -r vxlan_port=4789
  66
  67         ip -n $netns link set dev $bm_dev up
  68         ip -n $netns link add dev $vxlan_dev type vxlan id $vxlan_id \
  69                                 dstport $vxlan_port remote $bm_rem_addr
  70         ip -n $netns link set dev $vxlan_dev up
  71 }
  72
  73 create_vxlan_pair() {
  74         local ns
  75
  76         create_ns
  77
  78         for ns in $SRC $DST; do
  79                 # note that 3 - $SRC == $DST and 3 - $DST == $SRC
  80                 create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V4$((3 - $ns)) vxlan$ns 4
  81                 ip -n $BASE$ns addr add dev vxlan$ns $OL_NET_V4$ns/24
  82         done
  83         for ns in $SRC $DST; do
  84                 create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V6$((3 - $ns)) vxlan6$ns 6
  85                 ip -n $BASE$ns addr add dev vxlan6$ns $OL_NET_V6$ns/24 nodad
  86         done
  87
  88         # preload neighbur cache, do avoid some noisy traffic
  89         local addr_dst=$(ip -j -n $BASE$DST link show dev vxlan6$DST  |jq -r '.[]["address"]')
  90         local addr_src=$(ip -j -n $BASE$SRC link show dev vxlan6$SRC  |jq -r '.[]["address"]')
  91         ip -n $BASE$DST neigh add dev vxlan6$DST lladdr $addr_src $OL_NET_V6$SRC
  92         ip -n $BASE$SRC neigh add dev vxlan6$SRC lladdr $addr_dst $OL_NET_V6$DST
  93 }
  94
  95 is_ipv6() {
  96         if [[ $1 =~ .*:.* ]]; then
  97                 return 0
  98         fi
  99         return 1
 100 }
 101
 102 run_test() {
 103         local -r msg=$1
 104         local -r dst=$2
 105         local -r pkts=$3
 106         local -r vxpkts=$4
 107         local bind=$5
 108         local rx_args=""
 109         local rx_family="-4"
 110         local family=-4
 111         local filter=IpInReceives
 112         local ipt=iptables
 113
 114         printf "%-40s" "$msg"
 115
 116         if is_ipv6 $dst; then
 117                 # rx program does not support '-6' and implies ipv6 usage by default
 118                 rx_family=""
 119                 family=-6
 120                 filter=Ip6InReceives
 121                 ipt=ip6tables
 122         fi
 123
 124         rx_args="$rx_family"
 125         [ -n "$bind" ] && rx_args="$rx_args -b $bind"
 126
 127         # send a single GSO packet, segmented in 10 UDP frames.
 128         # Always expect 10 UDP frames on RX side as rx socket does
 129         # not enable GRO
 130         ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 4789
 131         ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 8000
 132         ip netns exec $NS_DST ./udpgso_bench_rx -C 2000 -R 100 -n 10 -l 1300 $rx_args &
 133         local spid=$!
 134         wait_local_port_listen "$NS_DST" 8000 udp
 135         ip netns exec $NS_SRC ./udpgso_bench_tx $family -M 1 -s 13000 -S 1300 -D $dst
 136         local retc=$?
 137         wait $spid
 138         local rets=$?
 139         if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
 140                 echo " fail client exit code $retc, server $rets"
 141                 ret=1
 142                 return
 143         fi
 144
 145         local rcv=`ip netns exec $NS_DST $ipt"-save" -c | grep 'dport 8000' | \
 146                                                           sed -e 's/\[//' -e 's/:.*//'`
 147         if [ $rcv != $pkts ]; then
 148                 echo " fail - received $rcv packets, expected $pkts"
 149                 ret=1
 150                 return
 151         fi
 152
 153         local vxrcv=`ip netns exec $NS_DST $ipt"-save" -c | grep 'dport 4789' | \
 154                                                             sed -e 's/\[//' -e 's/:.*//'`
 155
 156         # upper net can generate a little noise, allow some tolerance
 157         if [ $vxrcv -lt $vxpkts -o $vxrcv -gt $((vxpkts + 3)) ]; then
 158                 echo " fail - received $vxrcv vxlan packets, expected $vxpkts"
 159                 ret=1
 160                 return
 161         fi
 162         echo " ok"
 163 }
 164
 165 run_bench() {
 166         local -r msg=$1
 167         local -r dst=$2
 168         local family=-4
 169
 170         printf "%-40s" "$msg"
 171         if [ $NPROCS -lt 2 ]; then
 172                 echo " skip - needed 2 CPUs found $NPROCS"
 173                 return
 174         fi
 175
 176         is_ipv6 $dst && family=-6
 177
 178         # bind the sender and the receiver to different CPUs to try
 179         # get reproducible results
 180         ip netns exec $NS_DST bash -c "echo 2 > /sys/class/net/veth$DST/queues/rx-0/rps_cpus"
 181         ip netns exec $NS_DST taskset 0x2 ./udpgso_bench_rx -C 2000 -R 100  &
 182         local spid=$!
 183         wait_local_port_listen "$NS_DST" 8000 udp
 184         ip netns exec $NS_SRC taskset 0x1 ./udpgso_bench_tx $family -l 3 -S 1300 -D $dst
 185         local retc=$?
 186         wait $spid
 187         local rets=$?
 188         if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
 189                 echo " fail client exit code $retc, server $rets"
 190                 ret=1
 191                 return
 192         fi
 193 }
 194
 195 for family in 4 6; do
 196         BM_NET=$BM_NET_V4
 197         OL_NET=$OL_NET_V4
 198         IPT=iptables
 199         SUFFIX=24
 200         VXDEV=vxlan
 201         PING=ping
 202
 203         if [ $family = 6 ]; then
 204                 BM_NET=$BM_NET_V6
 205                 OL_NET=$OL_NET_V6
 206                 SUFFIX="64 nodad"
 207                 VXDEV=vxlan6
 208                 IPT=ip6tables
 209                 # Use ping6 on systems where ping doesn't handle IPv6
 210                 ping -w 1 -c 1 ::1 > /dev/null 2>&1 || PING="ping6"
 211         fi
 212
 213         echo "IPv$family"
 214
 215         create_ns
 216         run_test "No GRO" $BM_NET$DST 10 0
 217         cleanup
 218
 219         create_ns
 220         ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on
 221         ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on
 222         run_test "GRO frag list" $BM_NET$DST 1 0
 223         cleanup
 224
 225         # UDP GRO fwd skips aggregation when find an udp socket with the GRO option
 226         # if there is an UDP tunnel in the running system, such lookup happen
 227         # take place.
 228         # use NAT to circumvent GRO FWD check
 229         create_ns
 230         ip -n $NS_DST addr add dev veth$DST $BM_NET$DST_NAT/$SUFFIX
 231         ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on
 232         ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
 233         ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $BM_NET$DST_NAT \
 234                                         -j DNAT --to-destination $BM_NET$DST
 235         run_test "GRO fwd" $BM_NET$DST_NAT 1 0 $BM_NET$DST
 236         cleanup
 237
 238         create_ns
 239         run_bench "UDP fwd perf" $BM_NET$DST
 240         ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
 241         run_bench "UDP GRO fwd perf" $BM_NET$DST
 242         cleanup
 243
 244         create_vxlan_pair
 245         ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on
 246         ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on
 247         run_test "GRO frag list over UDP tunnel" $OL_NET$DST 10 10
 248         cleanup
 249
 250         # use NAT to circumvent GRO FWD check
 251         create_vxlan_pair
 252         ip -n $NS_DST addr add dev $VXDEV$DST $OL_NET$DST_NAT/$SUFFIX
 253         ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on
 254         ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
 255         ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $OL_NET$DST_NAT \
 256                                         -j DNAT --to-destination $OL_NET$DST
 257
 258         # load arp cache before running the test to reduce the amount of
 259         # stray traffic on top of the UDP tunnel
 260         ip netns exec $NS_SRC $PING -q -c 1 $OL_NET$DST_NAT >/dev/null
 261         run_test "GRO fwd over UDP tunnel" $OL_NET$DST_NAT 10 10 $OL_NET$DST
 262         cleanup
 263 done
 264
 265 exit $ret