tools/testing/selftests/net/toeplitz.sh

   1 #!/bin/bash
   2 # SPDX-License-Identifier: GPL-2.0
   3 #
   4 # extended toeplitz test: test rxhash plus, optionally, either (1) rss mapping
   5 # from rxhash to rx queue ('-rss') or (2) rps mapping from rxhash to cpu
   6 # ('-rps <rps_map>')
   7 #
   8 # irq-pattern-prefix can be derived from /sys/kernel/irq/*/action,
   9 # which is a driver-specific encoding.
  10 #
  11 # invoke as ./toeplitz.sh (-i <iface>) -u|-t -4|-6 \
  12 # [(-rss -irq_prefix <irq-pattern-prefix>)|(-rps <rps_map>)]
  13
  14 source setup_loopback.sh
  15 readonly SERVER_IP4="192.168.1.200/24"
  16 readonly SERVER_IP6="fda8::1/64"
  17 readonly SERVER_MAC="aa:00:00:00:00:02"
  18
  19 readonly CLIENT_IP4="192.168.1.100/24"
  20 readonly CLIENT_IP6="fda8::2/64"
  21 readonly CLIENT_MAC="aa:00:00:00:00:01"
  22
  23 PORT=8000
  24 KEY="$(</proc/sys/net/core/netdev_rss_key)"
  25 TEST_RSS=false
  26 RPS_MAP=""
  27 PROTO_FLAG=""
  28 IP_FLAG=""
  29 DEV="eth0"
  30
  31 # Return the number of rxqs among which RSS is configured to spread packets.
  32 # This is determined by reading the RSS indirection table using ethtool.
  33 get_rss_cfg_num_rxqs() {
  34         echo $(ethtool -x "${DEV}" |
  35                 grep -E [[:space:]]+[0-9]+:[[:space:]]+ |
  36                 cut -d: -f2- |
  37                 awk '{$1=$1};1' |
  38                 tr ' ' '\n' |
  39                 sort -u |
  40                 wc -l)
  41 }
  42
  43 # Return a list of the receive irq handler cpus.
  44 # The list is ordered by the irqs, so first rxq-0 cpu, then rxq-1 cpu, etc.
  45 # Reads /sys/kernel/irq/ in order, so algorithm depends on
  46 # irq_{rxq-0} < irq_{rxq-1}, etc.
  47 get_rx_irq_cpus() {
  48         CPUS=""
  49         # sort so that irq 2 is read before irq 10
  50         SORTED_IRQS=$(for i in /sys/kernel/irq/*; do echo $i; done | sort -V)
  51         # Consider only as many queues as RSS actually uses. We assume that
  52         # if RSS_CFG_NUM_RXQS=N, then RSS uses rxqs 0-(N-1).
  53         RSS_CFG_NUM_RXQS=$(get_rss_cfg_num_rxqs)
  54         RXQ_COUNT=0
  55
  56         for i in ${SORTED_IRQS}
  57         do
  58                 [[ "${RXQ_COUNT}" -lt "${RSS_CFG_NUM_RXQS}" ]] || break
  59                 # lookup relevant IRQs by action name
  60                 [[ -e "$i/actions" ]] || continue
  61                 cat "$i/actions" | grep -q "${IRQ_PATTERN}" || continue
  62                 irqname=$(<"$i/actions")
  63
  64                 # does the IRQ get called
  65                 irqcount=$(cat "$i/per_cpu_count" | tr -d '0,')
  66                 [[ -n "${irqcount}" ]] || continue
  67
  68                 # lookup CPU
  69                 irq=$(basename "$i")
  70                 cpu=$(cat "/proc/irq/$irq/smp_affinity_list")
  71
  72                 if [[ -z "${CPUS}" ]]; then
  73                         CPUS="${cpu}"
  74                 else
  75                         CPUS="${CPUS},${cpu}"
  76                 fi
  77                 RXQ_COUNT=$((RXQ_COUNT+1))
  78         done
  79
  80         echo "${CPUS}"
  81 }
  82
  83 get_disable_rfs_cmd() {
  84         echo "echo 0 > /proc/sys/net/core/rps_sock_flow_entries;"
  85 }
  86
  87 get_set_rps_bitmaps_cmd() {
  88         CMD=""
  89         for i in /sys/class/net/${DEV}/queues/rx-*/rps_cpus
  90         do
  91                 CMD="${CMD} echo $1 > ${i};"
  92         done
  93
  94         echo "${CMD}"
  95 }
  96
  97 get_disable_rps_cmd() {
  98         echo "$(get_set_rps_bitmaps_cmd 0)"
  99 }
 100
 101 die() {
 102         echo "$1"
 103         exit 1
 104 }
 105
 106 check_nic_rxhash_enabled() {
 107         local -r pattern="receive-hashing:\ on"
 108
 109         ethtool -k "${DEV}" | grep -q "${pattern}" || die "rxhash must be enabled"
 110 }
 111
 112 parse_opts() {
 113         local prog=$0
 114         shift 1
 115
 116         while [[ "$1" =~ "-" ]]; do
 117                 if [[ "$1" = "-irq_prefix" ]]; then
 118                         shift
 119                         IRQ_PATTERN="^$1-[0-9]*$"
 120                 elif [[ "$1" = "-u" || "$1" = "-t" ]]; then
 121                         PROTO_FLAG="$1"
 122                 elif [[ "$1" = "-4" ]]; then
 123                         IP_FLAG="$1"
 124                         SERVER_IP="${SERVER_IP4}"
 125                         CLIENT_IP="${CLIENT_IP4}"
 126                 elif [[ "$1" = "-6" ]]; then
 127                         IP_FLAG="$1"
 128                         SERVER_IP="${SERVER_IP6}"
 129                         CLIENT_IP="${CLIENT_IP6}"
 130                 elif [[ "$1" = "-rss" ]]; then
 131                         TEST_RSS=true
 132                 elif [[ "$1" = "-rps" ]]; then
 133                         shift
 134                         RPS_MAP="$1"
 135                 elif [[ "$1" = "-i" ]]; then
 136                         shift
 137                         DEV="$1"
 138                 else
 139                         die "Usage: ${prog} (-i <iface>) -u|-t -4|-6 \
 140                              [(-rss -irq_prefix <irq-pattern-prefix>)|(-rps <rps_map>)]"
 141                 fi
 142                 shift
 143         done
 144 }
 145
 146 setup() {
 147         setup_loopback_environment "${DEV}"
 148
 149         # Set up server_ns namespace and client_ns namespace
 150         setup_macvlan_ns "${DEV}" $server_ns server \
 151         "${SERVER_MAC}" "${SERVER_IP}"
 152         setup_macvlan_ns "${DEV}" $client_ns client \
 153         "${CLIENT_MAC}" "${CLIENT_IP}"
 154 }
 155
 156 cleanup() {
 157         cleanup_macvlan_ns $server_ns server $client_ns client
 158         cleanup_loopback "${DEV}"
 159 }
 160
 161 parse_opts $0 $@
 162
 163 setup
 164 trap cleanup EXIT
 165
 166 check_nic_rxhash_enabled
 167
 168 # Actual test starts here
 169 if [[ "${TEST_RSS}" = true ]]; then
 170         # RPS/RFS must be disabled because they move packets between cpus,
 171         # which breaks the PACKET_FANOUT_CPU identification of RSS decisions.
 172         eval "$(get_disable_rfs_cmd) $(get_disable_rps_cmd)" \
 173           ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \
 174           -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 \
 175           -C "$(get_rx_irq_cpus)" -s -v &
 176 elif [[ ! -z "${RPS_MAP}" ]]; then
 177         eval "$(get_disable_rfs_cmd) $(get_set_rps_bitmaps_cmd ${RPS_MAP})" \
 178           ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \
 179           -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 \
 180           -r "0x${RPS_MAP}" -s -v &
 181 else
 182         ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \
 183           -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 -s -v &
 184 fi
 185
 186 server_pid=$!
 187
 188 ip netns exec $client_ns ./toeplitz_client.sh "${PROTO_FLAG}" \
 189   "${IP_FLAG}" "${SERVER_IP%%/*}" "${PORT}" &
 190
 191 client_pid=$!
 192
 193 wait "${server_pid}"
 194 exit_code=$?
 195 kill -9 "${client_pid}"
 196 if [[ "${exit_code}" -eq 0 ]]; then
 197         echo "Test Succeeded!"
 198 fi
 199 exit "${exit_code}"