200 lines · bash
1#!/bin/bash2# SPDX-License-Identifier: GPL-2.03#4# extended toeplitz test: test rxhash plus, optionally, either (1) rss mapping5# from rxhash to rx queue ('-rss') or (2) rps mapping from rxhash to cpu6# ('-rps <rps_map>')7#8# irq-pattern-prefix can be derived from /sys/kernel/irq/*/action,9# which is a driver-specific encoding.10#11# invoke as ./toeplitz.sh (-i <iface>) -u|-t -4|-6 \12# [(-rss -irq_prefix <irq-pattern-prefix>)|(-rps <rps_map>)]13 14source setup_loopback.sh15readonly SERVER_IP4="192.168.1.200/24"16readonly SERVER_IP6="fda8::1/64"17readonly SERVER_MAC="aa:00:00:00:00:02"18 19readonly CLIENT_IP4="192.168.1.100/24"20readonly CLIENT_IP6="fda8::2/64"21readonly CLIENT_MAC="aa:00:00:00:00:01"22 23PORT=800024KEY="$(</proc/sys/net/core/netdev_rss_key)"25TEST_RSS=false26RPS_MAP=""27PROTO_FLAG=""28IP_FLAG=""29DEV="eth0"30 31# Return the number of rxqs among which RSS is configured to spread packets.32# This is determined by reading the RSS indirection table using ethtool.33get_rss_cfg_num_rxqs() {34 echo $(ethtool -x "${DEV}" |35 grep -E [[:space:]]+[0-9]+:[[:space:]]+ |36 cut -d: -f2- |37 awk '{$1=$1};1' |38 tr ' ' '\n' |39 sort -u |40 wc -l)41}42 43# Return a list of the receive irq handler cpus.44# The list is ordered by the irqs, so first rxq-0 cpu, then rxq-1 cpu, etc.45# Reads /sys/kernel/irq/ in order, so algorithm depends on46# irq_{rxq-0} < irq_{rxq-1}, etc.47get_rx_irq_cpus() {48 CPUS=""49 # sort so that irq 2 is read before irq 1050 SORTED_IRQS=$(for i in /sys/kernel/irq/*; do echo $i; done | sort -V)51 # Consider only as many queues as RSS actually uses. We assume that52 # if RSS_CFG_NUM_RXQS=N, then RSS uses rxqs 0-(N-1).53 RSS_CFG_NUM_RXQS=$(get_rss_cfg_num_rxqs)54 RXQ_COUNT=055 56 for i in ${SORTED_IRQS}57 do58 [[ "${RXQ_COUNT}" -lt "${RSS_CFG_NUM_RXQS}" ]] || break59 # lookup relevant IRQs by action name60 [[ -e "$i/actions" ]] || continue61 cat "$i/actions" | grep -q "${IRQ_PATTERN}" || continue62 irqname=$(<"$i/actions")63 64 # does the IRQ get called65 irqcount=$(cat "$i/per_cpu_count" | tr -d '0,')66 [[ -n "${irqcount}" ]] || continue67 68 # lookup CPU69 irq=$(basename "$i")70 cpu=$(cat "/proc/irq/$irq/smp_affinity_list")71 72 if [[ -z "${CPUS}" ]]; then73 CPUS="${cpu}"74 else75 CPUS="${CPUS},${cpu}"76 fi77 RXQ_COUNT=$((RXQ_COUNT+1))78 done79 80 echo "${CPUS}"81}82 83get_disable_rfs_cmd() {84 echo "echo 0 > /proc/sys/net/core/rps_sock_flow_entries;"85}86 87get_set_rps_bitmaps_cmd() {88 CMD=""89 for i in /sys/class/net/${DEV}/queues/rx-*/rps_cpus90 do91 CMD="${CMD} echo $1 > ${i};"92 done93 94 echo "${CMD}"95}96 97get_disable_rps_cmd() {98 echo "$(get_set_rps_bitmaps_cmd 0)"99}100 101die() {102 echo "$1"103 exit 1104}105 106check_nic_rxhash_enabled() {107 local -r pattern="receive-hashing:\ on"108 109 ethtool -k "${DEV}" | grep -q "${pattern}" || die "rxhash must be enabled"110}111 112parse_opts() {113 local prog=$0114 shift 1115 116 while [[ "$1" =~ "-" ]]; do117 if [[ "$1" = "-irq_prefix" ]]; then118 shift119 IRQ_PATTERN="^$1-[0-9]*$"120 elif [[ "$1" = "-u" || "$1" = "-t" ]]; then121 PROTO_FLAG="$1"122 elif [[ "$1" = "-4" ]]; then123 IP_FLAG="$1"124 SERVER_IP="${SERVER_IP4}"125 CLIENT_IP="${CLIENT_IP4}"126 elif [[ "$1" = "-6" ]]; then127 IP_FLAG="$1"128 SERVER_IP="${SERVER_IP6}"129 CLIENT_IP="${CLIENT_IP6}"130 elif [[ "$1" = "-rss" ]]; then131 TEST_RSS=true132 elif [[ "$1" = "-rps" ]]; then133 shift134 RPS_MAP="$1"135 elif [[ "$1" = "-i" ]]; then136 shift137 DEV="$1"138 else139 die "Usage: ${prog} (-i <iface>) -u|-t -4|-6 \140 [(-rss -irq_prefix <irq-pattern-prefix>)|(-rps <rps_map>)]"141 fi142 shift143 done144}145 146setup() {147 setup_loopback_environment "${DEV}"148 149 # Set up server_ns namespace and client_ns namespace150 setup_macvlan_ns "${DEV}" $server_ns server \151 "${SERVER_MAC}" "${SERVER_IP}"152 setup_macvlan_ns "${DEV}" $client_ns client \153 "${CLIENT_MAC}" "${CLIENT_IP}"154}155 156cleanup() {157 cleanup_macvlan_ns $server_ns server $client_ns client158 cleanup_loopback "${DEV}"159}160 161parse_opts $0 $@162 163setup164trap cleanup EXIT165 166check_nic_rxhash_enabled167 168# Actual test starts here169if [[ "${TEST_RSS}" = true ]]; then170 # RPS/RFS must be disabled because they move packets between cpus,171 # which breaks the PACKET_FANOUT_CPU identification of RSS decisions.172 eval "$(get_disable_rfs_cmd) $(get_disable_rps_cmd)" \173 ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \174 -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 \175 -C "$(get_rx_irq_cpus)" -s -v &176elif [[ ! -z "${RPS_MAP}" ]]; then177 eval "$(get_disable_rfs_cmd) $(get_set_rps_bitmaps_cmd ${RPS_MAP})" \178 ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \179 -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 \180 -r "0x${RPS_MAP}" -s -v &181else182 ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \183 -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 -s -v &184fi185 186server_pid=$!187 188ip netns exec $client_ns ./toeplitz_client.sh "${PROTO_FLAG}" \189 "${IP_FLAG}" "${SERVER_IP%%/*}" "${PORT}" &190 191client_pid=$!192 193wait "${server_pid}"194exit_code=$?195kill -9 "${client_pid}"196if [[ "${exit_code}" -eq 0 ]]; then197 echo "Test Succeeded!"198fi199exit "${exit_code}"200