393 lines · bash
1#!/bin/sh2# SPDX-License-Identifier: GPL-2.03 4BPF_FILE="xdp_dummy.bpf.o"5readonly STATS="$(mktemp -p /tmp ns-XXXXXX)"6readonly BASE=`basename $STATS`7readonly SRC=28readonly DST=19readonly DST_NAT=10010readonly NS_SRC=$BASE$SRC11readonly NS_DST=$BASE$DST12 13# "baremetal" network used for raw UDP traffic14readonly BM_NET_V4=192.168.1.15readonly BM_NET_V6=2001:db8::16 17readonly CPUS=`nproc`18ret=019 20cleanup() {21 local ns22 local jobs23 readonly jobs="$(jobs -p)"24 [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null25 rm -f $STATS26 27 for ns in $NS_SRC $NS_DST; do28 ip netns del $ns 2>/dev/null29 done30}31 32trap cleanup EXIT33 34create_ns() {35 local ns36 37 for ns in $NS_SRC $NS_DST; do38 ip netns add $ns39 ip -n $ns link set dev lo up40 done41 42 ip link add name veth$SRC type veth peer name veth$DST43 44 for ns in $SRC $DST; do45 ip link set dev veth$ns netns $BASE$ns up46 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/2447 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad48 done49 echo "#kernel" > $BASE50 chmod go-rw $BASE51}52 53__chk_flag() {54 local msg="$1"55 local target=$256 local expected=$357 local flagname=$458 59 local flag=`ip netns exec $BASE$target ethtool -k veth$target |\60 grep $flagname | awk '{print $2}'`61 62 printf "%-60s" "$msg"63 if [ "$flag" = "$expected" ]; then64 echo " ok "65 else66 echo " fail - expected $expected found $flag"67 ret=168 fi69}70 71chk_gro_flag() {72 __chk_flag "$1" $2 $3 generic-receive-offload73}74 75chk_tso_flag() {76 __chk_flag "$1" $2 $3 tcp-segmentation-offload77}78 79chk_channels() {80 local msg="$1"81 local target=$282 local rx=$383 local tx=$484 85 local dev=veth$target86 87 local cur_rx=`ip netns exec $BASE$target ethtool -l $dev |\88 grep RX: | tail -n 1 | awk '{print $2}' `89 local cur_tx=`ip netns exec $BASE$target ethtool -l $dev |\90 grep TX: | tail -n 1 | awk '{print $2}'`91 local cur_combined=`ip netns exec $BASE$target ethtool -l $dev |\92 grep Combined: | tail -n 1 | awk '{print $2}'`93 94 printf "%-60s" "$msg"95 if [ "$cur_rx" = "$rx" -a "$cur_tx" = "$tx" -a "$cur_combined" = "n/a" ]; then96 echo " ok "97 else98 echo " fail rx:$rx:$cur_rx tx:$tx:$cur_tx combined:n/a:$cur_combined"99 fi100}101 102chk_gro() {103 local msg="$1"104 local expected=$2105 106 ip netns exec $BASE$SRC ping -qc 1 $BM_NET_V4$DST >/dev/null107 NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat -n108 109 printf "%-60s" "$msg"110 ip netns exec $BASE$DST ./udpgso_bench_rx -C 1000 -R 10 &111 local spid=$!112 sleep 0.1113 114 ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 13000 -S 1300 -M 1 -D $BM_NET_V4$DST115 local retc=$?116 wait $spid117 local rets=$?118 if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then119 echo " fail client exit code $retc, server $rets"120 ret=1121 return122 fi123 124 local pkts=`NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat IpInReceives | \125 awk '{print $2}' | tail -n 1`126 if [ "$pkts" = "$expected" ]; then127 echo " ok "128 else129 echo " fail - got $pkts packets, expected $expected "130 ret=1131 fi132}133 134__change_channels()135{136 local cur_cpu137 local end=$1138 local cur139 local i140 141 while true; do142 printf -v cur '%(%s)T'143 [ $cur -le $end ] || break144 145 for i in `seq 1 $CPUS`; do146 ip netns exec $NS_SRC ethtool -L veth$SRC rx $i tx $i147 ip netns exec $NS_DST ethtool -L veth$DST rx $i tx $i148 done149 150 for i in `seq 1 $((CPUS - 1))`; do151 cur_cpu=$((CPUS - $i))152 ip netns exec $NS_SRC ethtool -L veth$SRC rx $cur_cpu tx $cur_cpu153 ip netns exec $NS_DST ethtool -L veth$DST rx $cur_cpu tx $cur_cpu154 done155 done156}157 158__send_data() {159 local end=$1160 161 while true; do162 printf -v cur '%(%s)T'163 [ $cur -le $end ] || break164 165 ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 1000 -M 300 -D $BM_NET_V4$DST166 done167}168 169do_stress() {170 local end171 printf -v end '%(%s)T'172 end=$((end + $STRESS))173 174 ip netns exec $NS_SRC ethtool -L veth$SRC rx 3 tx 3175 ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3176 177 ip netns exec $NS_DST ./udpgso_bench_rx &178 local rx_pid=$!179 180 echo "Running stress test for $STRESS seconds..."181 __change_channels $end &182 local ch_pid=$!183 __send_data $end &184 local data_pid_1=$!185 __send_data $end &186 local data_pid_2=$!187 __send_data $end &188 local data_pid_3=$!189 __send_data $end &190 local data_pid_4=$!191 192 wait $ch_pid $data_pid_1 $data_pid_2 $data_pid_3 $data_pid_4193 kill -9 $rx_pid194 echo "done"195 196 # restore previous setting197 ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 tx 2198 ip netns exec $NS_DST ethtool -L veth$DST rx 2 tx 1199}200 201usage() {202 echo "Usage: $0 [-h] [-s <seconds>]"203 echo -e "\t-h: show this help"204 echo -e "\t-s: run optional stress tests for the given amount of seconds"205}206 207STRESS=0208while getopts "hs:" option; do209 case "$option" in210 "h")211 usage $0212 exit 0213 ;;214 "s")215 STRESS=$OPTARG216 ;;217 esac218done219 220if [ ! -f ${BPF_FILE} ]; then221 echo "Missing ${BPF_FILE}. Run 'make' first"222 exit 1223fi224 225[ $CPUS -lt 2 ] && echo "Only one CPU available, some tests will be skipped"226[ $STRESS -gt 0 -a $CPUS -lt 3 ] && echo " stress test will be skipped, too"227 228create_ns229chk_gro_flag "default - gro flag" $SRC off230chk_gro_flag " - peer gro flag" $DST off231chk_tso_flag " - tso flag" $SRC on232chk_tso_flag " - peer tso flag" $DST on233chk_gro " - aggregation" 1234ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off235chk_gro " - aggregation with TSO off" 10236cleanup237 238create_ns239ip netns exec $NS_DST ethtool -K veth$DST gro on240chk_gro_flag "with gro on - gro flag" $DST on241chk_gro_flag " - peer gro flag" $SRC off242chk_tso_flag " - tso flag" $SRC on243chk_tso_flag " - peer tso flag" $DST on244ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off245ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on246chk_gro " - aggregation with TSO off" 1247cleanup248 249create_ns250ip -n $NS_DST link set dev veth$DST up251ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} section xdp252chk_gro_flag "gro vs xdp while down - gro flag off" $DST off253ip -n $NS_DST link set dev veth$DST down254chk_gro_flag " - after down" $DST off255ip -n $NS_DST link set dev veth$DST xdp off256chk_gro_flag " - after xdp off" $DST off257ip -n $NS_DST link set dev veth$DST up258chk_gro_flag " - after up" $DST off259ip -n $NS_SRC link set dev veth$SRC xdp object ${BPF_FILE} section xdp260chk_gro_flag " - after peer xdp" $DST off261cleanup262 263create_ns264ip -n $NS_DST link set dev veth$DST up265ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} section xdp266ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on267chk_gro_flag "gro vs xdp while down - gro flag on" $DST on268ip -n $NS_DST link set dev veth$DST down269chk_gro_flag " - after down" $DST on270ip -n $NS_DST link set dev veth$DST xdp off271chk_gro_flag " - after xdp off" $DST on272ip -n $NS_DST link set dev veth$DST up273chk_gro_flag " - after up" $DST on274ip -n $NS_SRC link set dev veth$SRC xdp object ${BPF_FILE} section xdp275chk_gro_flag " - after peer xdp" $DST on276cleanup277 278create_ns279chk_channels "default channels" $DST 1 1280 281ip -n $NS_DST link set dev veth$DST down282ip netns exec $NS_DST ethtool -K veth$DST gro on283chk_gro_flag "with gro enabled on link down - gro flag" $DST on284chk_gro_flag " - peer gro flag" $SRC off285chk_tso_flag " - tso flag" $SRC on286chk_tso_flag " - peer tso flag" $DST on287ip -n $NS_DST link set dev veth$DST up288ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off289ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on290chk_gro " - aggregation with TSO off" 1291cleanup292 293create_ns294 295CUR_TX=1296CUR_RX=1297if [ $CPUS -gt 1 ]; then298 ip netns exec $NS_DST ethtool -L veth$DST tx 2299 chk_channels "setting tx channels" $DST 1 2300 CUR_TX=2301fi302 303if [ $CPUS -gt 2 ]; then304 ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3305 chk_channels "setting both rx and tx channels" $DST 3 3306 CUR_RX=3307 CUR_TX=3308fi309 310ip netns exec $NS_DST ethtool -L veth$DST combined 2 2>/dev/null311chk_channels "bad setting: combined channels" $DST $CUR_RX $CUR_TX312 313ip netns exec $NS_DST ethtool -L veth$DST tx $((CPUS + 1)) 2>/dev/null314chk_channels "setting invalid channels nr" $DST $CUR_RX $CUR_TX315 316if [ $CPUS -gt 1 ]; then317 # this also tests queues nr reduction318 ip netns exec $NS_DST ethtool -L veth$DST rx 1 tx 2 2>/dev/null319 ip netns exec $NS_SRC ethtool -L veth$SRC rx 1 tx 2 2>/dev/null320 printf "%-60s" "bad setting: XDP with RX nr less than TX"321 ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} \322 section xdp 2>/dev/null &&\323 echo "fail - set operation successful ?!?" || echo " ok "324 325 # the following tests will run with multiple channels active326 ip netns exec $NS_SRC ethtool -L veth$SRC rx 2327 ip netns exec $NS_DST ethtool -L veth$DST rx 2328 ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} \329 section xdp 2>/dev/null330 printf "%-60s" "bad setting: reducing RX nr below peer TX with XDP set"331 ip netns exec $NS_DST ethtool -L veth$DST rx 1 2>/dev/null &&\332 echo "fail - set operation successful ?!?" || echo " ok "333 CUR_RX=2334 CUR_TX=2335fi336 337if [ $CPUS -gt 2 ]; then338 printf "%-60s" "bad setting: increasing peer TX nr above RX with XDP set"339 ip netns exec $NS_SRC ethtool -L veth$SRC tx 3 2>/dev/null &&\340 echo "fail - set operation successful ?!?" || echo " ok "341 chk_channels "setting invalid channels nr" $DST 2 2342fi343 344ip -n $NS_DST link set dev veth$DST xdp object ${BPF_FILE} section xdp 2>/dev/null345chk_gro_flag "with xdp attached - gro flag" $DST off346chk_gro_flag " - peer gro flag" $SRC off347chk_tso_flag " - tso flag" $SRC off348chk_tso_flag " - peer tso flag" $DST on349ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on350chk_gro " - no aggregation" 10351ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on352chk_gro_flag " - gro flag with GRO on" $DST on353chk_gro " - aggregation" 1354 355 356ip -n $NS_DST link set dev veth$DST down357ip -n $NS_SRC link set dev veth$SRC down358chk_gro_flag " - after dev off, flag" $DST on359chk_gro_flag " - peer flag" $SRC off360 361ip netns exec $NS_DST ethtool -K veth$DST gro on362ip -n $NS_DST link set dev veth$DST xdp off363chk_gro_flag " - after gro on xdp off, gro flag" $DST on364chk_gro_flag " - peer gro flag" $SRC off365chk_tso_flag " - tso flag" $SRC on366chk_tso_flag " - peer tso flag" $DST on367 368if [ $CPUS -gt 1 ]; then369 ip netns exec $NS_DST ethtool -L veth$DST tx 1370 chk_channels "decreasing tx channels with device down" $DST 2 1371fi372 373ip -n $NS_DST link set dev veth$DST up374ip -n $NS_SRC link set dev veth$SRC up375chk_gro " - aggregation" 1376 377if [ $CPUS -gt 1 ]; then378 [ $STRESS -gt 0 -a $CPUS -gt 2 ] && do_stress379 380 ip -n $NS_DST link set dev veth$DST down381 ip -n $NS_SRC link set dev veth$SRC down382 ip netns exec $NS_DST ethtool -L veth$DST tx 2383 chk_channels "increasing tx channels with device down" $DST 2 2384 ip -n $NS_DST link set dev veth$DST up385 ip -n $NS_SRC link set dev veth$SRC up386fi387 388ip netns exec $NS_DST ethtool -K veth$DST gro off389ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off390chk_gro "aggregation again with default and TSO off" 10391 392exit $ret393