266 lines · bash
1#!/bin/bash2# SPDX-License-Identifier: GPL-2.03 4source net_helper.sh5 6BPF_FILE="xdp_dummy.bpf.o"7readonly BASE="ns-$(mktemp -u XXXXXX)"8readonly SRC=29readonly DST=110readonly DST_NAT=10011readonly NS_SRC=$BASE$SRC12readonly NS_DST=$BASE$DST13 14# "baremetal" network used for raw UDP traffic15readonly BM_NET_V4=192.168.1.16readonly BM_NET_V6=2001:db8::17 18# "overlay" network used for UDP over UDP tunnel traffic19readonly OL_NET_V4=172.16.1.20readonly OL_NET_V6=2001:db8:1::21readonly NPROCS=`nproc`22 23cleanup() {24 local ns25 local -r jobs="$(jobs -p)"26 [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null27 28 for ns in $NS_SRC $NS_DST; do29 ip netns del $ns 2>/dev/null30 done31}32 33trap cleanup EXIT34 35create_ns() {36 local net37 local ns38 39 for ns in $NS_SRC $NS_DST; do40 ip netns add $ns41 ip -n $ns link set dev lo up42 43 # disable route solicitations to decrease 'noise' traffic44 ip netns exec $ns sysctl -qw net.ipv6.conf.default.router_solicitations=045 ip netns exec $ns sysctl -qw net.ipv6.conf.all.router_solicitations=046 done47 48 ip link add name veth$SRC type veth peer name veth$DST49 50 for ns in $SRC $DST; do51 ip link set dev veth$ns netns $BASE$ns52 ip -n $BASE$ns link set dev veth$ns up53 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/2454 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad55 done56 ip -n $NS_DST link set veth$DST xdp object ${BPF_FILE} section xdp 2>/dev/null57}58 59create_vxlan_endpoint() {60 local -r netns=$161 local -r bm_dev=$262 local -r bm_rem_addr=$363 local -r vxlan_dev=$464 local -r vxlan_id=$565 local -r vxlan_port=478966 67 ip -n $netns link set dev $bm_dev up68 ip -n $netns link add dev $vxlan_dev type vxlan id $vxlan_id \69 dstport $vxlan_port remote $bm_rem_addr70 ip -n $netns link set dev $vxlan_dev up71}72 73create_vxlan_pair() {74 local ns75 76 create_ns77 78 for ns in $SRC $DST; do79 # note that 3 - $SRC == $DST and 3 - $DST == $SRC80 create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V4$((3 - $ns)) vxlan$ns 481 ip -n $BASE$ns addr add dev vxlan$ns $OL_NET_V4$ns/2482 done83 for ns in $SRC $DST; do84 create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V6$((3 - $ns)) vxlan6$ns 685 ip -n $BASE$ns addr add dev vxlan6$ns $OL_NET_V6$ns/24 nodad86 done87 88 # preload neighbur cache, do avoid some noisy traffic89 local addr_dst=$(ip -j -n $BASE$DST link show dev vxlan6$DST |jq -r '.[]["address"]')90 local addr_src=$(ip -j -n $BASE$SRC link show dev vxlan6$SRC |jq -r '.[]["address"]')91 ip -n $BASE$DST neigh add dev vxlan6$DST lladdr $addr_src $OL_NET_V6$SRC92 ip -n $BASE$SRC neigh add dev vxlan6$SRC lladdr $addr_dst $OL_NET_V6$DST93}94 95is_ipv6() {96 if [[ $1 =~ .*:.* ]]; then97 return 098 fi99 return 1100}101 102run_test() {103 local -r msg=$1104 local -r dst=$2105 local -r pkts=$3106 local -r vxpkts=$4107 local bind=$5108 local rx_args=""109 local rx_family="-4"110 local family=-4111 local filter=IpInReceives112 local ipt=iptables113 114 printf "%-40s" "$msg"115 116 if is_ipv6 $dst; then117 # rx program does not support '-6' and implies ipv6 usage by default118 rx_family=""119 family=-6120 filter=Ip6InReceives121 ipt=ip6tables122 fi123 124 rx_args="$rx_family"125 [ -n "$bind" ] && rx_args="$rx_args -b $bind"126 127 # send a single GSO packet, segmented in 10 UDP frames.128 # Always expect 10 UDP frames on RX side as rx socket does129 # not enable GRO130 ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 4789131 ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 8000132 ip netns exec $NS_DST ./udpgso_bench_rx -C 2000 -R 100 -n 10 -l 1300 $rx_args &133 local spid=$!134 wait_local_port_listen "$NS_DST" 8000 udp135 ip netns exec $NS_SRC ./udpgso_bench_tx $family -M 1 -s 13000 -S 1300 -D $dst136 local retc=$?137 wait $spid138 local rets=$?139 if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then140 echo " fail client exit code $retc, server $rets"141 ret=1142 return143 fi144 145 local rcv=`ip netns exec $NS_DST $ipt"-save" -c | grep 'dport 8000' | \146 sed -e 's/\[//' -e 's/:.*//'`147 if [ $rcv != $pkts ]; then148 echo " fail - received $rcv packets, expected $pkts"149 ret=1150 return151 fi152 153 local vxrcv=`ip netns exec $NS_DST $ipt"-save" -c | grep 'dport 4789' | \154 sed -e 's/\[//' -e 's/:.*//'`155 156 # upper net can generate a little noise, allow some tolerance157 if [ $vxrcv -lt $vxpkts -o $vxrcv -gt $((vxpkts + 3)) ]; then158 echo " fail - received $vxrcv vxlan packets, expected $vxpkts"159 ret=1160 return161 fi162 echo " ok"163}164 165run_bench() {166 local -r msg=$1167 local -r dst=$2168 local family=-4169 170 printf "%-40s" "$msg"171 if [ $NPROCS -lt 2 ]; then172 echo " skip - needed 2 CPUs found $NPROCS"173 return174 fi175 176 is_ipv6 $dst && family=-6177 178 # bind the sender and the receiver to different CPUs to try179 # get reproducible results180 ip netns exec $NS_DST bash -c "echo 2 > /sys/class/net/veth$DST/queues/rx-0/rps_cpus"181 ip netns exec $NS_DST taskset 0x2 ./udpgso_bench_rx -C 2000 -R 100 &182 local spid=$!183 wait_local_port_listen "$NS_DST" 8000 udp184 ip netns exec $NS_SRC taskset 0x1 ./udpgso_bench_tx $family -l 3 -S 1300 -D $dst185 local retc=$?186 wait $spid187 local rets=$?188 if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then189 echo " fail client exit code $retc, server $rets"190 ret=1191 return192 fi193}194 195for family in 4 6; do196 BM_NET=$BM_NET_V4197 OL_NET=$OL_NET_V4198 IPT=iptables199 SUFFIX=24200 VXDEV=vxlan201 PING=ping202 203 if [ $family = 6 ]; then204 BM_NET=$BM_NET_V6205 OL_NET=$OL_NET_V6206 SUFFIX="64 nodad"207 VXDEV=vxlan6208 IPT=ip6tables209 # Use ping6 on systems where ping doesn't handle IPv6210 ping -w 1 -c 1 ::1 > /dev/null 2>&1 || PING="ping6"211 fi212 213 echo "IPv$family"214 215 create_ns216 run_test "No GRO" $BM_NET$DST 10 0217 cleanup218 219 create_ns220 ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on221 ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on222 run_test "GRO frag list" $BM_NET$DST 1 0223 cleanup224 225 # UDP GRO fwd skips aggregation when find an udp socket with the GRO option226 # if there is an UDP tunnel in the running system, such lookup happen227 # take place.228 # use NAT to circumvent GRO FWD check229 create_ns230 ip -n $NS_DST addr add dev veth$DST $BM_NET$DST_NAT/$SUFFIX231 ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on232 ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on233 ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $BM_NET$DST_NAT \234 -j DNAT --to-destination $BM_NET$DST235 run_test "GRO fwd" $BM_NET$DST_NAT 1 0 $BM_NET$DST236 cleanup237 238 create_ns239 run_bench "UDP fwd perf" $BM_NET$DST240 ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on241 run_bench "UDP GRO fwd perf" $BM_NET$DST242 cleanup243 244 create_vxlan_pair245 ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on246 ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on247 run_test "GRO frag list over UDP tunnel" $OL_NET$DST 10 10248 cleanup249 250 # use NAT to circumvent GRO FWD check251 create_vxlan_pair252 ip -n $NS_DST addr add dev $VXDEV$DST $OL_NET$DST_NAT/$SUFFIX253 ip netns exec $NS_DST ethtool -K veth$DST generic-receive-offload on254 ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on255 ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $OL_NET$DST_NAT \256 -j DNAT --to-destination $OL_NET$DST257 258 # load arp cache before running the test to reduce the amount of259 # stray traffic on top of the UDP tunnel260 ip netns exec $NS_SRC $PING -q -c 1 $OL_NET$DST_NAT >/dev/null261 run_test "GRO fwd over UDP tunnel" $OL_NET$DST_NAT 10 10 $OL_NET$DST262 cleanup263done264 265exit $ret266