1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3#
4# extended toeplitz test: test rxhash plus, optionally, either (1) rss mapping
5# from rxhash to rx queue ('-rss') or (2) rps mapping from rxhash to cpu
6# ('-rps <rps_map>')
7#
8# irq-pattern-prefix can be derived from /sys/kernel/irq/*/action,
9# which is a driver-specific encoding.
10#
11# invoke as ./toeplitz.sh (-i <iface>) -u|-t -4|-6 \
12# [(-rss -irq_prefix <irq-pattern-prefix>)|(-rps <rps_map>)]
13
14source setup_loopback.sh
15readonly SERVER_IP4="192.168.1.200/24"
16readonly SERVER_IP6="fda8::1/64"
17readonly SERVER_MAC="aa:00:00:00:00:02"
18
19readonly CLIENT_IP4="192.168.1.100/24"
20readonly CLIENT_IP6="fda8::2/64"
21readonly CLIENT_MAC="aa:00:00:00:00:01"
22
23PORT=8000
24KEY="$(</proc/sys/net/core/netdev_rss_key)"
25TEST_RSS=false
26RPS_MAP=""
27PROTO_FLAG=""
28IP_FLAG=""
29DEV="eth0"
30
31# Return the number of rxqs among which RSS is configured to spread packets.
32# This is determined by reading the RSS indirection table using ethtool.
33get_rss_cfg_num_rxqs() {
34	echo $(ethtool -x "${DEV}" |
35		grep -E [[:space:]]+[0-9]+:[[:space:]]+ |
36		cut -d: -f2- |
37		awk '{$1=$1};1' |
38		tr ' ' '\n' |
39		sort -u |
40		wc -l)
41}
42
43# Return a list of the receive irq handler cpus.
44# The list is ordered by the irqs, so first rxq-0 cpu, then rxq-1 cpu, etc.
45# Reads /sys/kernel/irq/ in order, so algorithm depends on
46# irq_{rxq-0} < irq_{rxq-1}, etc.
47get_rx_irq_cpus() {
48	CPUS=""
49	# sort so that irq 2 is read before irq 10
50	SORTED_IRQS=$(for i in /sys/kernel/irq/*; do echo $i; done | sort -V)
51	# Consider only as many queues as RSS actually uses. We assume that
52	# if RSS_CFG_NUM_RXQS=N, then RSS uses rxqs 0-(N-1).
53	RSS_CFG_NUM_RXQS=$(get_rss_cfg_num_rxqs)
54	RXQ_COUNT=0
55
56	for i in ${SORTED_IRQS}
57	do
58		[[ "${RXQ_COUNT}" -lt "${RSS_CFG_NUM_RXQS}" ]] || break
59		# lookup relevant IRQs by action name
60		[[ -e "$i/actions" ]] || continue
61		cat "$i/actions" | grep -q "${IRQ_PATTERN}" || continue
62		irqname=$(<"$i/actions")
63
64		# does the IRQ get called
65		irqcount=$(cat "$i/per_cpu_count" | tr -d '0,')
66		[[ -n "${irqcount}" ]] || continue
67
68		# lookup CPU
69		irq=$(basename "$i")
70		cpu=$(cat "/proc/irq/$irq/smp_affinity_list")
71
72		if [[ -z "${CPUS}" ]]; then
73			CPUS="${cpu}"
74		else
75			CPUS="${CPUS},${cpu}"
76		fi
77		RXQ_COUNT=$((RXQ_COUNT+1))
78	done
79
80	echo "${CPUS}"
81}
82
83get_disable_rfs_cmd() {
84	echo "echo 0 > /proc/sys/net/core/rps_sock_flow_entries;"
85}
86
87get_set_rps_bitmaps_cmd() {
88	CMD=""
89	for i in /sys/class/net/${DEV}/queues/rx-*/rps_cpus
90	do
91		CMD="${CMD} echo $1 > ${i};"
92	done
93
94	echo "${CMD}"
95}
96
97get_disable_rps_cmd() {
98	echo "$(get_set_rps_bitmaps_cmd 0)"
99}
100
101die() {
102	echo "$1"
103	exit 1
104}
105
106check_nic_rxhash_enabled() {
107	local -r pattern="receive-hashing:\ on"
108
109	ethtool -k "${DEV}" | grep -q "${pattern}" || die "rxhash must be enabled"
110}
111
112parse_opts() {
113	local prog=$0
114	shift 1
115
116	while [[ "$1" =~ "-" ]]; do
117		if [[ "$1" = "-irq_prefix" ]]; then
118			shift
119			IRQ_PATTERN="^$1-[0-9]*$"
120		elif [[ "$1" = "-u" || "$1" = "-t" ]]; then
121			PROTO_FLAG="$1"
122		elif [[ "$1" = "-4" ]]; then
123			IP_FLAG="$1"
124			SERVER_IP="${SERVER_IP4}"
125			CLIENT_IP="${CLIENT_IP4}"
126		elif [[ "$1" = "-6" ]]; then
127			IP_FLAG="$1"
128			SERVER_IP="${SERVER_IP6}"
129			CLIENT_IP="${CLIENT_IP6}"
130		elif [[ "$1" = "-rss" ]]; then
131			TEST_RSS=true
132		elif [[ "$1" = "-rps" ]]; then
133			shift
134			RPS_MAP="$1"
135		elif [[ "$1" = "-i" ]]; then
136			shift
137			DEV="$1"
138		else
139			die "Usage: ${prog} (-i <iface>) -u|-t -4|-6 \
140			     [(-rss -irq_prefix <irq-pattern-prefix>)|(-rps <rps_map>)]"
141		fi
142		shift
143	done
144}
145
146setup() {
147	setup_loopback_environment "${DEV}"
148
149	# Set up server_ns namespace and client_ns namespace
150	setup_macvlan_ns "${DEV}" $server_ns server \
151	"${SERVER_MAC}" "${SERVER_IP}"
152	setup_macvlan_ns "${DEV}" $client_ns client \
153	"${CLIENT_MAC}" "${CLIENT_IP}"
154}
155
156cleanup() {
157	cleanup_macvlan_ns $server_ns server $client_ns client
158	cleanup_loopback "${DEV}"
159}
160
161parse_opts $0 $@
162
163setup
164trap cleanup EXIT
165
166check_nic_rxhash_enabled
167
168# Actual test starts here
169if [[ "${TEST_RSS}" = true ]]; then
170	# RPS/RFS must be disabled because they move packets between cpus,
171	# which breaks the PACKET_FANOUT_CPU identification of RSS decisions.
172	eval "$(get_disable_rfs_cmd) $(get_disable_rps_cmd)" \
173	  ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \
174	  -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 \
175	  -C "$(get_rx_irq_cpus)" -s -v &
176elif [[ ! -z "${RPS_MAP}" ]]; then
177	eval "$(get_disable_rfs_cmd) $(get_set_rps_bitmaps_cmd ${RPS_MAP})" \
178	  ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \
179	  -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 \
180	  -r "0x${RPS_MAP}" -s -v &
181else
182	ip netns exec $server_ns ./toeplitz "${IP_FLAG}" "${PROTO_FLAG}" \
183	  -d "${PORT}" -i "${DEV}" -k "${KEY}" -T 1000 -s -v &
184fi
185
186server_pid=$!
187
188ip netns exec $client_ns ./toeplitz_client.sh "${PROTO_FLAG}" \
189  "${IP_FLAG}" "${SERVER_IP%%/*}" "${PORT}" &
190
191client_pid=$!
192
193wait "${server_pid}"
194exit_code=$?
195kill -9 "${client_pid}"
196if [[ "${exit_code}" -eq 0 ]]; then
197	echo "Test Succeeded!"
198fi
199exit "${exit_code}"
200