• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3
4. "$(dirname "${0}")/mptcp_lib.sh"
5
6rndh=$(printf %x $sec)-$(mktemp -u XXXXXX)
7ns1="ns1-$rndh"
8ns2="ns2-$rndh"
9ns3="ns3-$rndh"
10capture=false
11ksft_skip=4
12timeout_poll=30
13timeout_test=$((timeout_poll * 2 + 1))
14test_cnt=1
15ret=0
16bail=0
17
18usage() {
19	echo "Usage: $0 [ -b ] [ -c ] [ -d ]"
20	echo -e "\t-b: bail out after first error, otherwise runs al testcases"
21	echo -e "\t-c: capture packets for each test using tcpdump (default: no capture)"
22	echo -e "\t-d: debug this script"
23}
24
25cleanup()
26{
27	rm -f "$cout" "$sout"
28	rm -f "$large" "$small"
29	rm -f "$capout"
30
31	local netns
32	for netns in "$ns1" "$ns2" "$ns3";do
33		ip netns del $netns
34	done
35}
36
37mptcp_lib_check_mptcp
38
39ip -Version > /dev/null 2>&1
40if [ $? -ne 0 ];then
41	echo "SKIP: Could not run test without ip tool"
42	exit $ksft_skip
43fi
44
45#  "$ns1"              ns2                    ns3
46#     ns1eth1    ns2eth1   ns2eth3      ns3eth1
47#            netem
48#     ns1eth2    ns2eth2
49#            netem
50
51setup()
52{
53	large=$(mktemp)
54	small=$(mktemp)
55	sout=$(mktemp)
56	cout=$(mktemp)
57	capout=$(mktemp)
58	size=$((2 * 2048 * 4096))
59	dd if=/dev/zero of=$small bs=4096 count=20 >/dev/null 2>&1
60	dd if=/dev/zero of=$large bs=4096 count=$((size / 4096)) >/dev/null 2>&1
61
62	trap cleanup EXIT
63
64	for i in "$ns1" "$ns2" "$ns3";do
65		ip netns add $i || exit $ksft_skip
66		ip -net $i link set lo up
67		ip netns exec $i sysctl -q net.ipv4.conf.all.rp_filter=0
68		ip netns exec $i sysctl -q net.ipv4.conf.default.rp_filter=0
69	done
70
71	ip link add ns1eth1 netns "$ns1" type veth peer name ns2eth1 netns "$ns2"
72	ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth2 netns "$ns2"
73	ip link add ns2eth3 netns "$ns2" type veth peer name ns3eth1 netns "$ns3"
74
75	ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth1
76	ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth1 nodad
77	ip -net "$ns1" link set ns1eth1 up mtu 1500
78	ip -net "$ns1" route add default via 10.0.1.2
79	ip -net "$ns1" route add default via dead:beef:1::2
80
81	ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2
82	ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad
83	ip -net "$ns1" link set ns1eth2 up mtu 1500
84	ip -net "$ns1" route add default via 10.0.2.2 metric 101
85	ip -net "$ns1" route add default via dead:beef:2::2 metric 101
86
87	ip netns exec "$ns1" ./pm_nl_ctl limits 1 1
88	ip netns exec "$ns1" ./pm_nl_ctl add 10.0.2.1 dev ns1eth2 flags subflow
89
90	ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1
91	ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad
92	ip -net "$ns2" link set ns2eth1 up mtu 1500
93
94	ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth2
95	ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth2 nodad
96	ip -net "$ns2" link set ns2eth2 up mtu 1500
97
98	ip -net "$ns2" addr add 10.0.3.2/24 dev ns2eth3
99	ip -net "$ns2" addr add dead:beef:3::2/64 dev ns2eth3 nodad
100	ip -net "$ns2" link set ns2eth3 up mtu 1500
101	ip netns exec "$ns2" sysctl -q net.ipv4.ip_forward=1
102	ip netns exec "$ns2" sysctl -q net.ipv6.conf.all.forwarding=1
103
104	ip -net "$ns3" addr add 10.0.3.3/24 dev ns3eth1
105	ip -net "$ns3" addr add dead:beef:3::3/64 dev ns3eth1 nodad
106	ip -net "$ns3" link set ns3eth1 up mtu 1500
107	ip -net "$ns3" route add default via 10.0.3.2
108	ip -net "$ns3" route add default via dead:beef:3::2
109
110	ip netns exec "$ns3" ./pm_nl_ctl limits 1 1
111}
112
113# $1: ns, $2: port
114wait_local_port_listen()
115{
116	local listener_ns="${1}"
117	local port="${2}"
118
119	local port_hex i
120
121	port_hex="$(printf "%04X" "${port}")"
122	for i in $(seq 10); do
123		ip netns exec "${listener_ns}" cat /proc/net/tcp* | \
124			awk "BEGIN {rc=1} {if (\$2 ~ /:${port_hex}\$/ && \$4 ~ /0A/) {rc=0; exit}} END {exit rc}" &&
125			break
126		sleep 0.1
127	done
128}
129
130do_transfer()
131{
132	local cin=$1
133	local sin=$2
134	local max_time=$3
135	local port
136	port=$((10000+$test_cnt))
137	test_cnt=$((test_cnt+1))
138
139	:> "$cout"
140	:> "$sout"
141	:> "$capout"
142
143	local addr_port
144	addr_port=$(printf "%s:%d" ${connect_addr} ${port})
145
146	if $capture; then
147		local capuser
148		if [ -z $SUDO_USER ] ; then
149			capuser=""
150		else
151			capuser="-Z $SUDO_USER"
152		fi
153
154		local capfile="${rndh}-${port}"
155		local capopt="-i any -s 65535 -B 32768 ${capuser}"
156
157		ip netns exec ${ns3}  tcpdump ${capopt} -w "${capfile}-listener.pcap"  >> "${capout}" 2>&1 &
158		local cappid_listener=$!
159
160		ip netns exec ${ns1} tcpdump ${capopt} -w "${capfile}-connector.pcap" >> "${capout}" 2>&1 &
161		local cappid_connector=$!
162
163		sleep 1
164	fi
165
166	timeout ${timeout_test} \
167		ip netns exec ${ns3} \
168			./mptcp_connect -jt ${timeout_poll} -l -p $port -T $time \
169				0.0.0.0 < "$sin" > "$sout" &
170	local spid=$!
171
172	wait_local_port_listen "${ns3}" "${port}"
173
174	timeout ${timeout_test} \
175		ip netns exec ${ns1} \
176			./mptcp_connect -jt ${timeout_poll} -p $port -T $time \
177				10.0.3.3 < "$cin" > "$cout" &
178	local cpid=$!
179
180	wait $cpid
181	local retc=$?
182	wait $spid
183	local rets=$?
184
185	if $capture; then
186		sleep 1
187		kill ${cappid_listener}
188		kill ${cappid_connector}
189	fi
190
191	cmp $sin $cout > /dev/null 2>&1
192	local cmps=$?
193	cmp $cin $sout > /dev/null 2>&1
194	local cmpc=$?
195
196	printf "%-16s" " max $max_time "
197	if [ $retc -eq 0 ] && [ $rets -eq 0 ] && \
198	   [ $cmpc -eq 0 ] && [ $cmps -eq 0 ]; then
199		echo "[ OK ]"
200		cat "$capout"
201		return 0
202	fi
203
204	echo " [ fail ]"
205	echo "client exit code $retc, server $rets" 1>&2
206	echo -e "\nnetns ${ns3} socket stat for $port:" 1>&2
207	ip netns exec ${ns3} ss -nita 1>&2 -o "sport = :$port"
208	echo -e "\nnetns ${ns1} socket stat for $port:" 1>&2
209	ip netns exec ${ns1} ss -nita 1>&2 -o "dport = :$port"
210	ls -l $sin $cout
211	ls -l $cin $sout
212
213	cat "$capout"
214	return 1
215}
216
217run_test()
218{
219	local rate1=$1
220	local rate2=$2
221	local delay1=$3
222	local delay2=$4
223	local lret
224	local dev
225	shift 4
226	local msg=$*
227
228	[ $delay1 -gt 0 ] && delay1="delay $delay1" || delay1=""
229	[ $delay2 -gt 0 ] && delay2="delay $delay2" || delay2=""
230
231	for dev in ns1eth1 ns1eth2; do
232		tc -n $ns1 qdisc del dev $dev root >/dev/null 2>&1
233	done
234	for dev in ns2eth1 ns2eth2; do
235		tc -n $ns2 qdisc del dev $dev root >/dev/null 2>&1
236	done
237	tc -n $ns1 qdisc add dev ns1eth1 root netem rate ${rate1}mbit $delay1
238	tc -n $ns1 qdisc add dev ns1eth2 root netem rate ${rate2}mbit $delay2
239	tc -n $ns2 qdisc add dev ns2eth1 root netem rate ${rate1}mbit $delay1
240	tc -n $ns2 qdisc add dev ns2eth2 root netem rate ${rate2}mbit $delay2
241
242	# time is measured in ms, account for transfer size, aggregated link speed
243	# and header overhead (10%)
244	#              ms    byte -> bit   10%        mbit      -> kbit -> bit  10%
245	local time=$((1000 * size  *  8  * 10 / ((rate1 + rate2) * 1000 * 1000 * 9) ))
246
247	# mptcp_connect will do some sleeps to allow the mp_join handshake
248	# completion (see mptcp_connect): 200ms on each side, add some slack
249	time=$((time + 450))
250
251	printf "%-60s" "$msg"
252	do_transfer $small $large $time
253	lret=$?
254	if [ $lret -ne 0 ]; then
255		ret=$lret
256		[ $bail -eq 0 ] || exit $ret
257	fi
258
259	printf "%-60s" "$msg - reverse direction"
260	do_transfer $large $small $time
261	lret=$?
262	if [ $lret -ne 0 ]; then
263		ret=$lret
264		[ $bail -eq 0 ] || exit $ret
265	fi
266}
267
268while getopts "bcdh" option;do
269	case "$option" in
270	"h")
271		usage $0
272		exit 0
273		;;
274	"b")
275		bail=1
276		;;
277	"c")
278		capture=true
279		;;
280	"d")
281		set -x
282		;;
283	"?")
284		usage $0
285		exit 1
286		;;
287	esac
288done
289
290setup
291run_test 10 10 0 0 "balanced bwidth"
292run_test 10 10 1 50 "balanced bwidth with unbalanced delay"
293
294# we still need some additional infrastructure to pass the following test-cases
295run_test 30 10 0 0 "unbalanced bwidth"
296run_test 30 10 1 50 "unbalanced bwidth with unbalanced delay"
297run_test 30 10 50 1 "unbalanced bwidth with opposed, unbalanced delay"
298exit $ret
299