• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3
4. "$(dirname "${0}")/mptcp_lib.sh"
5
6rndh=$(printf %x $sec)-$(mktemp -u XXXXXX)
7ns1="ns1-$rndh"
8ns2="ns2-$rndh"
9ns3="ns3-$rndh"
10capture=false
11ksft_skip=4
12timeout=30
13test_cnt=1
14ret=0
15bail=0
16
17usage() {
18	echo "Usage: $0 [ -b ] [ -c ] [ -d ]"
19	echo -e "\t-b: bail out after first error, otherwise runs al testcases"
20	echo -e "\t-c: capture packets for each test using tcpdump (default: no capture)"
21	echo -e "\t-d: debug this script"
22}
23
24cleanup()
25{
26	rm -f "$cout" "$sout"
27	rm -f "$large" "$small"
28	rm -f "$capout"
29
30	local netns
31	for netns in "$ns1" "$ns2" "$ns3";do
32		ip netns del $netns
33	done
34}
35
36mptcp_lib_check_mptcp
37
38ip -Version > /dev/null 2>&1
39if [ $? -ne 0 ];then
40	echo "SKIP: Could not run test without ip tool"
41	exit $ksft_skip
42fi
43
44#  "$ns1"              ns2                    ns3
45#     ns1eth1    ns2eth1   ns2eth3      ns3eth1
46#            netem
47#     ns1eth2    ns2eth2
48#            netem
49
50setup()
51{
52	large=$(mktemp)
53	small=$(mktemp)
54	sout=$(mktemp)
55	cout=$(mktemp)
56	capout=$(mktemp)
57	size=$((2048 * 4096))
58	dd if=/dev/zero of=$small bs=4096 count=20 >/dev/null 2>&1
59	dd if=/dev/zero of=$large bs=4096 count=$((size / 4096)) >/dev/null 2>&1
60
61	trap cleanup EXIT
62
63	for i in "$ns1" "$ns2" "$ns3";do
64		ip netns add $i || exit $ksft_skip
65		ip -net $i link set lo up
66	done
67
68	ip link add ns1eth1 netns "$ns1" type veth peer name ns2eth1 netns "$ns2"
69	ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth2 netns "$ns2"
70	ip link add ns2eth3 netns "$ns2" type veth peer name ns3eth1 netns "$ns3"
71
72	ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth1
73	ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth1 nodad
74	ip -net "$ns1" link set ns1eth1 up mtu 1500
75	ip -net "$ns1" route add default via 10.0.1.2
76	ip -net "$ns1" route add default via dead:beef:1::2
77
78	ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2
79	ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad
80	ip -net "$ns1" link set ns1eth2 up mtu 1500
81	ip -net "$ns1" route add default via 10.0.2.2 metric 101
82	ip -net "$ns1" route add default via dead:beef:2::2 metric 101
83
84	ip netns exec "$ns1" ./pm_nl_ctl limits 1 1
85	ip netns exec "$ns1" ./pm_nl_ctl add 10.0.2.1 dev ns1eth2 flags subflow
86	ip netns exec "$ns1" sysctl -q net.ipv4.conf.all.rp_filter=0
87
88	ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1
89	ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad
90	ip -net "$ns2" link set ns2eth1 up mtu 1500
91
92	ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth2
93	ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth2 nodad
94	ip -net "$ns2" link set ns2eth2 up mtu 1500
95
96	ip -net "$ns2" addr add 10.0.3.2/24 dev ns2eth3
97	ip -net "$ns2" addr add dead:beef:3::2/64 dev ns2eth3 nodad
98	ip -net "$ns2" link set ns2eth3 up mtu 1500
99	ip netns exec "$ns2" sysctl -q net.ipv4.ip_forward=1
100	ip netns exec "$ns2" sysctl -q net.ipv6.conf.all.forwarding=1
101
102	ip -net "$ns3" addr add 10.0.3.3/24 dev ns3eth1
103	ip -net "$ns3" addr add dead:beef:3::3/64 dev ns3eth1 nodad
104	ip -net "$ns3" link set ns3eth1 up mtu 1500
105	ip -net "$ns3" route add default via 10.0.3.2
106	ip -net "$ns3" route add default via dead:beef:3::2
107
108	ip netns exec "$ns3" ./pm_nl_ctl limits 1 1
109}
110
111# $1: ns, $2: port
112wait_local_port_listen()
113{
114	local listener_ns="${1}"
115	local port="${2}"
116
117	local port_hex i
118
119	port_hex="$(printf "%04X" "${port}")"
120	for i in $(seq 10); do
121		ip netns exec "${listener_ns}" cat /proc/net/tcp* | \
122			awk "BEGIN {rc=1} {if (\$2 ~ /:${port_hex}\$/ && \$4 ~ /0A/) {rc=0; exit}} END {exit rc}" &&
123			break
124		sleep 0.1
125	done
126}
127
128do_transfer()
129{
130	local cin=$1
131	local sin=$2
132	local max_time=$3
133	local port
134	port=$((10000+$test_cnt))
135	test_cnt=$((test_cnt+1))
136
137	:> "$cout"
138	:> "$sout"
139	:> "$capout"
140
141	local addr_port
142	addr_port=$(printf "%s:%d" ${connect_addr} ${port})
143
144	if $capture; then
145		local capuser
146		if [ -z $SUDO_USER ] ; then
147			capuser=""
148		else
149			capuser="-Z $SUDO_USER"
150		fi
151
152		local capfile="${rndh}-${port}"
153		local capopt="-i any -s 65535 -B 32768 ${capuser}"
154
155		ip netns exec ${ns3}  tcpdump ${capopt} -w "${capfile}-listener.pcap"  >> "${capout}" 2>&1 &
156		local cappid_listener=$!
157
158		ip netns exec ${ns1} tcpdump ${capopt} -w "${capfile}-connector.pcap" >> "${capout}" 2>&1 &
159		local cappid_connector=$!
160
161		sleep 1
162	fi
163
164	ip netns exec ${ns3} ./mptcp_connect -jt $timeout -l -p $port 0.0.0.0 < "$sin" > "$sout" &
165	local spid=$!
166
167	wait_local_port_listen "${ns3}" "${port}"
168
169	local start
170	start=$(date +%s%3N)
171	ip netns exec ${ns1} ./mptcp_connect -jt $timeout -p $port 10.0.3.3 < "$cin" > "$cout" &
172	local cpid=$!
173
174	wait $cpid
175	local retc=$?
176	wait $spid
177	local rets=$?
178
179	local stop
180	stop=$(date +%s%3N)
181
182	if $capture; then
183		sleep 1
184		kill ${cappid_listener}
185		kill ${cappid_connector}
186	fi
187
188	local duration
189	duration=$((stop-start))
190
191	cmp $sin $cout > /dev/null 2>&1
192	local cmps=$?
193	cmp $cin $sout > /dev/null 2>&1
194	local cmpc=$?
195
196	printf "%16s" "$duration max $max_time "
197	if [ $retc -eq 0 ] && [ $rets -eq 0 ] && \
198	   [ $cmpc -eq 0 ] && [ $cmps -eq 0 ] && \
199	   [ $duration -lt $max_time ]; then
200		echo "[ OK ]"
201		cat "$capout"
202		return 0
203	fi
204
205	echo " [ fail ]"
206	echo "client exit code $retc, server $rets" 1>&2
207	echo -e "\nnetns ${ns3} socket stat for $port:" 1>&2
208	ip netns exec ${ns3} ss -nita 1>&2 -o "sport = :$port"
209	echo -e "\nnetns ${ns1} socket stat for $port:" 1>&2
210	ip netns exec ${ns1} ss -nita 1>&2 -o "dport = :$port"
211	ls -l $sin $cout
212	ls -l $cin $sout
213
214	cat "$capout"
215	return 1
216}
217
218run_test()
219{
220	local rate1=$1
221	local rate2=$2
222	local delay1=$3
223	local delay2=$4
224	local lret
225	local dev
226	shift 4
227	local msg=$*
228
229	[ $delay1 -gt 0 ] && delay1="delay $delay1" || delay1=""
230	[ $delay2 -gt 0 ] && delay2="delay $delay2" || delay2=""
231
232	for dev in ns1eth1 ns1eth2; do
233		tc -n $ns1 qdisc del dev $dev root >/dev/null 2>&1
234	done
235	for dev in ns2eth1 ns2eth2; do
236		tc -n $ns2 qdisc del dev $dev root >/dev/null 2>&1
237	done
238	tc -n $ns1 qdisc add dev ns1eth1 root netem rate ${rate1}mbit $delay1
239	tc -n $ns1 qdisc add dev ns1eth2 root netem rate ${rate2}mbit $delay2
240	tc -n $ns2 qdisc add dev ns2eth1 root netem rate ${rate1}mbit $delay1
241	tc -n $ns2 qdisc add dev ns2eth2 root netem rate ${rate2}mbit $delay2
242
243	# time is measure in ms
244	local time=$((size * 8 * 1000 / (( $rate1 + $rate2) * 1024 *1024) ))
245
246	# mptcp_connect will do some sleeps to allow the mp_join handshake
247	# completion
248	time=$((time + 1350))
249
250	printf "%-50s" "$msg"
251	do_transfer $small $large $((time * 11 / 10))
252	lret=$?
253	if [ $lret -ne 0 ]; then
254		ret=$lret
255		[ $bail -eq 0 ] || exit $ret
256	fi
257
258	printf "%-50s" "$msg - reverse direction"
259	do_transfer $large $small $((time * 11 / 10))
260	lret=$?
261	if [ $lret -ne 0 ]; then
262		ret=$lret
263		[ $bail -eq 0 ] || exit $ret
264	fi
265}
266
267while getopts "bcdh" option;do
268	case "$option" in
269	"h")
270		usage $0
271		exit 0
272		;;
273	"b")
274		bail=1
275		;;
276	"c")
277		capture=true
278		;;
279	"d")
280		set -x
281		;;
282	"?")
283		usage $0
284		exit 1
285		;;
286	esac
287done
288
289setup
290run_test 10 10 0 0 "balanced bwidth"
291run_test 10 10 1 50 "balanced bwidth with unbalanced delay"
292
293# we still need some additional infrastructure to pass the following test-cases
294# run_test 30 10 0 0 "unbalanced bwidth"
295# run_test 30 10 1 50 "unbalanced bwidth with unbalanced delay"
296# run_test 30 10 50 1 "unbalanced bwidth with opposed, unbalanced delay"
297exit $ret
298