xref: /openbmc/linux/tools/testing/selftests/net/mptcp/mptcp_join.sh (revision a03a91bd68cb00c615e602cf605e6be12bedaa90)
1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3
4# Double quotes to prevent globbing and word splitting is recommended in new
5# code but we accept it, especially because there were too many before having
6# address all other issues detected by shellcheck.
7#shellcheck disable=SC2086
8
9# ShellCheck incorrectly believes that most of the code here is unreachable
10# because it's invoked by variable name, see how the "tests" array is used
11#shellcheck disable=SC2317
12
13. "$(dirname "${0}")/mptcp_lib.sh"
14
15ret=0
16sin=""
17sinfail=""
18sout=""
19cin=""
20cinfail=""
21cinsent=""
22tmpfile=""
23cout=""
24capout=""
25ns1=""
26ns2=""
27ksft_skip=4
28timeout_poll=30
29timeout_test=$((timeout_poll * 2 + 1))
30capture=0
31checksum=0
32ip_mptcp=0
33check_invert=0
34validate_checksum=0
35init=0
36evts_ns1=""
37evts_ns2=""
38evts_ns1_pid=0
39evts_ns2_pid=0
40stats_dumped=0
41
42declare -A all_tests
43declare -a only_tests_ids
44declare -a only_tests_names
45declare -A failed_tests
46TEST_COUNT=0
47TEST_NAME=""
48nr_blank=40
49
50export FAILING_LINKS=""
51
52# generated using "nfbpf_compile '(ip && (ip[54] & 0xf0) == 0x30) ||
53#				  (ip6 && (ip6[74] & 0xf0) == 0x30)'"
54CBPF_MPTCP_SUBOPTION_ADD_ADDR="14,
55			       48 0 0 0,
56			       84 0 0 240,
57			       21 0 3 64,
58			       48 0 0 54,
59			       84 0 0 240,
60			       21 6 7 48,
61			       48 0 0 0,
62			       84 0 0 240,
63			       21 0 4 96,
64			       48 0 0 74,
65			       84 0 0 240,
66			       21 0 1 48,
67			       6 0 0 65535,
68			       6 0 0 0"
69
70init_partial()
71{
72	capout=$(mktemp)
73
74	local sec rndh
75	sec=$(date +%s)
76	rndh=$(printf %x $sec)-$(mktemp -u XXXXXX)
77
78	ns1="ns1-$rndh"
79	ns2="ns2-$rndh"
80
81	local netns
82	for netns in "$ns1" "$ns2"; do
83		ip netns add $netns || exit $ksft_skip
84		ip -net $netns link set lo up
85		ip netns exec $netns sysctl -q net.mptcp.enabled=1
86		ip netns exec $netns sysctl -q net.mptcp.pm_type=0
87		ip netns exec $netns sysctl -q net.ipv4.conf.all.rp_filter=0
88		ip netns exec $netns sysctl -q net.ipv4.conf.default.rp_filter=0
89		if [ $checksum -eq 1 ]; then
90			ip netns exec $netns sysctl -q net.mptcp.checksum_enabled=1
91		fi
92	done
93
94	stats_dumped=0
95	check_invert=0
96	validate_checksum=$checksum
97	FAILING_LINKS=""
98
99	#  ns1         ns2
100	# ns1eth1    ns2eth1
101	# ns1eth2    ns2eth2
102	# ns1eth3    ns2eth3
103	# ns1eth4    ns2eth4
104
105	local i
106	for i in $(seq 1 4); do
107		ip link add ns1eth$i netns "$ns1" type veth peer name ns2eth$i netns "$ns2"
108		ip -net "$ns1" addr add 10.0.$i.1/24 dev ns1eth$i
109		ip -net "$ns1" addr add dead:beef:$i::1/64 dev ns1eth$i nodad
110		ip -net "$ns1" link set ns1eth$i up
111
112		ip -net "$ns2" addr add 10.0.$i.2/24 dev ns2eth$i
113		ip -net "$ns2" addr add dead:beef:$i::2/64 dev ns2eth$i nodad
114		ip -net "$ns2" link set ns2eth$i up
115
116		# let $ns2 reach any $ns1 address from any interface
117		ip -net "$ns2" route add default via 10.0.$i.1 dev ns2eth$i metric 10$i
118		ip -net "$ns2" route add default via dead:beef:$i::1 dev ns2eth$i metric 10$i
119	done
120}
121
122init_shapers()
123{
124	local i
125	for i in $(seq 1 4); do
126		tc -n $ns1 qdisc add dev ns1eth$i root netem rate 20mbit delay 1
127		tc -n $ns2 qdisc add dev ns2eth$i root netem rate 20mbit delay 1
128	done
129}
130
131cleanup_partial()
132{
133	rm -f "$capout"
134
135	local netns
136	for netns in "$ns1" "$ns2"; do
137		ip netns del $netns
138		rm -f /tmp/$netns.{nstat,out}
139	done
140}
141
142check_tools()
143{
144	mptcp_lib_check_mptcp
145
146	if ! ip -Version &> /dev/null; then
147		echo "SKIP: Could not run test without ip tool"
148		exit $ksft_skip
149	fi
150
151	if ! iptables -V &> /dev/null; then
152		echo "SKIP: Could not run all tests without iptables tool"
153		exit $ksft_skip
154	fi
155
156	if ! ip6tables -V &> /dev/null; then
157		echo "SKIP: Could not run all tests without ip6tables tool"
158		exit $ksft_skip
159	fi
160}
161
162init() {
163	init=1
164
165	check_tools
166
167	sin=$(mktemp)
168	sout=$(mktemp)
169	cin=$(mktemp)
170	cinsent=$(mktemp)
171	cout=$(mktemp)
172	evts_ns1=$(mktemp)
173	evts_ns2=$(mktemp)
174
175	trap cleanup EXIT
176
177	make_file "$cin" "client" 1
178	make_file "$sin" "server" 1
179}
180
181cleanup()
182{
183	rm -f "$cin" "$cout" "$sinfail"
184	rm -f "$sin" "$sout" "$cinsent" "$cinfail"
185	rm -f "$tmpfile"
186	rm -rf $evts_ns1 $evts_ns2
187	cleanup_partial
188}
189
190skip_test()
191{
192	if [ "${#only_tests_ids[@]}" -eq 0 ] && [ "${#only_tests_names[@]}" -eq 0 ]; then
193		return 1
194	fi
195
196	local i
197	for i in "${only_tests_ids[@]}"; do
198		if [ "${TEST_COUNT}" -eq "${i}" ]; then
199			return 1
200		fi
201	done
202	for i in "${only_tests_names[@]}"; do
203		if [ "${TEST_NAME}" = "${i}" ]; then
204			return 1
205		fi
206	done
207
208	return 0
209}
210
211# $1: test name
212reset()
213{
214	TEST_NAME="${1}"
215
216	TEST_COUNT=$((TEST_COUNT+1))
217
218	if skip_test; then
219		return 1
220	fi
221
222	if [ "${init}" != "1" ]; then
223		init
224	else
225		cleanup_partial
226	fi
227
228	init_partial
229
230	return 0
231}
232
233# $1: test name
234reset_with_cookies()
235{
236	reset "${1}" || return 1
237
238	local netns
239	for netns in "$ns1" "$ns2"; do
240		ip netns exec $netns sysctl -q net.ipv4.tcp_syncookies=2
241	done
242}
243
244# $1: test name
245reset_with_add_addr_timeout()
246{
247	local ip="${2:-4}"
248	local tables
249
250	reset "${1}" || return 1
251
252	tables="iptables"
253	if [ $ip -eq 6 ]; then
254		tables="ip6tables"
255	fi
256
257	ip netns exec $ns1 sysctl -q net.mptcp.add_addr_timeout=1
258	ip netns exec $ns2 $tables -A OUTPUT -p tcp \
259		-m tcp --tcp-option 30 \
260		-m bpf --bytecode \
261		"$CBPF_MPTCP_SUBOPTION_ADD_ADDR" \
262		-j DROP
263}
264
265# $1: test name
266reset_with_checksum()
267{
268	local ns1_enable=$1
269	local ns2_enable=$2
270
271	reset "checksum test ${1} ${2}" || return 1
272
273	ip netns exec $ns1 sysctl -q net.mptcp.checksum_enabled=$ns1_enable
274	ip netns exec $ns2 sysctl -q net.mptcp.checksum_enabled=$ns2_enable
275
276	validate_checksum=1
277}
278
279reset_with_allow_join_id0()
280{
281	local ns1_enable=$2
282	local ns2_enable=$3
283
284	reset "${1}" || return 1
285
286	ip netns exec $ns1 sysctl -q net.mptcp.allow_join_initial_addr_port=$ns1_enable
287	ip netns exec $ns2 sysctl -q net.mptcp.allow_join_initial_addr_port=$ns2_enable
288}
289
290# Modify TCP payload without corrupting the TCP packet
291#
292# This rule inverts a 8-bit word at byte offset 148 for the 2nd TCP ACK packets
293# carrying enough data.
294# Once it is done, the TCP Checksum field is updated so the packet is still
295# considered as valid at the TCP level.
296# Because the MPTCP checksum, covering the TCP options and data, has not been
297# updated, the modification will be detected and an MP_FAIL will be emitted:
298# what we want to validate here without corrupting "random" MPTCP options.
299#
300# To avoid having tc producing this pr_info() message for each TCP ACK packets
301# not carrying enough data:
302#
303#     tc action pedit offset 162 out of bounds
304#
305# Netfilter is used to mark packets with enough data.
306reset_with_fail()
307{
308	reset "${1}" || return 1
309
310	ip netns exec $ns1 sysctl -q net.mptcp.checksum_enabled=1
311	ip netns exec $ns2 sysctl -q net.mptcp.checksum_enabled=1
312
313	check_invert=1
314	validate_checksum=1
315	local i="$2"
316	local ip="${3:-4}"
317	local tables
318
319	tables="iptables"
320	if [ $ip -eq 6 ]; then
321		tables="ip6tables"
322	fi
323
324	ip netns exec $ns2 $tables \
325		-t mangle \
326		-A OUTPUT \
327		-o ns2eth$i \
328		-p tcp \
329		-m length --length 150:9999 \
330		-m statistic --mode nth --packet 1 --every 99999 \
331		-j MARK --set-mark 42 || exit 1
332
333	tc -n $ns2 qdisc add dev ns2eth$i clsact || exit 1
334	tc -n $ns2 filter add dev ns2eth$i egress \
335		protocol ip prio 1000 \
336		handle 42 fw \
337		action pedit munge offset 148 u8 invert \
338		pipe csum tcp \
339		index 100 || exit 1
340}
341
342reset_with_events()
343{
344	reset "${1}" || return 1
345
346	:> "$evts_ns1"
347	:> "$evts_ns2"
348	ip netns exec $ns1 ./pm_nl_ctl events >> "$evts_ns1" 2>&1 &
349	evts_ns1_pid=$!
350	ip netns exec $ns2 ./pm_nl_ctl events >> "$evts_ns2" 2>&1 &
351	evts_ns2_pid=$!
352}
353
354fail_test()
355{
356	ret=1
357	failed_tests[${TEST_COUNT}]="${TEST_NAME}"
358
359	[ "${stats_dumped}" = 0 ] && dump_stats
360	stats_dumped=1
361}
362
363get_failed_tests_ids()
364{
365	# sorted
366	local i
367	for i in "${!failed_tests[@]}"; do
368		echo "${i}"
369	done | sort -n
370}
371
372print_file_err()
373{
374	ls -l "$1" 1>&2
375	echo "Trailing bytes are: "
376	tail -c 27 "$1"
377}
378
379check_transfer()
380{
381	local in=$1
382	local out=$2
383	local what=$3
384	local bytes=$4
385	local i a b
386
387	local line
388	if [ -n "$bytes" ]; then
389		local out_size
390		# when truncating we must check the size explicitly
391		out_size=$(wc -c $out | awk '{print $1}')
392		if [ $out_size -ne $bytes ]; then
393			echo "[ FAIL ] $what output file has wrong size ($out_size, $bytes)"
394			fail_test
395			return 1
396		fi
397
398		# note: BusyBox's "cmp" command doesn't support --bytes
399		tmpfile=$(mktemp)
400		head --bytes="$bytes" "$in" > "$tmpfile"
401		mv "$tmpfile" "$in"
402		head --bytes="$bytes" "$out" > "$tmpfile"
403		mv "$tmpfile" "$out"
404		tmpfile=""
405	fi
406	cmp -l "$in" "$out" | while read -r i a b; do
407		local sum=$((0${a} + 0${b}))
408		if [ $check_invert -eq 0 ] || [ $sum -ne $((0xff)) ]; then
409			echo "[ FAIL ] $what does not match (in, out):"
410			print_file_err "$in"
411			print_file_err "$out"
412			fail_test
413
414			return 1
415		else
416			echo "$what has inverted byte at ${i}"
417		fi
418	done
419
420	return 0
421}
422
423do_ping()
424{
425	local listener_ns="$1"
426	local connector_ns="$2"
427	local connect_addr="$3"
428
429	if ! ip netns exec ${connector_ns} ping -q -c 1 $connect_addr >/dev/null; then
430		echo "$listener_ns -> $connect_addr connectivity [ FAIL ]" 1>&2
431		fail_test
432	fi
433}
434
435link_failure()
436{
437	local ns="$1"
438
439	if [ -z "$FAILING_LINKS" ]; then
440		l=$((RANDOM%4))
441		FAILING_LINKS=$((l+1))
442	fi
443
444	local l
445	for l in $FAILING_LINKS; do
446		local veth="ns1eth$l"
447		ip -net "$ns" link set "$veth" down
448	done
449}
450
451# $1: IP address
452is_v6()
453{
454	[ -z "${1##*:*}" ]
455}
456
457# $1: ns, $2: port
458wait_local_port_listen()
459{
460	local listener_ns="${1}"
461	local port="${2}"
462
463	local port_hex
464	port_hex="$(printf "%04X" "${port}")"
465
466	local i
467	for i in $(seq 10); do
468		ip netns exec "${listener_ns}" cat /proc/net/tcp* | \
469			awk "BEGIN {rc=1} {if (\$2 ~ /:${port_hex}\$/ && \$4 ~ /0A/) {rc=0; exit}} END {exit rc}" &&
470			break
471		sleep 0.1
472	done
473}
474
475rm_addr_count()
476{
477	local ns=${1}
478
479	ip netns exec ${ns} nstat -as | grep MPTcpExtRmAddr | awk '{print $2}'
480}
481
482# $1: ns, $2: old rm_addr counter in $ns
483wait_rm_addr()
484{
485	local ns="${1}"
486	local old_cnt="${2}"
487	local cnt
488
489	local i
490	for i in $(seq 10); do
491		cnt=$(rm_addr_count ${ns})
492		[ "$cnt" = "${old_cnt}" ] || break
493		sleep 0.1
494	done
495}
496
497wait_mpj()
498{
499	local ns="${1}"
500	local cnt old_cnt
501
502	old_cnt=$(ip netns exec ${ns} nstat -as | grep MPJoinAckRx | awk '{print $2}')
503
504	local i
505	for i in $(seq 10); do
506		cnt=$(ip netns exec ${ns} nstat -as | grep MPJoinAckRx | awk '{print $2}')
507		[ "$cnt" = "${old_cnt}" ] || break
508		sleep 0.1
509	done
510}
511
512kill_wait()
513{
514	kill $1 > /dev/null 2>&1
515	wait $1 2>/dev/null
516}
517
518kill_events_pids()
519{
520	kill_wait $evts_ns1_pid
521	kill_wait $evts_ns2_pid
522}
523
524kill_tests_wait()
525{
526	#shellcheck disable=SC2046
527	kill -SIGUSR1 $(ip netns pids $ns2) $(ip netns pids $ns1)
528	wait
529}
530
531pm_nl_set_limits()
532{
533	local ns=$1
534	local addrs=$2
535	local subflows=$3
536
537	if [ $ip_mptcp -eq 1 ]; then
538		ip -n $ns mptcp limits set add_addr_accepted $addrs subflows $subflows
539	else
540		ip netns exec $ns ./pm_nl_ctl limits $addrs $subflows
541	fi
542}
543
544pm_nl_add_endpoint()
545{
546	local ns=$1
547	local addr=$2
548	local flags _flags
549	local port _port
550	local dev _dev
551	local id _id
552	local nr=2
553
554	local p
555	for p in "${@}"
556	do
557		if [ $p = "flags" ]; then
558			eval _flags=\$"$nr"
559			[ -n "$_flags" ]; flags="flags $_flags"
560		fi
561		if [ $p = "dev" ]; then
562			eval _dev=\$"$nr"
563			[ -n "$_dev" ]; dev="dev $_dev"
564		fi
565		if [ $p = "id" ]; then
566			eval _id=\$"$nr"
567			[ -n "$_id" ]; id="id $_id"
568		fi
569		if [ $p = "port" ]; then
570			eval _port=\$"$nr"
571			[ -n "$_port" ]; port="port $_port"
572		fi
573
574		nr=$((nr + 1))
575	done
576
577	if [ $ip_mptcp -eq 1 ]; then
578		ip -n $ns mptcp endpoint add $addr ${_flags//","/" "} $dev $id $port
579	else
580		ip netns exec $ns ./pm_nl_ctl add $addr $flags $dev $id $port
581	fi
582}
583
584pm_nl_del_endpoint()
585{
586	local ns=$1
587	local id=$2
588	local addr=$3
589
590	if [ $ip_mptcp -eq 1 ]; then
591		ip -n $ns mptcp endpoint delete id $id $addr
592	else
593		ip netns exec $ns ./pm_nl_ctl del $id $addr
594	fi
595}
596
597pm_nl_flush_endpoint()
598{
599	local ns=$1
600
601	if [ $ip_mptcp -eq 1 ]; then
602		ip -n $ns mptcp endpoint flush
603	else
604		ip netns exec $ns ./pm_nl_ctl flush
605	fi
606}
607
608pm_nl_show_endpoints()
609{
610	local ns=$1
611
612	if [ $ip_mptcp -eq 1 ]; then
613		ip -n $ns mptcp endpoint show
614	else
615		ip netns exec $ns ./pm_nl_ctl dump
616	fi
617}
618
619pm_nl_change_endpoint()
620{
621	local ns=$1
622	local id=$2
623	local flags=$3
624
625	if [ $ip_mptcp -eq 1 ]; then
626		ip -n $ns mptcp endpoint change id $id ${flags//","/" "}
627	else
628		ip netns exec $ns ./pm_nl_ctl set id $id flags $flags
629	fi
630}
631
632pm_nl_check_endpoint()
633{
634	local line expected_line
635	local need_title=$1
636	local msg="$2"
637	local ns=$3
638	local addr=$4
639	local _flags=""
640	local flags
641	local _port
642	local port
643	local dev
644	local _id
645	local id
646
647	if [ "${need_title}" = 1 ]; then
648		printf "%03u %-36s %s" "${TEST_COUNT}" "${TEST_NAME}" "${msg}"
649	else
650		printf "%-${nr_blank}s %s" " " "${msg}"
651	fi
652
653	shift 4
654	while [ -n "$1" ]; do
655		if [ $1 = "flags" ]; then
656			_flags=$2
657			[ -n "$_flags" ]; flags="flags $_flags"
658			shift
659		elif [ $1 = "dev" ]; then
660			[ -n "$2" ]; dev="dev $1"
661			shift
662		elif [ $1 = "id" ]; then
663			_id=$2
664			[ -n "$_id" ]; id="id $_id"
665			shift
666		elif [ $1 = "port" ]; then
667			_port=$2
668			[ -n "$_port" ]; port=" port $_port"
669			shift
670		fi
671
672		shift
673	done
674
675	if [ -z "$id" ]; then
676		echo "[skip] bad test - missing endpoint id"
677		return
678	fi
679
680	if [ $ip_mptcp -eq 1 ]; then
681		line=$(ip -n $ns mptcp endpoint show $id)
682		# the dump order is: address id flags port dev
683		expected_line="$addr"
684		[ -n "$addr" ] && expected_line="$expected_line $addr"
685		expected_line="$expected_line $id"
686		[ -n "$_flags" ] && expected_line="$expected_line ${_flags//","/" "}"
687		[ -n "$dev" ] && expected_line="$expected_line $dev"
688		[ -n "$port" ] && expected_line="$expected_line $port"
689	else
690		line=$(ip netns exec $ns ./pm_nl_ctl get $_id)
691		# the dump order is: id flags dev address port
692		expected_line="$id"
693		[ -n "$flags" ] && expected_line="$expected_line $flags"
694		[ -n "$dev" ] && expected_line="$expected_line $dev"
695		[ -n "$addr" ] && expected_line="$expected_line $addr"
696		[ -n "$_port" ] && expected_line="$expected_line $_port"
697	fi
698	if [ "$line" = "$expected_line" ]; then
699		echo "[ ok ]"
700	else
701		echo "[fail] expected '$expected_line' found '$line'"
702		fail_test
703	fi
704}
705
706filter_tcp_from()
707{
708	local ns="${1}"
709	local src="${2}"
710	local target="${3}"
711
712	ip netns exec "${ns}" iptables -A INPUT -s "${src}" -p tcp -j "${target}"
713}
714
715do_transfer()
716{
717	local listener_ns="$1"
718	local connector_ns="$2"
719	local cl_proto="$3"
720	local srv_proto="$4"
721	local connect_addr="$5"
722	local test_link_fail="$6"
723	local addr_nr_ns1="$7"
724	local addr_nr_ns2="$8"
725	local speed="$9"
726	local sflags="${10}"
727
728	local port=$((10000 + TEST_COUNT - 1))
729	local cappid
730	local userspace_pm=0
731
732	:> "$cout"
733	:> "$sout"
734	:> "$capout"
735
736	if [ $capture -eq 1 ]; then
737		local capuser
738		if [ -z $SUDO_USER ] ; then
739			capuser=""
740		else
741			capuser="-Z $SUDO_USER"
742		fi
743
744		capfile=$(printf "mp_join-%02u-%s.pcap" "$TEST_COUNT" "${listener_ns}")
745
746		echo "Capturing traffic for test $TEST_COUNT into $capfile"
747		ip netns exec ${listener_ns} tcpdump -i any -s 65535 -B 32768 $capuser -w $capfile > "$capout" 2>&1 &
748		cappid=$!
749
750		sleep 1
751	fi
752
753	NSTAT_HISTORY=/tmp/${listener_ns}.nstat ip netns exec ${listener_ns} \
754		nstat -n
755	NSTAT_HISTORY=/tmp/${connector_ns}.nstat ip netns exec ${connector_ns} \
756		nstat -n
757
758	local extra_args
759	if [ $speed = "fast" ]; then
760		extra_args="-j"
761	elif [ $speed = "slow" ]; then
762		extra_args="-r 50"
763	elif [[ $speed = "speed_"* ]]; then
764		extra_args="-r ${speed:6}"
765	fi
766
767	if [[ "${addr_nr_ns1}" = "userspace_"* ]]; then
768		userspace_pm=1
769		addr_nr_ns1=${addr_nr_ns1:10}
770	fi
771
772	local flags="subflow"
773	local extra_cl_args=""
774	local extra_srv_args=""
775	local trunc_size=""
776	if [[ "${addr_nr_ns2}" = "fastclose_"* ]]; then
777		if [ ${test_link_fail} -le 1 ]; then
778			echo "fastclose tests need test_link_fail argument"
779			fail_test
780			return 1
781		fi
782
783		# disconnect
784		trunc_size=${test_link_fail}
785		local side=${addr_nr_ns2:10}
786
787		if [ ${side} = "client" ]; then
788			extra_cl_args="-f ${test_link_fail}"
789			extra_srv_args="-f -1"
790		elif [ ${side} = "server" ]; then
791			extra_srv_args="-f ${test_link_fail}"
792			extra_cl_args="-f -1"
793		else
794			echo "wrong/unknown fastclose spec ${side}"
795			fail_test
796			return 1
797		fi
798		addr_nr_ns2=0
799	elif [[ "${addr_nr_ns2}" = "userspace_"* ]]; then
800		userspace_pm=1
801		addr_nr_ns2=${addr_nr_ns2:10}
802	elif [[ "${addr_nr_ns2}" = "fullmesh_"* ]]; then
803		flags="${flags},fullmesh"
804		addr_nr_ns2=${addr_nr_ns2:9}
805	fi
806
807	extra_srv_args="$extra_args $extra_srv_args"
808	if [ "$test_link_fail" -gt 1 ];then
809		timeout ${timeout_test} \
810			ip netns exec ${listener_ns} \
811				./mptcp_connect -t ${timeout_poll} -l -p $port -s ${srv_proto} \
812					$extra_srv_args "::" < "$sinfail" > "$sout" &
813	else
814		timeout ${timeout_test} \
815			ip netns exec ${listener_ns} \
816				./mptcp_connect -t ${timeout_poll} -l -p $port -s ${srv_proto} \
817					$extra_srv_args "::" < "$sin" > "$sout" &
818	fi
819	local spid=$!
820
821	wait_local_port_listen "${listener_ns}" "${port}"
822
823	extra_cl_args="$extra_args $extra_cl_args"
824	if [ "$test_link_fail" -eq 0 ];then
825		timeout ${timeout_test} \
826			ip netns exec ${connector_ns} \
827				./mptcp_connect -t ${timeout_poll} -p $port -s ${cl_proto} \
828					$extra_cl_args $connect_addr < "$cin" > "$cout" &
829	elif [ "$test_link_fail" -eq 1 ] || [ "$test_link_fail" -eq 2 ];then
830		( cat "$cinfail" ; sleep 2; link_failure $listener_ns ; cat "$cinfail" ) | \
831			tee "$cinsent" | \
832			timeout ${timeout_test} \
833				ip netns exec ${connector_ns} \
834					./mptcp_connect -t ${timeout_poll} -p $port -s ${cl_proto} \
835						$extra_cl_args $connect_addr > "$cout" &
836	else
837		tee "$cinsent" < "$cinfail" | \
838			timeout ${timeout_test} \
839				ip netns exec ${connector_ns} \
840					./mptcp_connect -t ${timeout_poll} -p $port -s ${cl_proto} \
841						$extra_cl_args $connect_addr > "$cout" &
842	fi
843	local cpid=$!
844
845	# let the mptcp subflow be established in background before
846	# do endpoint manipulation
847	if [ $addr_nr_ns1 != "0" ] || [ $addr_nr_ns2 != "0" ]; then
848		sleep 1
849	fi
850
851	if [ $addr_nr_ns1 -gt 0 ]; then
852		local counter=2
853		local add_nr_ns1=${addr_nr_ns1}
854		local id=10
855		local tk
856		while [ $add_nr_ns1 -gt 0 ]; do
857			local addr
858			if is_v6 "${connect_addr}"; then
859				addr="dead:beef:$counter::1"
860			else
861				addr="10.0.$counter.1"
862			fi
863			if [ $userspace_pm -eq 0 ]; then
864				pm_nl_add_endpoint $ns1 $addr flags signal
865			else
866				tk=$(grep "type:1," "$evts_ns1" |
867				     sed -n 's/.*\(token:\)\([[:digit:]]*\).*$/\2/p;q')
868				ip netns exec ${listener_ns} ./pm_nl_ctl ann $addr token $tk id $id
869				sleep 1
870				ip netns exec ${listener_ns} ./pm_nl_ctl rem token $tk id $id
871			fi
872
873			counter=$((counter + 1))
874			add_nr_ns1=$((add_nr_ns1 - 1))
875			id=$((id + 1))
876		done
877	elif [ $addr_nr_ns1 -lt 0 ]; then
878		local rm_nr_ns1=$((-addr_nr_ns1))
879		if [ $rm_nr_ns1 -lt 8 ]; then
880			local counter=0
881			local line
882			pm_nl_show_endpoints ${listener_ns} | while read -r line; do
883				# shellcheck disable=SC2206 # we do want to split per word
884				local arr=($line)
885				local nr=0
886
887				local i
888				for i in "${arr[@]}"; do
889					if [ $i = "id" ]; then
890						if [ $counter -eq $rm_nr_ns1 ]; then
891							break
892						fi
893						id=${arr[$nr+1]}
894						rm_addr=$(rm_addr_count ${connector_ns})
895						pm_nl_del_endpoint ${listener_ns} $id
896						wait_rm_addr ${connector_ns} ${rm_addr}
897						counter=$((counter + 1))
898					fi
899					nr=$((nr + 1))
900				done
901			done
902		elif [ $rm_nr_ns1 -eq 8 ]; then
903			pm_nl_flush_endpoint ${listener_ns}
904		elif [ $rm_nr_ns1 -eq 9 ]; then
905			pm_nl_del_endpoint ${listener_ns} 0 ${connect_addr}
906		fi
907	fi
908
909	# if newly added endpoints must be deleted, give the background msk
910	# some time to created them
911	[ $addr_nr_ns1 -gt 0 ] && [ $addr_nr_ns2 -lt 0 ] && sleep 1
912
913	if [ $addr_nr_ns2 -gt 0 ]; then
914		local add_nr_ns2=${addr_nr_ns2}
915		local counter=3
916		local id=20
917		local tk da dp sp
918		while [ $add_nr_ns2 -gt 0 ]; do
919			local addr
920			if is_v6 "${connect_addr}"; then
921				addr="dead:beef:$counter::2"
922			else
923				addr="10.0.$counter.2"
924			fi
925			if [ $userspace_pm -eq 0 ]; then
926				pm_nl_add_endpoint $ns2 $addr flags $flags
927			else
928				tk=$(sed -n 's/.*\(token:\)\([[:digit:]]*\).*$/\2/p;q' "$evts_ns2")
929				da=$(sed -n 's/.*\(daddr4:\)\([0-9.]*\).*$/\2/p;q' "$evts_ns2")
930				dp=$(sed -n 's/.*\(dport:\)\([[:digit:]]*\).*$/\2/p;q' "$evts_ns2")
931				ip netns exec ${connector_ns} ./pm_nl_ctl csf lip $addr lid $id \
932									rip $da rport $dp token $tk
933				sleep 1
934				sp=$(grep "type:10" "$evts_ns2" |
935				     sed -n 's/.*\(sport:\)\([[:digit:]]*\).*$/\2/p;q')
936				ip netns exec ${connector_ns} ./pm_nl_ctl dsf lip $addr lport $sp \
937									rip $da rport $dp token $tk
938			fi
939			counter=$((counter + 1))
940			add_nr_ns2=$((add_nr_ns2 - 1))
941			id=$((id + 1))
942		done
943	elif [ $addr_nr_ns2 -lt 0 ]; then
944		local rm_nr_ns2=$((-addr_nr_ns2))
945		if [ $rm_nr_ns2 -lt 8 ]; then
946			local counter=0
947			local line
948			pm_nl_show_endpoints ${connector_ns} | while read -r line; do
949				# shellcheck disable=SC2206 # we do want to split per word
950				local arr=($line)
951				local nr=0
952
953				local i
954				for i in "${arr[@]}"; do
955					if [ $i = "id" ]; then
956						if [ $counter -eq $rm_nr_ns2 ]; then
957							break
958						fi
959						local id rm_addr
960						# rm_addr are serialized, allow the previous one to
961						# complete
962						id=${arr[$nr+1]}
963						rm_addr=$(rm_addr_count ${listener_ns})
964						pm_nl_del_endpoint ${connector_ns} $id
965						wait_rm_addr ${listener_ns} ${rm_addr}
966						counter=$((counter + 1))
967					fi
968					nr=$((nr + 1))
969				done
970			done
971		elif [ $rm_nr_ns2 -eq 8 ]; then
972			pm_nl_flush_endpoint ${connector_ns}
973		elif [ $rm_nr_ns2 -eq 9 ]; then
974			local addr
975			if is_v6 "${connect_addr}"; then
976				addr="dead:beef:1::2"
977			else
978				addr="10.0.1.2"
979			fi
980			pm_nl_del_endpoint ${connector_ns} 0 $addr
981		fi
982	fi
983
984	if [ -n "${sflags}" ]; then
985		sleep 1
986
987		local netns
988		for netns in "$ns1" "$ns2"; do
989			local line
990			pm_nl_show_endpoints $netns | while read -r line; do
991				# shellcheck disable=SC2206 # we do want to split per word
992				local arr=($line)
993				local nr=0
994				local id
995
996				local i
997				for i in "${arr[@]}"; do
998					if [ $i = "id" ]; then
999						id=${arr[$nr+1]}
1000					fi
1001					nr=$((nr + 1))
1002				done
1003				pm_nl_change_endpoint $netns $id $sflags
1004			done
1005		done
1006	fi
1007
1008	wait $cpid
1009	local retc=$?
1010	wait $spid
1011	local rets=$?
1012
1013	if [ $capture -eq 1 ]; then
1014	    sleep 1
1015	    kill $cappid
1016	fi
1017
1018	NSTAT_HISTORY=/tmp/${listener_ns}.nstat ip netns exec ${listener_ns} \
1019		nstat | grep Tcp > /tmp/${listener_ns}.out
1020	NSTAT_HISTORY=/tmp/${connector_ns}.nstat ip netns exec ${connector_ns} \
1021		nstat | grep Tcp > /tmp/${connector_ns}.out
1022
1023	if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
1024		echo " client exit code $retc, server $rets" 1>&2
1025		echo -e "\nnetns ${listener_ns} socket stat for ${port}:" 1>&2
1026		ip netns exec ${listener_ns} ss -Menita 1>&2 -o "sport = :$port"
1027		cat /tmp/${listener_ns}.out
1028		echo -e "\nnetns ${connector_ns} socket stat for ${port}:" 1>&2
1029		ip netns exec ${connector_ns} ss -Menita 1>&2 -o "dport = :$port"
1030		cat /tmp/${connector_ns}.out
1031
1032		cat "$capout"
1033		fail_test
1034		return 1
1035	fi
1036
1037	if [ "$test_link_fail" -gt 1 ];then
1038		check_transfer $sinfail $cout "file received by client" $trunc_size
1039	else
1040		check_transfer $sin $cout "file received by client" $trunc_size
1041	fi
1042	retc=$?
1043	if [ "$test_link_fail" -eq 0 ];then
1044		check_transfer $cin $sout "file received by server" $trunc_size
1045	else
1046		check_transfer $cinsent $sout "file received by server" $trunc_size
1047	fi
1048	rets=$?
1049
1050	if [ $retc -eq 0 ] && [ $rets -eq 0 ];then
1051		cat "$capout"
1052		return 0
1053	fi
1054
1055	cat "$capout"
1056	return 1
1057}
1058
1059make_file()
1060{
1061	local name=$1
1062	local who=$2
1063	local size=$3
1064
1065	dd if=/dev/urandom of="$name" bs=1024 count=$size 2> /dev/null
1066	echo -e "\nMPTCP_TEST_FILE_END_MARKER" >> "$name"
1067
1068	echo "Created $name (size $size KB) containing data sent by $who"
1069}
1070
1071run_tests()
1072{
1073	local listener_ns="$1"
1074	local connector_ns="$2"
1075	local connect_addr="$3"
1076	local test_linkfail="${4:-0}"
1077	local addr_nr_ns1="${5:-0}"
1078	local addr_nr_ns2="${6:-0}"
1079	local speed="${7:-fast}"
1080	local sflags="${8:-""}"
1081
1082	local size
1083
1084	# The values above 2 are reused to make test files
1085	# with the given sizes (KB)
1086	if [ "$test_linkfail" -gt 2 ]; then
1087		size=$test_linkfail
1088
1089		if [ -z "$cinfail" ]; then
1090			cinfail=$(mktemp)
1091		fi
1092		make_file "$cinfail" "client" $size
1093	# create the input file for the failure test when
1094	# the first failure test run
1095	elif [ "$test_linkfail" -ne 0 ] && [ -z "$cinfail" ]; then
1096		# the client file must be considerably larger
1097		# of the maximum expected cwin value, or the
1098		# link utilization will be not predicable
1099		size=$((RANDOM%2))
1100		size=$((size+1))
1101		size=$((size*8192))
1102		size=$((size + ( RANDOM % 8192) ))
1103
1104		cinfail=$(mktemp)
1105		make_file "$cinfail" "client" $size
1106	fi
1107
1108	if [ "$test_linkfail" -gt 2 ]; then
1109		size=$test_linkfail
1110
1111		if [ -z "$sinfail" ]; then
1112			sinfail=$(mktemp)
1113		fi
1114		make_file "$sinfail" "server" $size
1115	elif [ "$test_linkfail" -eq 2 ] && [ -z "$sinfail" ]; then
1116		size=$((RANDOM%16))
1117		size=$((size+1))
1118		size=$((size*2048))
1119
1120		sinfail=$(mktemp)
1121		make_file "$sinfail" "server" $size
1122	fi
1123
1124	do_transfer ${listener_ns} ${connector_ns} MPTCP MPTCP ${connect_addr} \
1125		${test_linkfail} ${addr_nr_ns1} ${addr_nr_ns2} ${speed} ${sflags}
1126}
1127
1128dump_stats()
1129{
1130	echo Server ns stats
1131	ip netns exec $ns1 nstat -as | grep Tcp
1132	echo Client ns stats
1133	ip netns exec $ns2 nstat -as | grep Tcp
1134}
1135
1136chk_csum_nr()
1137{
1138	local csum_ns1=${1:-0}
1139	local csum_ns2=${2:-0}
1140	local count
1141	local extra_msg=""
1142	local allow_multi_errors_ns1=0
1143	local allow_multi_errors_ns2=0
1144
1145	if [[ "${csum_ns1}" = "+"* ]]; then
1146		allow_multi_errors_ns1=1
1147		csum_ns1=${csum_ns1:1}
1148	fi
1149	if [[ "${csum_ns2}" = "+"* ]]; then
1150		allow_multi_errors_ns2=1
1151		csum_ns2=${csum_ns2:1}
1152	fi
1153
1154	printf "%-${nr_blank}s %s" " " "sum"
1155	count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtDataCsumErr | awk '{print $2}')
1156	[ -z "$count" ] && count=0
1157	if [ "$count" != "$csum_ns1" ]; then
1158		extra_msg="$extra_msg ns1=$count"
1159	fi
1160	if { [ "$count" != $csum_ns1 ] && [ $allow_multi_errors_ns1 -eq 0 ]; } ||
1161	   { [ "$count" -lt $csum_ns1 ] && [ $allow_multi_errors_ns1 -eq 1 ]; }; then
1162		echo "[fail] got $count data checksum error[s] expected $csum_ns1"
1163		fail_test
1164	else
1165		echo -n "[ ok ]"
1166	fi
1167	echo -n " - csum  "
1168	count=$(ip netns exec $ns2 nstat -as | grep MPTcpExtDataCsumErr | awk '{print $2}')
1169	[ -z "$count" ] && count=0
1170	if [ "$count" != "$csum_ns2" ]; then
1171		extra_msg="$extra_msg ns2=$count"
1172	fi
1173	if { [ "$count" != $csum_ns2 ] && [ $allow_multi_errors_ns2 -eq 0 ]; } ||
1174	   { [ "$count" -lt $csum_ns2 ] && [ $allow_multi_errors_ns2 -eq 1 ]; }; then
1175		echo "[fail] got $count data checksum error[s] expected $csum_ns2"
1176		fail_test
1177	else
1178		echo -n "[ ok ]"
1179	fi
1180
1181	echo "$extra_msg"
1182}
1183
1184chk_fail_nr()
1185{
1186	local fail_tx=$1
1187	local fail_rx=$2
1188	local ns_invert=${3:-""}
1189	local count
1190	local ns_tx=$ns1
1191	local ns_rx=$ns2
1192	local extra_msg=""
1193	local allow_tx_lost=0
1194	local allow_rx_lost=0
1195
1196	if [[ $ns_invert = "invert" ]]; then
1197		ns_tx=$ns2
1198		ns_rx=$ns1
1199		extra_msg=" invert"
1200	fi
1201
1202	if [[ "${fail_tx}" = "-"* ]]; then
1203		allow_tx_lost=1
1204		fail_tx=${fail_tx:1}
1205	fi
1206	if [[ "${fail_rx}" = "-"* ]]; then
1207		allow_rx_lost=1
1208		fail_rx=${fail_rx:1}
1209	fi
1210
1211	printf "%-${nr_blank}s %s" " " "ftx"
1212	count=$(ip netns exec $ns_tx nstat -as | grep MPTcpExtMPFailTx | awk '{print $2}')
1213	[ -z "$count" ] && count=0
1214	if [ "$count" != "$fail_tx" ]; then
1215		extra_msg="$extra_msg,tx=$count"
1216	fi
1217	if { [ "$count" != "$fail_tx" ] && [ $allow_tx_lost -eq 0 ]; } ||
1218	   { [ "$count" -gt "$fail_tx" ] && [ $allow_tx_lost -eq 1 ]; }; then
1219		echo "[fail] got $count MP_FAIL[s] TX expected $fail_tx"
1220		fail_test
1221	else
1222		echo -n "[ ok ]"
1223	fi
1224
1225	echo -n " - failrx"
1226	count=$(ip netns exec $ns_rx nstat -as | grep MPTcpExtMPFailRx | awk '{print $2}')
1227	[ -z "$count" ] && count=0
1228	if [ "$count" != "$fail_rx" ]; then
1229		extra_msg="$extra_msg,rx=$count"
1230	fi
1231	if { [ "$count" != "$fail_rx" ] && [ $allow_rx_lost -eq 0 ]; } ||
1232	   { [ "$count" -gt "$fail_rx" ] && [ $allow_rx_lost -eq 1 ]; }; then
1233		echo "[fail] got $count MP_FAIL[s] RX expected $fail_rx"
1234		fail_test
1235	else
1236		echo -n "[ ok ]"
1237	fi
1238
1239	echo "$extra_msg"
1240}
1241
1242chk_fclose_nr()
1243{
1244	local fclose_tx=$1
1245	local fclose_rx=$2
1246	local ns_invert=$3
1247	local count
1248	local ns_tx=$ns2
1249	local ns_rx=$ns1
1250	local extra_msg="   "
1251
1252	if [[ $ns_invert = "invert" ]]; then
1253		ns_tx=$ns1
1254		ns_rx=$ns2
1255		extra_msg=${extra_msg}"invert"
1256	fi
1257
1258	printf "%-${nr_blank}s %s" " " "ctx"
1259	count=$(ip netns exec $ns_tx nstat -as | grep MPTcpExtMPFastcloseTx | awk '{print $2}')
1260	[ -z "$count" ] && count=0
1261	[ "$count" != "$fclose_tx" ] && extra_msg="$extra_msg,tx=$count"
1262	if [ "$count" != "$fclose_tx" ]; then
1263		echo "[fail] got $count MP_FASTCLOSE[s] TX expected $fclose_tx"
1264		fail_test
1265	else
1266		echo -n "[ ok ]"
1267	fi
1268
1269	echo -n " - fclzrx"
1270	count=$(ip netns exec $ns_rx nstat -as | grep MPTcpExtMPFastcloseRx | awk '{print $2}')
1271	[ -z "$count" ] && count=0
1272	[ "$count" != "$fclose_rx" ] && extra_msg="$extra_msg,rx=$count"
1273	if [ "$count" != "$fclose_rx" ]; then
1274		echo "[fail] got $count MP_FASTCLOSE[s] RX expected $fclose_rx"
1275		fail_test
1276	else
1277		echo -n "[ ok ]"
1278	fi
1279
1280	echo "$extra_msg"
1281}
1282
1283chk_rst_nr()
1284{
1285	local rst_tx=$1
1286	local rst_rx=$2
1287	local ns_invert=${3:-""}
1288	local count
1289	local ns_tx=$ns1
1290	local ns_rx=$ns2
1291	local extra_msg=""
1292
1293	if [[ $ns_invert = "invert" ]]; then
1294		ns_tx=$ns2
1295		ns_rx=$ns1
1296		extra_msg="   invert"
1297	fi
1298
1299	printf "%-${nr_blank}s %s" " " "rtx"
1300	count=$(ip netns exec $ns_tx nstat -as | grep MPTcpExtMPRstTx | awk '{print $2}')
1301	[ -z "$count" ] && count=0
1302	if [ $count -lt $rst_tx ]; then
1303		echo "[fail] got $count MP_RST[s] TX expected $rst_tx"
1304		fail_test
1305	else
1306		echo -n "[ ok ]"
1307	fi
1308
1309	echo -n " - rstrx "
1310	count=$(ip netns exec $ns_rx nstat -as | grep MPTcpExtMPRstRx | awk '{print $2}')
1311	[ -z "$count" ] && count=0
1312	if [ "$count" -lt "$rst_rx" ]; then
1313		echo "[fail] got $count MP_RST[s] RX expected $rst_rx"
1314		fail_test
1315	else
1316		echo -n "[ ok ]"
1317	fi
1318
1319	echo "$extra_msg"
1320}
1321
1322chk_infi_nr()
1323{
1324	local infi_tx=$1
1325	local infi_rx=$2
1326	local count
1327
1328	printf "%-${nr_blank}s %s" " " "itx"
1329	count=$(ip netns exec $ns2 nstat -as | grep InfiniteMapTx | awk '{print $2}')
1330	[ -z "$count" ] && count=0
1331	if [ "$count" != "$infi_tx" ]; then
1332		echo "[fail] got $count infinite map[s] TX expected $infi_tx"
1333		fail_test
1334	else
1335		echo -n "[ ok ]"
1336	fi
1337
1338	echo -n " - infirx"
1339	count=$(ip netns exec $ns1 nstat -as | grep InfiniteMapRx | awk '{print $2}')
1340	[ -z "$count" ] && count=0
1341	if [ "$count" != "$infi_rx" ]; then
1342		echo "[fail] got $count infinite map[s] RX expected $infi_rx"
1343		fail_test
1344	else
1345		echo "[ ok ]"
1346	fi
1347}
1348
1349chk_join_nr()
1350{
1351	local syn_nr=$1
1352	local syn_ack_nr=$2
1353	local ack_nr=$3
1354	local csum_ns1=${4:-0}
1355	local csum_ns2=${5:-0}
1356	local fail_nr=${6:-0}
1357	local rst_nr=${7:-0}
1358	local infi_nr=${8:-0}
1359	local corrupted_pkts=${9:-0}
1360	local count
1361	local with_cookie
1362	local title="${TEST_NAME}"
1363
1364	if [ "${corrupted_pkts}" -gt 0 ]; then
1365		title+=": ${corrupted_pkts} corrupted pkts"
1366	fi
1367
1368	printf "%03u %-36s %s" "${TEST_COUNT}" "${title}" "syn"
1369	count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMPJoinSynRx | awk '{print $2}')
1370	[ -z "$count" ] && count=0
1371	if [ "$count" != "$syn_nr" ]; then
1372		echo "[fail] got $count JOIN[s] syn expected $syn_nr"
1373		fail_test
1374	else
1375		echo -n "[ ok ]"
1376	fi
1377
1378	echo -n " - synack"
1379	with_cookie=$(ip netns exec $ns2 sysctl -n net.ipv4.tcp_syncookies)
1380	count=$(ip netns exec $ns2 nstat -as | grep MPTcpExtMPJoinSynAckRx | awk '{print $2}')
1381	[ -z "$count" ] && count=0
1382	if [ "$count" != "$syn_ack_nr" ]; then
1383		# simult connections exceeding the limit with cookie enabled could go up to
1384		# synack validation as the conn limit can be enforced reliably only after
1385		# the subflow creation
1386		if [ "$with_cookie" = 2 ] && [ "$count" -gt "$syn_ack_nr" ] && [ "$count" -le "$syn_nr" ]; then
1387			echo -n "[ ok ]"
1388		else
1389			echo "[fail] got $count JOIN[s] synack expected $syn_ack_nr"
1390			fail_test
1391		fi
1392	else
1393		echo -n "[ ok ]"
1394	fi
1395
1396	echo -n " - ack"
1397	count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMPJoinAckRx | awk '{print $2}')
1398	[ -z "$count" ] && count=0
1399	if [ "$count" != "$ack_nr" ]; then
1400		echo "[fail] got $count JOIN[s] ack expected $ack_nr"
1401		fail_test
1402	else
1403		echo "[ ok ]"
1404	fi
1405	if [ $validate_checksum -eq 1 ]; then
1406		chk_csum_nr $csum_ns1 $csum_ns2
1407		chk_fail_nr $fail_nr $fail_nr
1408		chk_rst_nr $rst_nr $rst_nr
1409		chk_infi_nr $infi_nr $infi_nr
1410	fi
1411}
1412
1413# a negative value for 'stale_max' means no upper bound:
1414# for bidirectional transfer, if one peer sleep for a while
1415# - as these tests do - we can have a quite high number of
1416# stale/recover conversions, proportional to
1417# sleep duration/ MPTCP-level RTX interval.
1418chk_stale_nr()
1419{
1420	local ns=$1
1421	local stale_min=$2
1422	local stale_max=$3
1423	local stale_delta=$4
1424	local dump_stats
1425	local stale_nr
1426	local recover_nr
1427
1428	printf "%-${nr_blank}s %-18s" " " "stale"
1429	stale_nr=$(ip netns exec $ns nstat -as | grep MPTcpExtSubflowStale | awk '{print $2}')
1430	[ -z "$stale_nr" ] && stale_nr=0
1431	recover_nr=$(ip netns exec $ns nstat -as | grep MPTcpExtSubflowRecover | awk '{print $2}')
1432	[ -z "$recover_nr" ] && recover_nr=0
1433
1434	if [ $stale_nr -lt $stale_min ] ||
1435	   { [ $stale_max -gt 0 ] && [ $stale_nr -gt $stale_max ]; } ||
1436	   [ $((stale_nr - recover_nr)) -ne $stale_delta ]; then
1437		echo "[fail] got $stale_nr stale[s] $recover_nr recover[s], " \
1438		     " expected stale in range [$stale_min..$stale_max]," \
1439		     " stale-recover delta $stale_delta "
1440		fail_test
1441		dump_stats=1
1442	else
1443		echo "[ ok ]"
1444	fi
1445
1446	if [ "${dump_stats}" = 1 ]; then
1447		echo $ns stats
1448		ip netns exec $ns ip -s link show
1449		ip netns exec $ns nstat -as | grep MPTcp
1450	fi
1451}
1452
1453chk_add_nr()
1454{
1455	local add_nr=$1
1456	local echo_nr=$2
1457	local port_nr=${3:-0}
1458	local syn_nr=${4:-$port_nr}
1459	local syn_ack_nr=${5:-$port_nr}
1460	local ack_nr=${6:-$port_nr}
1461	local mis_syn_nr=${7:-0}
1462	local mis_ack_nr=${8:-0}
1463	local count
1464	local timeout
1465
1466	timeout=$(ip netns exec $ns1 sysctl -n net.mptcp.add_addr_timeout)
1467
1468	printf "%-${nr_blank}s %s" " " "add"
1469	count=$(ip netns exec $ns2 nstat -as MPTcpExtAddAddr | grep MPTcpExtAddAddr | awk '{print $2}')
1470	[ -z "$count" ] && count=0
1471
1472	# if the test configured a short timeout tolerate greater then expected
1473	# add addrs options, due to retransmissions
1474	if [ "$count" != "$add_nr" ] && { [ "$timeout" -gt 1 ] || [ "$count" -lt "$add_nr" ]; }; then
1475		echo "[fail] got $count ADD_ADDR[s] expected $add_nr"
1476		fail_test
1477	else
1478		echo -n "[ ok ]"
1479	fi
1480
1481	echo -n " - echo  "
1482	count=$(ip netns exec $ns1 nstat -as MPTcpExtEchoAdd | grep MPTcpExtEchoAdd | awk '{print $2}')
1483	[ -z "$count" ] && count=0
1484	if [ "$count" != "$echo_nr" ]; then
1485		echo "[fail] got $count ADD_ADDR echo[s] expected $echo_nr"
1486		fail_test
1487	else
1488		echo -n "[ ok ]"
1489	fi
1490
1491	if [ $port_nr -gt 0 ]; then
1492		echo -n " - pt "
1493		count=$(ip netns exec $ns2 nstat -as | grep MPTcpExtPortAdd | awk '{print $2}')
1494		[ -z "$count" ] && count=0
1495		if [ "$count" != "$port_nr" ]; then
1496			echo "[fail] got $count ADD_ADDR[s] with a port-number expected $port_nr"
1497			fail_test
1498		else
1499			echo "[ ok ]"
1500		fi
1501
1502		printf "%-${nr_blank}s %s" " " "syn"
1503		count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMPJoinPortSynRx |
1504			awk '{print $2}')
1505		[ -z "$count" ] && count=0
1506		if [ "$count" != "$syn_nr" ]; then
1507			echo "[fail] got $count JOIN[s] syn with a different \
1508				port-number expected $syn_nr"
1509			fail_test
1510		else
1511			echo -n "[ ok ]"
1512		fi
1513
1514		echo -n " - synack"
1515		count=$(ip netns exec $ns2 nstat -as | grep MPTcpExtMPJoinPortSynAckRx |
1516			awk '{print $2}')
1517		[ -z "$count" ] && count=0
1518		if [ "$count" != "$syn_ack_nr" ]; then
1519			echo "[fail] got $count JOIN[s] synack with a different \
1520				port-number expected $syn_ack_nr"
1521			fail_test
1522		else
1523			echo -n "[ ok ]"
1524		fi
1525
1526		echo -n " - ack"
1527		count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMPJoinPortAckRx |
1528			awk '{print $2}')
1529		[ -z "$count" ] && count=0
1530		if [ "$count" != "$ack_nr" ]; then
1531			echo "[fail] got $count JOIN[s] ack with a different \
1532				port-number expected $ack_nr"
1533			fail_test
1534		else
1535			echo "[ ok ]"
1536		fi
1537
1538		printf "%-${nr_blank}s %s" " " "syn"
1539		count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMismatchPortSynRx |
1540			awk '{print $2}')
1541		[ -z "$count" ] && count=0
1542		if [ "$count" != "$mis_syn_nr" ]; then
1543			echo "[fail] got $count JOIN[s] syn with a mismatched \
1544				port-number expected $mis_syn_nr"
1545			fail_test
1546		else
1547			echo -n "[ ok ]"
1548		fi
1549
1550		echo -n " - ack   "
1551		count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMismatchPortAckRx |
1552			awk '{print $2}')
1553		[ -z "$count" ] && count=0
1554		if [ "$count" != "$mis_ack_nr" ]; then
1555			echo "[fail] got $count JOIN[s] ack with a mismatched \
1556				port-number expected $mis_ack_nr"
1557			fail_test
1558		else
1559			echo "[ ok ]"
1560		fi
1561	else
1562		echo ""
1563	fi
1564}
1565
1566chk_add_tx_nr()
1567{
1568	local add_tx_nr=$1
1569	local echo_tx_nr=$2
1570	local timeout
1571	local count
1572
1573	timeout=$(ip netns exec $ns1 sysctl -n net.mptcp.add_addr_timeout)
1574
1575	printf "%-${nr_blank}s %s" " " "add TX"
1576	count=$(ip netns exec $ns1 nstat -as MPTcpExtAddAddrTx | grep MPTcpExtAddAddrTx | awk '{print $2}')
1577	[ -z "$count" ] && count=0
1578
1579	# if the test configured a short timeout tolerate greater then expected
1580	# add addrs options, due to retransmissions
1581	if [ "$count" != "$add_tx_nr" ] && { [ "$timeout" -gt 1 ] || [ "$count" -lt "$add_tx_nr" ]; }; then
1582		echo "[fail] got $count ADD_ADDR[s] TX, expected $add_tx_nr"
1583		fail_test
1584	else
1585		echo -n "[ ok ]"
1586	fi
1587
1588	echo -n " - echo TX "
1589	count=$(ip netns exec $ns2 nstat -as MPTcpExtEchoAddTx | grep MPTcpExtEchoAddTx | awk '{print $2}')
1590	[ -z "$count" ] && count=0
1591	if [ "$count" != "$echo_tx_nr" ]; then
1592		echo "[fail] got $count ADD_ADDR echo[s] TX, expected $echo_tx_nr"
1593		fail_test
1594	else
1595		echo "[ ok ]"
1596	fi
1597}
1598
1599chk_rm_nr()
1600{
1601	local rm_addr_nr=$1
1602	local rm_subflow_nr=$2
1603	local invert
1604	local simult
1605	local count
1606	local addr_ns=$ns1
1607	local subflow_ns=$ns2
1608	local extra_msg=""
1609
1610	shift 2
1611	while [ -n "$1" ]; do
1612		[ "$1" = "invert" ] && invert=true
1613		[ "$1" = "simult" ] && simult=true
1614		shift
1615	done
1616
1617	if [ -z $invert ]; then
1618		addr_ns=$ns1
1619		subflow_ns=$ns2
1620	elif [ $invert = "true" ]; then
1621		addr_ns=$ns2
1622		subflow_ns=$ns1
1623		extra_msg="   invert"
1624	fi
1625
1626	printf "%-${nr_blank}s %s" " " "rm "
1627	count=$(ip netns exec $addr_ns nstat -as MPTcpExtRmAddr | grep MPTcpExtRmAddr | awk '{print $2}')
1628	[ -z "$count" ] && count=0
1629	if [ "$count" != "$rm_addr_nr" ]; then
1630		echo "[fail] got $count RM_ADDR[s] expected $rm_addr_nr"
1631		fail_test
1632	else
1633		echo -n "[ ok ]"
1634	fi
1635
1636	echo -n " - rmsf  "
1637	count=$(ip netns exec $subflow_ns nstat -as | grep MPTcpExtRmSubflow | awk '{print $2}')
1638	[ -z "$count" ] && count=0
1639	if [ -n "$simult" ]; then
1640		local cnt suffix
1641
1642		cnt=$(ip netns exec $addr_ns nstat -as | grep MPTcpExtRmSubflow | awk '{print $2}')
1643
1644		# in case of simult flush, the subflow removal count on each side is
1645		# unreliable
1646		[ -z "$cnt" ] && cnt=0
1647		count=$((count + cnt))
1648		[ "$count" != "$rm_subflow_nr" ] && suffix="$count in [$rm_subflow_nr:$((rm_subflow_nr*2))]"
1649		if [ $count -ge "$rm_subflow_nr" ] && \
1650		   [ "$count" -le "$((rm_subflow_nr *2 ))" ]; then
1651			echo "[ ok ] $suffix"
1652		else
1653			echo "[fail] got $count RM_SUBFLOW[s] expected in range [$rm_subflow_nr:$((rm_subflow_nr*2))]"
1654			fail_test
1655		fi
1656		return
1657	fi
1658	if [ "$count" != "$rm_subflow_nr" ]; then
1659		echo "[fail] got $count RM_SUBFLOW[s] expected $rm_subflow_nr"
1660		fail_test
1661	else
1662		echo -n "[ ok ]"
1663	fi
1664
1665	echo "$extra_msg"
1666}
1667
1668chk_rm_tx_nr()
1669{
1670	local rm_addr_tx_nr=$1
1671
1672	printf "%-${nr_blank}s %s" " " "rm TX "
1673	count=$(ip netns exec $ns2 nstat -as MPTcpExtRmAddrTx | grep MPTcpExtRmAddrTx | awk '{print $2}')
1674	[ -z "$count" ] && count=0
1675	if [ "$count" != "$rm_addr_tx_nr" ]; then
1676		echo "[fail] got $count RM_ADDR[s] expected $rm_addr_tx_nr"
1677		fail_test
1678	else
1679		echo -n "[ ok ]"
1680	fi
1681
1682	echo "$extra_msg"
1683}
1684
1685chk_prio_nr()
1686{
1687	local mp_prio_nr_tx=$1
1688	local mp_prio_nr_rx=$2
1689	local count
1690
1691	printf "%-${nr_blank}s %s" " " "ptx"
1692	count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMPPrioTx | awk '{print $2}')
1693	[ -z "$count" ] && count=0
1694	if [ "$count" != "$mp_prio_nr_tx" ]; then
1695		echo "[fail] got $count MP_PRIO[s] TX expected $mp_prio_nr_tx"
1696		fail_test
1697	else
1698		echo -n "[ ok ]"
1699	fi
1700
1701	echo -n " - prx   "
1702	count=$(ip netns exec $ns1 nstat -as | grep MPTcpExtMPPrioRx | awk '{print $2}')
1703	[ -z "$count" ] && count=0
1704	if [ "$count" != "$mp_prio_nr_rx" ]; then
1705		echo "[fail] got $count MP_PRIO[s] RX expected $mp_prio_nr_rx"
1706		fail_test
1707	else
1708		echo "[ ok ]"
1709	fi
1710}
1711
1712chk_subflow_nr()
1713{
1714	local need_title="$1"
1715	local msg="$2"
1716	local subflow_nr=$3
1717	local cnt1
1718	local cnt2
1719	local dump_stats
1720
1721	if [ -n "${need_title}" ]; then
1722		printf "%03u %-36s %s" "${TEST_COUNT}" "${TEST_NAME}" "${msg}"
1723	else
1724		printf "%-${nr_blank}s %s" " " "${msg}"
1725	fi
1726
1727	cnt1=$(ss -N $ns1 -tOni | grep -c token)
1728	cnt2=$(ss -N $ns2 -tOni | grep -c token)
1729	if [ "$cnt1" != "$subflow_nr" ] || [ "$cnt2" != "$subflow_nr" ]; then
1730		echo "[fail] got $cnt1:$cnt2 subflows expected $subflow_nr"
1731		fail_test
1732		dump_stats=1
1733	else
1734		echo "[ ok ]"
1735	fi
1736
1737	if [ "${dump_stats}" = 1 ]; then
1738		ss -N $ns1 -tOni
1739		ss -N $ns1 -tOni | grep token
1740		ip -n $ns1 mptcp endpoint
1741	fi
1742}
1743
1744chk_mptcp_info()
1745{
1746	local nr_info=$1
1747	local info
1748	local cnt1
1749	local cnt2
1750	local dump_stats
1751
1752	if [[ $nr_info = "subflows_"* ]]; then
1753		info="subflows"
1754		nr_info=${nr_info:9}
1755	else
1756		echo "[fail] unsupported argument: $nr_info"
1757		fail_test
1758		return 1
1759	fi
1760
1761	printf "%-${nr_blank}s %-30s" " " "mptcp_info $info=$nr_info"
1762
1763	cnt1=$(ss -N $ns1 -inmHM | grep "$info:" |
1764		sed -n 's/.*\('"$info"':\)\([[:digit:]]*\).*$/\2/p;q')
1765	[ -z "$cnt1" ] && cnt1=0
1766	cnt2=$(ss -N $ns2 -inmHM | grep "$info:" |
1767		sed -n 's/.*\('"$info"':\)\([[:digit:]]*\).*$/\2/p;q')
1768	[ -z "$cnt2" ] && cnt2=0
1769	if [ "$cnt1" != "$nr_info" ] || [ "$cnt2" != "$nr_info" ]; then
1770		echo "[fail] got $cnt1:$cnt2 $info expected $nr_info"
1771		fail_test
1772		dump_stats=1
1773	else
1774		echo "[ ok ]"
1775	fi
1776
1777	if [ "$dump_stats" = 1 ]; then
1778		ss -N $ns1 -inmHM
1779		ss -N $ns2 -inmHM
1780	fi
1781}
1782
1783chk_link_usage()
1784{
1785	local ns=$1
1786	local link=$2
1787	local out=$3
1788	local expected_rate=$4
1789
1790	local tx_link tx_total
1791	tx_link=$(ip netns exec $ns cat /sys/class/net/$link/statistics/tx_bytes)
1792	tx_total=$(stat --format=%s $out)
1793	local tx_rate=$((tx_link * 100 / tx_total))
1794	local tolerance=5
1795
1796	printf "%-${nr_blank}s %-18s" " " "link usage"
1797	if [ $tx_rate -lt $((expected_rate - tolerance)) ] || \
1798	   [ $tx_rate -gt $((expected_rate + tolerance)) ]; then
1799		echo "[fail] got $tx_rate% usage, expected $expected_rate%"
1800		fail_test
1801	else
1802		echo "[ ok ]"
1803	fi
1804}
1805
1806wait_attempt_fail()
1807{
1808	local timeout_ms=$((timeout_poll * 1000))
1809	local time=0
1810	local ns=$1
1811
1812	while [ $time -lt $timeout_ms ]; do
1813		local cnt
1814
1815		cnt=$(ip netns exec $ns nstat -as TcpAttemptFails | grep TcpAttemptFails | awk '{print $2}')
1816
1817		[ "$cnt" = 1 ] && return 1
1818		time=$((time + 100))
1819		sleep 0.1
1820	done
1821	return 1
1822}
1823
1824set_userspace_pm()
1825{
1826	local ns=$1
1827
1828	ip netns exec $ns sysctl -q net.mptcp.pm_type=1
1829}
1830
1831subflows_tests()
1832{
1833	if reset "no JOIN"; then
1834		run_tests $ns1 $ns2 10.0.1.1
1835		chk_join_nr 0 0 0
1836	fi
1837
1838	# subflow limited by client
1839	if reset "single subflow, limited by client"; then
1840		pm_nl_set_limits $ns1 0 0
1841		pm_nl_set_limits $ns2 0 0
1842		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1843		run_tests $ns1 $ns2 10.0.1.1
1844		chk_join_nr 0 0 0
1845	fi
1846
1847	# subflow limited by server
1848	if reset "single subflow, limited by server"; then
1849		pm_nl_set_limits $ns1 0 0
1850		pm_nl_set_limits $ns2 0 1
1851		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1852		run_tests $ns1 $ns2 10.0.1.1
1853		chk_join_nr 1 1 0
1854	fi
1855
1856	# subflow
1857	if reset "single subflow"; then
1858		pm_nl_set_limits $ns1 0 1
1859		pm_nl_set_limits $ns2 0 1
1860		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1861		run_tests $ns1 $ns2 10.0.1.1
1862		chk_join_nr 1 1 1
1863	fi
1864
1865	# multiple subflows
1866	if reset "multiple subflows"; then
1867		pm_nl_set_limits $ns1 0 2
1868		pm_nl_set_limits $ns2 0 2
1869		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1870		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
1871		run_tests $ns1 $ns2 10.0.1.1
1872		chk_join_nr 2 2 2
1873	fi
1874
1875	# multiple subflows limited by server
1876	if reset "multiple subflows, limited by server"; then
1877		pm_nl_set_limits $ns1 0 1
1878		pm_nl_set_limits $ns2 0 2
1879		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1880		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
1881		run_tests $ns1 $ns2 10.0.1.1
1882		chk_join_nr 2 2 1
1883	fi
1884
1885	# single subflow, dev
1886	if reset "single subflow, dev"; then
1887		pm_nl_set_limits $ns1 0 1
1888		pm_nl_set_limits $ns2 0 1
1889		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow dev ns2eth3
1890		run_tests $ns1 $ns2 10.0.1.1
1891		chk_join_nr 1 1 1
1892	fi
1893}
1894
1895subflows_error_tests()
1896{
1897	# If a single subflow is configured, and matches the MPC src
1898	# address, no additional subflow should be created
1899	if reset "no MPC reuse with single endpoint"; then
1900		pm_nl_set_limits $ns1 0 1
1901		pm_nl_set_limits $ns2 0 1
1902		pm_nl_add_endpoint $ns2 10.0.1.2 flags subflow
1903		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
1904		chk_join_nr 0 0 0
1905	fi
1906
1907	# multiple subflows, with subflow creation error
1908	if reset "multi subflows, with failing subflow"; then
1909		pm_nl_set_limits $ns1 0 2
1910		pm_nl_set_limits $ns2 0 2
1911		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1912		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
1913		filter_tcp_from $ns1 10.0.3.2 REJECT
1914		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
1915		chk_join_nr 1 1 1
1916	fi
1917
1918	# multiple subflows, with subflow timeout on MPJ
1919	if reset "multi subflows, with subflow timeout"; then
1920		pm_nl_set_limits $ns1 0 2
1921		pm_nl_set_limits $ns2 0 2
1922		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1923		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
1924		filter_tcp_from $ns1 10.0.3.2 DROP
1925		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
1926		chk_join_nr 1 1 1
1927	fi
1928
1929	# multiple subflows, check that the endpoint corresponding to
1930	# closed subflow (due to reset) is not reused if additional
1931	# subflows are added later
1932	if reset "multi subflows, fair usage on close"; then
1933		pm_nl_set_limits $ns1 0 1
1934		pm_nl_set_limits $ns2 0 1
1935		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1936		filter_tcp_from $ns1 10.0.3.2 REJECT
1937		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow &
1938
1939		# mpj subflow will be in TW after the reset
1940		wait_attempt_fail $ns2
1941		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
1942		wait
1943
1944		# additional subflow could be created only if the PM select
1945		# the later endpoint, skipping the already used one
1946		chk_join_nr 1 1 1
1947	fi
1948}
1949
1950signal_address_tests()
1951{
1952	# add_address, unused
1953	if reset "unused signal address"; then
1954		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
1955		run_tests $ns1 $ns2 10.0.1.1
1956		chk_join_nr 0 0 0
1957		chk_add_tx_nr 1 1
1958		chk_add_nr 1 1
1959	fi
1960
1961	# accept and use add_addr
1962	if reset "signal address"; then
1963		pm_nl_set_limits $ns1 0 1
1964		pm_nl_set_limits $ns2 1 1
1965		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
1966		run_tests $ns1 $ns2 10.0.1.1
1967		chk_join_nr 1 1 1
1968		chk_add_nr 1 1
1969	fi
1970
1971	# accept and use add_addr with an additional subflow
1972	# note: signal address in server ns and local addresses in client ns must
1973	# belong to different subnets or one of the listed local address could be
1974	# used for 'add_addr' subflow
1975	if reset "subflow and signal"; then
1976		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
1977		pm_nl_set_limits $ns1 0 2
1978		pm_nl_set_limits $ns2 1 2
1979		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1980		run_tests $ns1 $ns2 10.0.1.1
1981		chk_join_nr 2 2 2
1982		chk_add_nr 1 1
1983	fi
1984
1985	# accept and use add_addr with additional subflows
1986	if reset "multiple subflows and signal"; then
1987		pm_nl_set_limits $ns1 0 3
1988		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
1989		pm_nl_set_limits $ns2 1 3
1990		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
1991		pm_nl_add_endpoint $ns2 10.0.4.2 flags subflow
1992		run_tests $ns1 $ns2 10.0.1.1
1993		chk_join_nr 3 3 3
1994		chk_add_nr 1 1
1995	fi
1996
1997	# signal addresses
1998	if reset "signal addresses"; then
1999		pm_nl_set_limits $ns1 3 3
2000		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2001		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2002		pm_nl_add_endpoint $ns1 10.0.4.1 flags signal
2003		pm_nl_set_limits $ns2 3 3
2004		run_tests $ns1 $ns2 10.0.1.1
2005		chk_join_nr 3 3 3
2006		chk_add_nr 3 3
2007	fi
2008
2009	# signal invalid addresses
2010	if reset "signal invalid addresses"; then
2011		pm_nl_set_limits $ns1 3 3
2012		pm_nl_add_endpoint $ns1 10.0.12.1 flags signal
2013		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2014		pm_nl_add_endpoint $ns1 10.0.14.1 flags signal
2015		pm_nl_set_limits $ns2 3 3
2016		run_tests $ns1 $ns2 10.0.1.1
2017		chk_join_nr 1 1 1
2018		chk_add_nr 3 3
2019	fi
2020
2021	# signal addresses race test
2022	if reset "signal addresses race test"; then
2023		pm_nl_set_limits $ns1 4 4
2024		pm_nl_set_limits $ns2 4 4
2025		pm_nl_add_endpoint $ns1 10.0.1.1 flags signal
2026		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2027		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2028		pm_nl_add_endpoint $ns1 10.0.4.1 flags signal
2029		pm_nl_add_endpoint $ns2 10.0.1.2 flags signal
2030		pm_nl_add_endpoint $ns2 10.0.2.2 flags signal
2031		pm_nl_add_endpoint $ns2 10.0.3.2 flags signal
2032		pm_nl_add_endpoint $ns2 10.0.4.2 flags signal
2033
2034		# the peer could possibly miss some addr notification, allow retransmission
2035		ip netns exec $ns1 sysctl -q net.mptcp.add_addr_timeout=1
2036		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
2037		chk_join_nr 3 3 3
2038
2039		# the server will not signal the address terminating
2040		# the MPC subflow
2041		chk_add_nr 3 3
2042	fi
2043}
2044
2045link_failure_tests()
2046{
2047	# accept and use add_addr with additional subflows and link loss
2048	if reset "multiple flows, signal, link failure"; then
2049		# without any b/w limit each veth could spool the packets and get
2050		# them acked at xmit time, so that the corresponding subflow will
2051		# have almost always no outstanding pkts, the scheduler will pick
2052		# always the first subflow and we will have hard time testing
2053		# active backup and link switch-over.
2054		# Let's set some arbitrary (low) virtual link limits.
2055		init_shapers
2056		pm_nl_set_limits $ns1 0 3
2057		pm_nl_add_endpoint $ns1 10.0.2.1 dev ns1eth2 flags signal
2058		pm_nl_set_limits $ns2 1 3
2059		pm_nl_add_endpoint $ns2 10.0.3.2 dev ns2eth3 flags subflow
2060		pm_nl_add_endpoint $ns2 10.0.4.2 dev ns2eth4 flags subflow
2061		run_tests $ns1 $ns2 10.0.1.1 1
2062		chk_join_nr 3 3 3
2063		chk_add_nr 1 1
2064		chk_stale_nr $ns2 1 5 1
2065	fi
2066
2067	# accept and use add_addr with additional subflows and link loss
2068	# for bidirectional transfer
2069	if reset "multi flows, signal, bidi, link fail"; then
2070		init_shapers
2071		pm_nl_set_limits $ns1 0 3
2072		pm_nl_add_endpoint $ns1 10.0.2.1 dev ns1eth2 flags signal
2073		pm_nl_set_limits $ns2 1 3
2074		pm_nl_add_endpoint $ns2 10.0.3.2 dev ns2eth3 flags subflow
2075		pm_nl_add_endpoint $ns2 10.0.4.2 dev ns2eth4 flags subflow
2076		run_tests $ns1 $ns2 10.0.1.1 2
2077		chk_join_nr 3 3 3
2078		chk_add_nr 1 1
2079		chk_stale_nr $ns2 1 -1 1
2080	fi
2081
2082	# 2 subflows plus 1 backup subflow with a lossy link, backup
2083	# will never be used
2084	if reset "backup subflow unused, link failure"; then
2085		init_shapers
2086		pm_nl_set_limits $ns1 0 2
2087		pm_nl_add_endpoint $ns1 10.0.2.1 dev ns1eth2 flags signal
2088		pm_nl_set_limits $ns2 1 2
2089		FAILING_LINKS="1"
2090		pm_nl_add_endpoint $ns2 10.0.3.2 dev ns2eth3 flags subflow,backup
2091		run_tests $ns1 $ns2 10.0.1.1 1
2092		chk_join_nr 2 2 2
2093		chk_add_nr 1 1
2094		chk_link_usage $ns2 ns2eth3 $cinsent 0
2095	fi
2096
2097	# 2 lossy links after half transfer, backup will get half of
2098	# the traffic
2099	if reset "backup flow used, multi links fail"; then
2100		init_shapers
2101		pm_nl_set_limits $ns1 0 2
2102		pm_nl_add_endpoint $ns1 10.0.2.1 dev ns1eth2 flags signal
2103		pm_nl_set_limits $ns2 1 2
2104		pm_nl_add_endpoint $ns2 10.0.3.2 dev ns2eth3 flags subflow,backup
2105		FAILING_LINKS="1 2"
2106		run_tests $ns1 $ns2 10.0.1.1 1
2107		chk_join_nr 2 2 2
2108		chk_add_nr 1 1
2109		chk_stale_nr $ns2 2 4 2
2110		chk_link_usage $ns2 ns2eth3 $cinsent 50
2111	fi
2112
2113	# use a backup subflow with the first subflow on a lossy link
2114	# for bidirectional transfer
2115	if reset "backup flow used, bidi, link failure"; then
2116		init_shapers
2117		pm_nl_set_limits $ns1 0 2
2118		pm_nl_add_endpoint $ns1 10.0.2.1 dev ns1eth2 flags signal
2119		pm_nl_set_limits $ns2 1 3
2120		pm_nl_add_endpoint $ns2 10.0.3.2 dev ns2eth3 flags subflow,backup
2121		FAILING_LINKS="1 2"
2122		run_tests $ns1 $ns2 10.0.1.1 2
2123		chk_join_nr 2 2 2
2124		chk_add_nr 1 1
2125		chk_stale_nr $ns2 1 -1 2
2126		chk_link_usage $ns2 ns2eth3 $cinsent 50
2127	fi
2128}
2129
2130add_addr_timeout_tests()
2131{
2132	# add_addr timeout
2133	if reset_with_add_addr_timeout "signal address, ADD_ADDR timeout"; then
2134		pm_nl_set_limits $ns1 0 1
2135		pm_nl_set_limits $ns2 1 1
2136		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2137		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
2138		chk_join_nr 1 1 1
2139		chk_add_tx_nr 4 4
2140		chk_add_nr 4 0
2141	fi
2142
2143	# add_addr timeout IPv6
2144	if reset_with_add_addr_timeout "signal address, ADD_ADDR6 timeout" 6; then
2145		pm_nl_set_limits $ns1 0 1
2146		pm_nl_set_limits $ns2 1 1
2147		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2148		run_tests $ns1 $ns2 dead:beef:1::1 0 0 0 slow
2149		chk_join_nr 1 1 1
2150		chk_add_nr 4 0
2151	fi
2152
2153	# signal addresses timeout
2154	if reset_with_add_addr_timeout "signal addresses, ADD_ADDR timeout"; then
2155		pm_nl_set_limits $ns1 2 2
2156		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2157		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2158		pm_nl_set_limits $ns2 2 2
2159		run_tests $ns1 $ns2 10.0.1.1 0 0 0 speed_10
2160		chk_join_nr 2 2 2
2161		chk_add_nr 8 0
2162	fi
2163
2164	# signal invalid addresses timeout
2165	if reset_with_add_addr_timeout "invalid address, ADD_ADDR timeout"; then
2166		pm_nl_set_limits $ns1 2 2
2167		pm_nl_add_endpoint $ns1 10.0.12.1 flags signal
2168		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2169		pm_nl_set_limits $ns2 2 2
2170		run_tests $ns1 $ns2 10.0.1.1 0 0 0 speed_10
2171		chk_join_nr 1 1 1
2172		chk_add_nr 8 0
2173	fi
2174}
2175
2176remove_tests()
2177{
2178	# single subflow, remove
2179	if reset "remove single subflow"; then
2180		pm_nl_set_limits $ns1 0 1
2181		pm_nl_set_limits $ns2 0 1
2182		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2183		run_tests $ns1 $ns2 10.0.1.1 0 0 -1 slow
2184		chk_join_nr 1 1 1
2185		chk_rm_tx_nr 1
2186		chk_rm_nr 1 1
2187	fi
2188
2189	# multiple subflows, remove
2190	if reset "remove multiple subflows"; then
2191		pm_nl_set_limits $ns1 0 2
2192		pm_nl_set_limits $ns2 0 2
2193		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
2194		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2195		run_tests $ns1 $ns2 10.0.1.1 0 0 -2 slow
2196		chk_join_nr 2 2 2
2197		chk_rm_nr 2 2
2198	fi
2199
2200	# single address, remove
2201	if reset "remove single address"; then
2202		pm_nl_set_limits $ns1 0 1
2203		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2204		pm_nl_set_limits $ns2 1 1
2205		run_tests $ns1 $ns2 10.0.1.1 0 -1 0 slow
2206		chk_join_nr 1 1 1
2207		chk_add_nr 1 1
2208		chk_rm_nr 1 1 invert
2209	fi
2210
2211	# subflow and signal, remove
2212	if reset "remove subflow and signal"; then
2213		pm_nl_set_limits $ns1 0 2
2214		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2215		pm_nl_set_limits $ns2 1 2
2216		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2217		run_tests $ns1 $ns2 10.0.1.1 0 -1 -1 slow
2218		chk_join_nr 2 2 2
2219		chk_add_nr 1 1
2220		chk_rm_nr 1 1
2221	fi
2222
2223	# subflows and signal, remove
2224	if reset "remove subflows and signal"; then
2225		pm_nl_set_limits $ns1 0 3
2226		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2227		pm_nl_set_limits $ns2 1 3
2228		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2229		pm_nl_add_endpoint $ns2 10.0.4.2 flags subflow
2230		run_tests $ns1 $ns2 10.0.1.1 0 -1 -2 speed_10
2231		chk_join_nr 3 3 3
2232		chk_add_nr 1 1
2233		chk_rm_nr 2 2
2234	fi
2235
2236	# addresses remove
2237	if reset "remove addresses"; then
2238		pm_nl_set_limits $ns1 3 3
2239		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal id 250
2240		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2241		pm_nl_add_endpoint $ns1 10.0.4.1 flags signal
2242		pm_nl_set_limits $ns2 3 3
2243		run_tests $ns1 $ns2 10.0.1.1 0 -3 0 speed_10
2244		chk_join_nr 3 3 3
2245		chk_add_nr 3 3
2246		chk_rm_nr 3 3 invert
2247	fi
2248
2249	# invalid addresses remove
2250	if reset "remove invalid addresses"; then
2251		pm_nl_set_limits $ns1 3 3
2252		pm_nl_add_endpoint $ns1 10.0.12.1 flags signal
2253		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2254		pm_nl_add_endpoint $ns1 10.0.14.1 flags signal
2255		pm_nl_set_limits $ns2 3 3
2256		run_tests $ns1 $ns2 10.0.1.1 0 -3 0 speed_10
2257		chk_join_nr 1 1 1
2258		chk_add_nr 3 3
2259		chk_rm_nr 3 1 invert
2260	fi
2261
2262	# subflows and signal, flush
2263	if reset "flush subflows and signal"; then
2264		pm_nl_set_limits $ns1 0 3
2265		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2266		pm_nl_set_limits $ns2 1 3
2267		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2268		pm_nl_add_endpoint $ns2 10.0.4.2 flags subflow
2269		run_tests $ns1 $ns2 10.0.1.1 0 -8 -8 slow
2270		chk_join_nr 3 3 3
2271		chk_add_nr 1 1
2272		chk_rm_nr 1 3 invert simult
2273	fi
2274
2275	# subflows flush
2276	if reset "flush subflows"; then
2277		pm_nl_set_limits $ns1 3 3
2278		pm_nl_set_limits $ns2 3 3
2279		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow id 150
2280		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2281		pm_nl_add_endpoint $ns2 10.0.4.2 flags subflow
2282		run_tests $ns1 $ns2 10.0.1.1 0 -8 -8 slow
2283		chk_join_nr 3 3 3
2284		chk_rm_tx_nr 0
2285		chk_rm_nr 0 3 simult
2286	fi
2287
2288	# addresses flush
2289	if reset "flush addresses"; then
2290		pm_nl_set_limits $ns1 3 3
2291		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal id 250
2292		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2293		pm_nl_add_endpoint $ns1 10.0.4.1 flags signal
2294		pm_nl_set_limits $ns2 3 3
2295		run_tests $ns1 $ns2 10.0.1.1 0 -8 -8 slow
2296		chk_join_nr 3 3 3
2297		chk_add_nr 3 3
2298		chk_rm_nr 3 3 invert simult
2299	fi
2300
2301	# invalid addresses flush
2302	if reset "flush invalid addresses"; then
2303		pm_nl_set_limits $ns1 3 3
2304		pm_nl_add_endpoint $ns1 10.0.12.1 flags signal
2305		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal
2306		pm_nl_add_endpoint $ns1 10.0.14.1 flags signal
2307		pm_nl_set_limits $ns2 3 3
2308		run_tests $ns1 $ns2 10.0.1.1 0 -8 0 slow
2309		chk_join_nr 1 1 1
2310		chk_add_nr 3 3
2311		chk_rm_nr 3 1 invert
2312	fi
2313
2314	# remove id 0 subflow
2315	if reset "remove id 0 subflow"; then
2316		pm_nl_set_limits $ns1 0 1
2317		pm_nl_set_limits $ns2 0 1
2318		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2319		run_tests $ns1 $ns2 10.0.1.1 0 0 -9 slow
2320		chk_join_nr 1 1 1
2321		chk_rm_nr 1 1
2322	fi
2323
2324	# remove id 0 address
2325	if reset "remove id 0 address"; then
2326		pm_nl_set_limits $ns1 0 1
2327		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2328		pm_nl_set_limits $ns2 1 1
2329		run_tests $ns1 $ns2 10.0.1.1 0 -9 0 slow
2330		chk_join_nr 1 1 1
2331		chk_add_nr 1 1
2332		chk_rm_nr 1 1 invert
2333	fi
2334}
2335
2336add_tests()
2337{
2338	# add single subflow
2339	if reset "add single subflow"; then
2340		pm_nl_set_limits $ns1 0 1
2341		pm_nl_set_limits $ns2 0 1
2342		run_tests $ns1 $ns2 10.0.1.1 0 0 1 slow
2343		chk_join_nr 1 1 1
2344	fi
2345
2346	# add signal address
2347	if reset "add signal address"; then
2348		pm_nl_set_limits $ns1 0 1
2349		pm_nl_set_limits $ns2 1 1
2350		run_tests $ns1 $ns2 10.0.1.1 0 1 0 slow
2351		chk_join_nr 1 1 1
2352		chk_add_nr 1 1
2353	fi
2354
2355	# add multiple subflows
2356	if reset "add multiple subflows"; then
2357		pm_nl_set_limits $ns1 0 2
2358		pm_nl_set_limits $ns2 0 2
2359		run_tests $ns1 $ns2 10.0.1.1 0 0 2 slow
2360		chk_join_nr 2 2 2
2361	fi
2362
2363	# add multiple subflows IPv6
2364	if reset "add multiple subflows IPv6"; then
2365		pm_nl_set_limits $ns1 0 2
2366		pm_nl_set_limits $ns2 0 2
2367		run_tests $ns1 $ns2 dead:beef:1::1 0 0 2 slow
2368		chk_join_nr 2 2 2
2369	fi
2370
2371	# add multiple addresses IPv6
2372	if reset "add multiple addresses IPv6"; then
2373		pm_nl_set_limits $ns1 0 2
2374		pm_nl_set_limits $ns2 2 2
2375		run_tests $ns1 $ns2 dead:beef:1::1 0 2 0 slow
2376		chk_join_nr 2 2 2
2377		chk_add_nr 2 2
2378	fi
2379}
2380
2381ipv6_tests()
2382{
2383	# subflow IPv6
2384	if reset "single subflow IPv6"; then
2385		pm_nl_set_limits $ns1 0 1
2386		pm_nl_set_limits $ns2 0 1
2387		pm_nl_add_endpoint $ns2 dead:beef:3::2 dev ns2eth3 flags subflow
2388		run_tests $ns1 $ns2 dead:beef:1::1 0 0 0 slow
2389		chk_join_nr 1 1 1
2390	fi
2391
2392	# add_address, unused IPv6
2393	if reset "unused signal address IPv6"; then
2394		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2395		run_tests $ns1 $ns2 dead:beef:1::1 0 0 0 slow
2396		chk_join_nr 0 0 0
2397		chk_add_nr 1 1
2398	fi
2399
2400	# signal address IPv6
2401	if reset "single address IPv6"; then
2402		pm_nl_set_limits $ns1 0 1
2403		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2404		pm_nl_set_limits $ns2 1 1
2405		run_tests $ns1 $ns2 dead:beef:1::1 0 0 0 slow
2406		chk_join_nr 1 1 1
2407		chk_add_nr 1 1
2408	fi
2409
2410	# single address IPv6, remove
2411	if reset "remove single address IPv6"; then
2412		pm_nl_set_limits $ns1 0 1
2413		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2414		pm_nl_set_limits $ns2 1 1
2415		run_tests $ns1 $ns2 dead:beef:1::1 0 -1 0 slow
2416		chk_join_nr 1 1 1
2417		chk_add_nr 1 1
2418		chk_rm_nr 1 1 invert
2419	fi
2420
2421	# subflow and signal IPv6, remove
2422	if reset "remove subflow and signal IPv6"; then
2423		pm_nl_set_limits $ns1 0 2
2424		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2425		pm_nl_set_limits $ns2 1 2
2426		pm_nl_add_endpoint $ns2 dead:beef:3::2 dev ns2eth3 flags subflow
2427		run_tests $ns1 $ns2 dead:beef:1::1 0 -1 -1 slow
2428		chk_join_nr 2 2 2
2429		chk_add_nr 1 1
2430		chk_rm_nr 1 1
2431	fi
2432}
2433
2434v4mapped_tests()
2435{
2436	# subflow IPv4-mapped to IPv4-mapped
2437	if reset "single subflow IPv4-mapped"; then
2438		pm_nl_set_limits $ns1 0 1
2439		pm_nl_set_limits $ns2 0 1
2440		pm_nl_add_endpoint $ns2 "::ffff:10.0.3.2" flags subflow
2441		run_tests $ns1 $ns2 "::ffff:10.0.1.1"
2442		chk_join_nr 1 1 1
2443	fi
2444
2445	# signal address IPv4-mapped with IPv4-mapped sk
2446	if reset "signal address IPv4-mapped"; then
2447		pm_nl_set_limits $ns1 0 1
2448		pm_nl_set_limits $ns2 1 1
2449		pm_nl_add_endpoint $ns1 "::ffff:10.0.2.1" flags signal
2450		run_tests $ns1 $ns2 "::ffff:10.0.1.1"
2451		chk_join_nr 1 1 1
2452		chk_add_nr 1 1
2453	fi
2454
2455	# subflow v4-map-v6
2456	if reset "single subflow v4-map-v6"; then
2457		pm_nl_set_limits $ns1 0 1
2458		pm_nl_set_limits $ns2 0 1
2459		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2460		run_tests $ns1 $ns2 "::ffff:10.0.1.1"
2461		chk_join_nr 1 1 1
2462	fi
2463
2464	# signal address v4-map-v6
2465	if reset "signal address v4-map-v6"; then
2466		pm_nl_set_limits $ns1 0 1
2467		pm_nl_set_limits $ns2 1 1
2468		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2469		run_tests $ns1 $ns2 "::ffff:10.0.1.1"
2470		chk_join_nr 1 1 1
2471		chk_add_nr 1 1
2472	fi
2473
2474	# subflow v6-map-v4
2475	if reset "single subflow v6-map-v4"; then
2476		pm_nl_set_limits $ns1 0 1
2477		pm_nl_set_limits $ns2 0 1
2478		pm_nl_add_endpoint $ns2 "::ffff:10.0.3.2" flags subflow
2479		run_tests $ns1 $ns2 10.0.1.1
2480		chk_join_nr 1 1 1
2481	fi
2482
2483	# signal address v6-map-v4
2484	if reset "signal address v6-map-v4"; then
2485		pm_nl_set_limits $ns1 0 1
2486		pm_nl_set_limits $ns2 1 1
2487		pm_nl_add_endpoint $ns1 "::ffff:10.0.2.1" flags signal
2488		run_tests $ns1 $ns2 10.0.1.1
2489		chk_join_nr 1 1 1
2490		chk_add_nr 1 1
2491	fi
2492
2493	# no subflow IPv6 to v4 address
2494	if reset "no JOIN with diff families v4-v6"; then
2495		pm_nl_set_limits $ns1 0 1
2496		pm_nl_set_limits $ns2 0 1
2497		pm_nl_add_endpoint $ns2 dead:beef:2::2 flags subflow
2498		run_tests $ns1 $ns2 10.0.1.1
2499		chk_join_nr 0 0 0
2500	fi
2501
2502	# no subflow IPv6 to v4 address even if v6 has a valid v4 at the end
2503	if reset "no JOIN with diff families v4-v6-2"; then
2504		pm_nl_set_limits $ns1 0 1
2505		pm_nl_set_limits $ns2 0 1
2506		pm_nl_add_endpoint $ns2 dead:beef:2::10.0.3.2 flags subflow
2507		run_tests $ns1 $ns2 10.0.1.1
2508		chk_join_nr 0 0 0
2509	fi
2510
2511	# no subflow IPv4 to v6 address, no need to slow down too then
2512	if reset "no JOIN with diff families v6-v4"; then
2513		pm_nl_set_limits $ns1 0 1
2514		pm_nl_set_limits $ns2 0 1
2515		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2516		run_tests $ns1 $ns2 dead:beef:1::1
2517		chk_join_nr 0 0 0
2518	fi
2519}
2520
2521mixed_tests()
2522{
2523	if reset "IPv4 sockets do not use IPv6 addresses"; then
2524		pm_nl_set_limits $ns1 0 1
2525		pm_nl_set_limits $ns2 1 1
2526		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2527		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
2528		chk_join_nr 0 0 0
2529	fi
2530
2531	# Need an IPv6 mptcp socket to allow subflows of both families
2532	if reset "simult IPv4 and IPv6 subflows"; then
2533		pm_nl_set_limits $ns1 0 1
2534		pm_nl_set_limits $ns2 1 1
2535		pm_nl_add_endpoint $ns1 10.0.1.1 flags signal
2536		run_tests $ns1 $ns2 dead:beef:2::1 0 0 0 slow
2537		chk_join_nr 1 1 1
2538	fi
2539
2540	# cross families subflows will not be created even in fullmesh mode
2541	if reset "simult IPv4 and IPv6 subflows, fullmesh 1x1"; then
2542		pm_nl_set_limits $ns1 0 4
2543		pm_nl_set_limits $ns2 1 4
2544		pm_nl_add_endpoint $ns2 dead:beef:2::2 flags subflow,fullmesh
2545		pm_nl_add_endpoint $ns1 10.0.1.1 flags signal
2546		run_tests $ns1 $ns2 dead:beef:2::1 0 0 0 slow
2547		chk_join_nr 1 1 1
2548	fi
2549
2550	# fullmesh still tries to create all the possibly subflows with
2551	# matching family
2552	if reset "simult IPv4 and IPv6 subflows, fullmesh 2x2"; then
2553		pm_nl_set_limits $ns1 0 4
2554		pm_nl_set_limits $ns2 2 4
2555		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2556		pm_nl_add_endpoint $ns1 dead:beef:2::1 flags signal
2557		run_tests $ns1 $ns2 dead:beef:1::1 0 0 fullmesh_1 slow
2558		chk_join_nr 4 4 4
2559	fi
2560}
2561
2562backup_tests()
2563{
2564	# single subflow, backup
2565	if reset "single subflow, backup"; then
2566		pm_nl_set_limits $ns1 0 1
2567		pm_nl_set_limits $ns2 0 1
2568		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow,backup
2569		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow nobackup
2570		chk_join_nr 1 1 1
2571		chk_prio_nr 0 1
2572	fi
2573
2574	# single address, backup
2575	if reset "single address, backup"; then
2576		pm_nl_set_limits $ns1 0 1
2577		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2578		pm_nl_set_limits $ns2 1 1
2579		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow backup
2580		chk_join_nr 1 1 1
2581		chk_add_nr 1 1
2582		chk_prio_nr 1 1
2583	fi
2584
2585	# single address with port, backup
2586	if reset "single address with port, backup"; then
2587		pm_nl_set_limits $ns1 0 1
2588		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2589		pm_nl_set_limits $ns2 1 1
2590		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow backup
2591		chk_join_nr 1 1 1
2592		chk_add_nr 1 1
2593		chk_prio_nr 1 1
2594	fi
2595
2596	if reset "mpc backup"; then
2597		pm_nl_add_endpoint $ns2 10.0.1.2 flags subflow,backup
2598		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
2599		chk_join_nr 0 0 0
2600		chk_prio_nr 0 1
2601	fi
2602
2603	if reset "mpc backup both sides"; then
2604		pm_nl_add_endpoint $ns1 10.0.1.1 flags subflow,backup
2605		pm_nl_add_endpoint $ns2 10.0.1.2 flags subflow,backup
2606		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow
2607		chk_join_nr 0 0 0
2608		chk_prio_nr 1 1
2609	fi
2610
2611	if reset "mpc switch to backup"; then
2612		pm_nl_add_endpoint $ns2 10.0.1.2 flags subflow
2613		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow backup
2614		chk_join_nr 0 0 0
2615		chk_prio_nr 0 1
2616	fi
2617
2618	if reset "mpc switch to backup both sides"; then
2619		pm_nl_add_endpoint $ns1 10.0.1.1 flags subflow
2620		pm_nl_add_endpoint $ns2 10.0.1.2 flags subflow
2621		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow backup
2622		chk_join_nr 0 0 0
2623		chk_prio_nr 1 1
2624	fi
2625}
2626
2627LISTENER_CREATED=15 #MPTCP_EVENT_LISTENER_CREATED
2628LISTENER_CLOSED=16  #MPTCP_EVENT_LISTENER_CLOSED
2629
2630AF_INET=2
2631AF_INET6=10
2632
2633verify_listener_events()
2634{
2635	local evt=$1
2636	local e_type=$2
2637	local e_family=$3
2638	local e_saddr=$4
2639	local e_sport=$5
2640	local type
2641	local family
2642	local saddr
2643	local sport
2644
2645	if [ $e_type = $LISTENER_CREATED ]; then
2646		stdbuf -o0 -e0 printf "\t\t\t\t\t CREATE_LISTENER %s:%s"\
2647			$e_saddr $e_sport
2648	elif [ $e_type = $LISTENER_CLOSED ]; then
2649		stdbuf -o0 -e0 printf "\t\t\t\t\t CLOSE_LISTENER %s:%s "\
2650			$e_saddr $e_sport
2651	fi
2652
2653	type=$(grep "type:$e_type," $evt |
2654	       sed --unbuffered -n 's/.*\(type:\)\([[:digit:]]*\).*$/\2/p;q')
2655	family=$(grep "type:$e_type," $evt |
2656		 sed --unbuffered -n 's/.*\(family:\)\([[:digit:]]*\).*$/\2/p;q')
2657	sport=$(grep "type:$e_type," $evt |
2658		sed --unbuffered -n 's/.*\(sport:\)\([[:digit:]]*\).*$/\2/p;q')
2659	if [ $family ] && [ $family = $AF_INET6 ]; then
2660		saddr=$(grep "type:$e_type," $evt |
2661			sed --unbuffered -n 's/.*\(saddr6:\)\([0-9a-f:.]*\).*$/\2/p;q')
2662	else
2663		saddr=$(grep "type:$e_type," $evt |
2664			sed --unbuffered -n 's/.*\(saddr4:\)\([0-9.]*\).*$/\2/p;q')
2665	fi
2666
2667	if [ $type ] && [ $type = $e_type ] &&
2668	   [ $family ] && [ $family = $e_family ] &&
2669	   [ $saddr ] && [ $saddr = $e_saddr ] &&
2670	   [ $sport ] && [ $sport = $e_sport ]; then
2671		stdbuf -o0 -e0 printf "[ ok ]\n"
2672		return 0
2673	fi
2674	fail_test
2675	stdbuf -o0 -e0 printf "[fail]\n"
2676}
2677
2678add_addr_ports_tests()
2679{
2680	# signal address with port
2681	if reset "signal address with port"; then
2682		pm_nl_set_limits $ns1 0 1
2683		pm_nl_set_limits $ns2 1 1
2684		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2685		run_tests $ns1 $ns2 10.0.1.1
2686		chk_join_nr 1 1 1
2687		chk_add_nr 1 1 1
2688	fi
2689
2690	# subflow and signal with port
2691	if reset "subflow and signal with port"; then
2692		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2693		pm_nl_set_limits $ns1 0 2
2694		pm_nl_set_limits $ns2 1 2
2695		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2696		run_tests $ns1 $ns2 10.0.1.1
2697		chk_join_nr 2 2 2
2698		chk_add_nr 1 1 1
2699	fi
2700
2701	# single address with port, remove
2702	# pm listener events
2703	if reset_with_events "remove single address with port"; then
2704		pm_nl_set_limits $ns1 0 1
2705		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2706		pm_nl_set_limits $ns2 1 1
2707		run_tests $ns1 $ns2 10.0.1.1 0 -1 0 slow
2708		chk_join_nr 1 1 1
2709		chk_add_nr 1 1 1
2710		chk_rm_nr 1 1 invert
2711
2712		verify_listener_events $evts_ns1 $LISTENER_CREATED $AF_INET 10.0.2.1 10100
2713		verify_listener_events $evts_ns1 $LISTENER_CLOSED $AF_INET 10.0.2.1 10100
2714		kill_events_pids
2715	fi
2716
2717	# subflow and signal with port, remove
2718	if reset "remove subflow and signal with port"; then
2719		pm_nl_set_limits $ns1 0 2
2720		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2721		pm_nl_set_limits $ns2 1 2
2722		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2723		run_tests $ns1 $ns2 10.0.1.1 0 -1 -1 slow
2724		chk_join_nr 2 2 2
2725		chk_add_nr 1 1 1
2726		chk_rm_nr 1 1
2727	fi
2728
2729	# subflows and signal with port, flush
2730	if reset "flush subflows and signal with port"; then
2731		pm_nl_set_limits $ns1 0 3
2732		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2733		pm_nl_set_limits $ns2 1 3
2734		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2735		pm_nl_add_endpoint $ns2 10.0.4.2 flags subflow
2736		run_tests $ns1 $ns2 10.0.1.1 0 -8 -2 slow
2737		chk_join_nr 3 3 3
2738		chk_add_nr 1 1
2739		chk_rm_nr 1 3 invert simult
2740	fi
2741
2742	# multiple addresses with port
2743	if reset "multiple addresses with port"; then
2744		pm_nl_set_limits $ns1 2 2
2745		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2746		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal port 10100
2747		pm_nl_set_limits $ns2 2 2
2748		run_tests $ns1 $ns2 10.0.1.1
2749		chk_join_nr 2 2 2
2750		chk_add_nr 2 2 2
2751	fi
2752
2753	# multiple addresses with ports
2754	if reset "multiple addresses with ports"; then
2755		pm_nl_set_limits $ns1 2 2
2756		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal port 10100
2757		pm_nl_add_endpoint $ns1 10.0.3.1 flags signal port 10101
2758		pm_nl_set_limits $ns2 2 2
2759		run_tests $ns1 $ns2 10.0.1.1
2760		chk_join_nr 2 2 2
2761		chk_add_nr 2 2 2
2762	fi
2763}
2764
2765syncookies_tests()
2766{
2767	# single subflow, syncookies
2768	if reset_with_cookies "single subflow with syn cookies"; then
2769		pm_nl_set_limits $ns1 0 1
2770		pm_nl_set_limits $ns2 0 1
2771		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2772		run_tests $ns1 $ns2 10.0.1.1
2773		chk_join_nr 1 1 1
2774	fi
2775
2776	# multiple subflows with syn cookies
2777	if reset_with_cookies "multiple subflows with syn cookies"; then
2778		pm_nl_set_limits $ns1 0 2
2779		pm_nl_set_limits $ns2 0 2
2780		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2781		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
2782		run_tests $ns1 $ns2 10.0.1.1
2783		chk_join_nr 2 2 2
2784	fi
2785
2786	# multiple subflows limited by server
2787	if reset_with_cookies "subflows limited by server w cookies"; then
2788		pm_nl_set_limits $ns1 0 1
2789		pm_nl_set_limits $ns2 0 2
2790		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2791		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow
2792		run_tests $ns1 $ns2 10.0.1.1
2793		chk_join_nr 2 1 1
2794	fi
2795
2796	# test signal address with cookies
2797	if reset_with_cookies "signal address with syn cookies"; then
2798		pm_nl_set_limits $ns1 0 1
2799		pm_nl_set_limits $ns2 1 1
2800		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2801		run_tests $ns1 $ns2 10.0.1.1
2802		chk_join_nr 1 1 1
2803		chk_add_nr 1 1
2804	fi
2805
2806	# test cookie with subflow and signal
2807	if reset_with_cookies "subflow and signal w cookies"; then
2808		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2809		pm_nl_set_limits $ns1 0 2
2810		pm_nl_set_limits $ns2 1 2
2811		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2812		run_tests $ns1 $ns2 10.0.1.1
2813		chk_join_nr 2 2 2
2814		chk_add_nr 1 1
2815	fi
2816
2817	# accept and use add_addr with additional subflows
2818	if reset_with_cookies "subflows and signal w. cookies"; then
2819		pm_nl_set_limits $ns1 0 3
2820		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2821		pm_nl_set_limits $ns2 1 3
2822		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2823		pm_nl_add_endpoint $ns2 10.0.4.2 flags subflow
2824		run_tests $ns1 $ns2 10.0.1.1
2825		chk_join_nr 3 3 3
2826		chk_add_nr 1 1
2827	fi
2828}
2829
2830checksum_tests()
2831{
2832	# checksum test 0 0
2833	if reset_with_checksum 0 0; then
2834		pm_nl_set_limits $ns1 0 1
2835		pm_nl_set_limits $ns2 0 1
2836		run_tests $ns1 $ns2 10.0.1.1
2837		chk_join_nr 0 0 0
2838	fi
2839
2840	# checksum test 1 1
2841	if reset_with_checksum 1 1; then
2842		pm_nl_set_limits $ns1 0 1
2843		pm_nl_set_limits $ns2 0 1
2844		run_tests $ns1 $ns2 10.0.1.1
2845		chk_join_nr 0 0 0
2846	fi
2847
2848	# checksum test 0 1
2849	if reset_with_checksum 0 1; then
2850		pm_nl_set_limits $ns1 0 1
2851		pm_nl_set_limits $ns2 0 1
2852		run_tests $ns1 $ns2 10.0.1.1
2853		chk_join_nr 0 0 0
2854	fi
2855
2856	# checksum test 1 0
2857	if reset_with_checksum 1 0; then
2858		pm_nl_set_limits $ns1 0 1
2859		pm_nl_set_limits $ns2 0 1
2860		run_tests $ns1 $ns2 10.0.1.1
2861		chk_join_nr 0 0 0
2862	fi
2863}
2864
2865deny_join_id0_tests()
2866{
2867	# subflow allow join id0 ns1
2868	if reset_with_allow_join_id0 "single subflow allow join id0 ns1" 1 0; then
2869		pm_nl_set_limits $ns1 1 1
2870		pm_nl_set_limits $ns2 1 1
2871		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2872		run_tests $ns1 $ns2 10.0.1.1
2873		chk_join_nr 1 1 1
2874	fi
2875
2876	# subflow allow join id0 ns2
2877	if reset_with_allow_join_id0 "single subflow allow join id0 ns2" 0 1; then
2878		pm_nl_set_limits $ns1 1 1
2879		pm_nl_set_limits $ns2 1 1
2880		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2881		run_tests $ns1 $ns2 10.0.1.1
2882		chk_join_nr 0 0 0
2883	fi
2884
2885	# signal address allow join id0 ns1
2886	# ADD_ADDRs are not affected by allow_join_id0 value.
2887	if reset_with_allow_join_id0 "signal address allow join id0 ns1" 1 0; then
2888		pm_nl_set_limits $ns1 1 1
2889		pm_nl_set_limits $ns2 1 1
2890		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2891		run_tests $ns1 $ns2 10.0.1.1
2892		chk_join_nr 1 1 1
2893		chk_add_nr 1 1
2894	fi
2895
2896	# signal address allow join id0 ns2
2897	# ADD_ADDRs are not affected by allow_join_id0 value.
2898	if reset_with_allow_join_id0 "signal address allow join id0 ns2" 0 1; then
2899		pm_nl_set_limits $ns1 1 1
2900		pm_nl_set_limits $ns2 1 1
2901		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2902		run_tests $ns1 $ns2 10.0.1.1
2903		chk_join_nr 1 1 1
2904		chk_add_nr 1 1
2905	fi
2906
2907	# subflow and address allow join id0 ns1
2908	if reset_with_allow_join_id0 "subflow and address allow join id0 1" 1 0; then
2909		pm_nl_set_limits $ns1 2 2
2910		pm_nl_set_limits $ns2 2 2
2911		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2912		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2913		run_tests $ns1 $ns2 10.0.1.1
2914		chk_join_nr 2 2 2
2915	fi
2916
2917	# subflow and address allow join id0 ns2
2918	if reset_with_allow_join_id0 "subflow and address allow join id0 2" 0 1; then
2919		pm_nl_set_limits $ns1 2 2
2920		pm_nl_set_limits $ns2 2 2
2921		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2922		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
2923		run_tests $ns1 $ns2 10.0.1.1
2924		chk_join_nr 1 1 1
2925	fi
2926}
2927
2928fullmesh_tests()
2929{
2930	# fullmesh 1
2931	# 2 fullmesh addrs in ns2, added before the connection,
2932	# 1 non-fullmesh addr in ns1, added during the connection.
2933	if reset "fullmesh test 2x1"; then
2934		pm_nl_set_limits $ns1 0 4
2935		pm_nl_set_limits $ns2 1 4
2936		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow,fullmesh
2937		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow,fullmesh
2938		run_tests $ns1 $ns2 10.0.1.1 0 1 0 slow
2939		chk_join_nr 4 4 4
2940		chk_add_nr 1 1
2941	fi
2942
2943	# fullmesh 2
2944	# 1 non-fullmesh addr in ns1, added before the connection,
2945	# 1 fullmesh addr in ns2, added during the connection.
2946	if reset "fullmesh test 1x1"; then
2947		pm_nl_set_limits $ns1 1 3
2948		pm_nl_set_limits $ns2 1 3
2949		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2950		run_tests $ns1 $ns2 10.0.1.1 0 0 fullmesh_1 slow
2951		chk_join_nr 3 3 3
2952		chk_add_nr 1 1
2953	fi
2954
2955	# fullmesh 3
2956	# 1 non-fullmesh addr in ns1, added before the connection,
2957	# 2 fullmesh addrs in ns2, added during the connection.
2958	if reset "fullmesh test 1x2"; then
2959		pm_nl_set_limits $ns1 2 5
2960		pm_nl_set_limits $ns2 1 5
2961		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2962		run_tests $ns1 $ns2 10.0.1.1 0 0 fullmesh_2 slow
2963		chk_join_nr 5 5 5
2964		chk_add_nr 1 1
2965	fi
2966
2967	# fullmesh 4
2968	# 1 non-fullmesh addr in ns1, added before the connection,
2969	# 2 fullmesh addrs in ns2, added during the connection,
2970	# limit max_subflows to 4.
2971	if reset "fullmesh test 1x2, limited"; then
2972		pm_nl_set_limits $ns1 2 4
2973		pm_nl_set_limits $ns2 1 4
2974		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
2975		run_tests $ns1 $ns2 10.0.1.1 0 0 fullmesh_2 slow
2976		chk_join_nr 4 4 4
2977		chk_add_nr 1 1
2978	fi
2979
2980	# set fullmesh flag
2981	if reset "set fullmesh flag test"; then
2982		pm_nl_set_limits $ns1 4 4
2983		pm_nl_add_endpoint $ns1 10.0.2.1 flags subflow
2984		pm_nl_set_limits $ns2 4 4
2985		run_tests $ns1 $ns2 10.0.1.1 0 0 1 slow fullmesh
2986		chk_join_nr 2 2 2
2987		chk_rm_nr 0 1
2988	fi
2989
2990	# set nofullmesh flag
2991	if reset "set nofullmesh flag test"; then
2992		pm_nl_set_limits $ns1 4 4
2993		pm_nl_add_endpoint $ns1 10.0.2.1 flags subflow,fullmesh
2994		pm_nl_set_limits $ns2 4 4
2995		run_tests $ns1 $ns2 10.0.1.1 0 0 fullmesh_1 slow nofullmesh
2996		chk_join_nr 2 2 2
2997		chk_rm_nr 0 1
2998	fi
2999
3000	# set backup,fullmesh flags
3001	if reset "set backup,fullmesh flags test"; then
3002		pm_nl_set_limits $ns1 4 4
3003		pm_nl_add_endpoint $ns1 10.0.2.1 flags subflow
3004		pm_nl_set_limits $ns2 4 4
3005		run_tests $ns1 $ns2 10.0.1.1 0 0 1 slow backup,fullmesh
3006		chk_join_nr 2 2 2
3007		chk_prio_nr 0 1
3008		chk_rm_nr 0 1
3009	fi
3010
3011	# set nobackup,nofullmesh flags
3012	if reset "set nobackup,nofullmesh flags test"; then
3013		pm_nl_set_limits $ns1 4 4
3014		pm_nl_set_limits $ns2 4 4
3015		pm_nl_add_endpoint $ns2 10.0.2.2 flags subflow,backup,fullmesh
3016		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow nobackup,nofullmesh
3017		chk_join_nr 2 2 2
3018		chk_prio_nr 0 1
3019		chk_rm_nr 0 1
3020	fi
3021}
3022
3023fastclose_tests()
3024{
3025	if reset "fastclose test"; then
3026		run_tests $ns1 $ns2 10.0.1.1 1024 0 fastclose_client
3027		chk_join_nr 0 0 0
3028		chk_fclose_nr 1 1
3029		chk_rst_nr 1 1 invert
3030	fi
3031
3032	if reset "fastclose server test"; then
3033		run_tests $ns1 $ns2 10.0.1.1 1024 0 fastclose_server
3034		chk_join_nr 0 0 0
3035		chk_fclose_nr 1 1 invert
3036		chk_rst_nr 1 1
3037	fi
3038}
3039
3040pedit_action_pkts()
3041{
3042	tc -n $ns2 -j -s action show action pedit index 100 | \
3043		grep "packets" | \
3044		sed 's/.*"packets":\([0-9]\+\),.*/\1/'
3045}
3046
3047fail_tests()
3048{
3049	# single subflow
3050	if reset_with_fail "Infinite map" 1; then
3051		run_tests $ns1 $ns2 10.0.1.1 128
3052		chk_join_nr 0 0 0 +1 +0 1 0 1 "$(pedit_action_pkts)"
3053		chk_fail_nr 1 -1 invert
3054	fi
3055
3056	# multiple subflows
3057	if reset_with_fail "MP_FAIL MP_RST" 2; then
3058		tc -n $ns2 qdisc add dev ns2eth1 root netem rate 1mbit delay 5
3059		pm_nl_set_limits $ns1 0 1
3060		pm_nl_set_limits $ns2 0 1
3061		pm_nl_add_endpoint $ns2 10.0.2.2 dev ns2eth2 flags subflow
3062		run_tests $ns1 $ns2 10.0.1.1 1024
3063		chk_join_nr 1 1 1 1 0 1 1 0 "$(pedit_action_pkts)"
3064	fi
3065}
3066
3067userspace_tests()
3068{
3069	# userspace pm type prevents add_addr
3070	if reset "userspace pm type prevents add_addr"; then
3071		set_userspace_pm $ns1
3072		pm_nl_set_limits $ns1 0 2
3073		pm_nl_set_limits $ns2 0 2
3074		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
3075		run_tests $ns1 $ns2 10.0.1.1
3076		chk_join_nr 0 0 0
3077		chk_add_nr 0 0
3078	fi
3079
3080	# userspace pm type does not echo add_addr without daemon
3081	if reset "userspace pm no echo w/o daemon"; then
3082		set_userspace_pm $ns2
3083		pm_nl_set_limits $ns1 0 2
3084		pm_nl_set_limits $ns2 0 2
3085		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
3086		run_tests $ns1 $ns2 10.0.1.1
3087		chk_join_nr 0 0 0
3088		chk_add_nr 1 0
3089	fi
3090
3091	# userspace pm type rejects join
3092	if reset "userspace pm type rejects join"; then
3093		set_userspace_pm $ns1
3094		pm_nl_set_limits $ns1 1 1
3095		pm_nl_set_limits $ns2 1 1
3096		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
3097		run_tests $ns1 $ns2 10.0.1.1
3098		chk_join_nr 1 1 0
3099	fi
3100
3101	# userspace pm type does not send join
3102	if reset "userspace pm type does not send join"; then
3103		set_userspace_pm $ns2
3104		pm_nl_set_limits $ns1 1 1
3105		pm_nl_set_limits $ns2 1 1
3106		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
3107		run_tests $ns1 $ns2 10.0.1.1
3108		chk_join_nr 0 0 0
3109	fi
3110
3111	# userspace pm type prevents mp_prio
3112	if reset "userspace pm type prevents mp_prio"; then
3113		set_userspace_pm $ns1
3114		pm_nl_set_limits $ns1 1 1
3115		pm_nl_set_limits $ns2 1 1
3116		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
3117		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow backup
3118		chk_join_nr 1 1 0
3119		chk_prio_nr 0 0
3120	fi
3121
3122	# userspace pm type prevents rm_addr
3123	if reset "userspace pm type prevents rm_addr"; then
3124		set_userspace_pm $ns1
3125		set_userspace_pm $ns2
3126		pm_nl_set_limits $ns1 0 1
3127		pm_nl_set_limits $ns2 0 1
3128		pm_nl_add_endpoint $ns2 10.0.3.2 flags subflow
3129		run_tests $ns1 $ns2 10.0.1.1 0 0 -1 slow
3130		chk_join_nr 0 0 0
3131		chk_rm_nr 0 0
3132	fi
3133
3134	# userspace pm add & remove address
3135	if reset_with_events "userspace pm add & remove address"; then
3136		set_userspace_pm $ns1
3137		pm_nl_set_limits $ns2 1 1
3138		run_tests $ns1 $ns2 10.0.1.1 0 userspace_1 0 slow
3139		chk_join_nr 1 1 1
3140		chk_add_nr 1 1
3141		chk_rm_nr 1 1 invert
3142		kill_events_pids
3143	fi
3144
3145	# userspace pm create destroy subflow
3146	if reset_with_events "userspace pm create destroy subflow"; then
3147		set_userspace_pm $ns2
3148		pm_nl_set_limits $ns1 0 1
3149		run_tests $ns1 $ns2 10.0.1.1 0 0 userspace_1 slow
3150		chk_join_nr 1 1 1
3151		chk_rm_nr 0 1
3152		kill_events_pids
3153	fi
3154}
3155
3156endpoint_tests()
3157{
3158	# userspace pm type prevents add_addr
3159	if reset "implicit EP"; then
3160		pm_nl_set_limits $ns1 2 2
3161		pm_nl_set_limits $ns2 2 2
3162		pm_nl_add_endpoint $ns1 10.0.2.1 flags signal
3163		run_tests $ns1 $ns2 10.0.1.1 0 0 0 slow 2>/dev/null &
3164
3165		wait_mpj $ns1
3166		pm_nl_check_endpoint 1 "creation" \
3167			$ns2 10.0.2.2 id 1 flags implicit
3168
3169		pm_nl_add_endpoint $ns2 10.0.2.2 id 33
3170		pm_nl_check_endpoint 0 "ID change is prevented" \
3171			$ns2 10.0.2.2 id 1 flags implicit
3172
3173		pm_nl_add_endpoint $ns2 10.0.2.2 flags signal
3174		pm_nl_check_endpoint 0 "modif is allowed" \
3175			$ns2 10.0.2.2 id 1 flags signal
3176		kill_tests_wait
3177	fi
3178
3179	if reset "delete and re-add"; then
3180		pm_nl_set_limits $ns1 1 1
3181		pm_nl_set_limits $ns2 1 1
3182		pm_nl_add_endpoint $ns2 10.0.2.2 id 2 dev ns2eth2 flags subflow
3183		run_tests $ns1 $ns2 10.0.1.1 4 0 0 speed_20 2>/dev/null &
3184
3185		wait_mpj $ns2
3186		chk_subflow_nr needtitle "before delete" 2
3187		chk_mptcp_info subflows_1
3188
3189		pm_nl_del_endpoint $ns2 2 10.0.2.2
3190		sleep 0.5
3191		chk_subflow_nr "" "after delete" 1
3192		chk_mptcp_info subflows_0
3193
3194		pm_nl_add_endpoint $ns2 10.0.2.2 dev ns2eth2 flags subflow
3195		wait_mpj $ns2
3196		chk_subflow_nr "" "after re-add" 2
3197		chk_mptcp_info subflows_1
3198		kill_tests_wait
3199	fi
3200}
3201
3202# [$1: error message]
3203usage()
3204{
3205	if [ -n "${1}" ]; then
3206		echo "${1}"
3207		ret=1
3208	fi
3209
3210	echo "mptcp_join usage:"
3211
3212	local key
3213	for key in "${!all_tests[@]}"; do
3214		echo "  -${key} ${all_tests[${key}]}"
3215	done
3216
3217	echo "  -c capture pcap files"
3218	echo "  -C enable data checksum"
3219	echo "  -i use ip mptcp"
3220	echo "  -h help"
3221
3222	echo "[test ids|names]"
3223
3224	exit ${ret}
3225}
3226
3227
3228# Use a "simple" array to force an specific order we cannot have with an associative one
3229all_tests_sorted=(
3230	f@subflows_tests
3231	e@subflows_error_tests
3232	s@signal_address_tests
3233	l@link_failure_tests
3234	t@add_addr_timeout_tests
3235	r@remove_tests
3236	a@add_tests
3237	6@ipv6_tests
3238	4@v4mapped_tests
3239	M@mixed_tests
3240	b@backup_tests
3241	p@add_addr_ports_tests
3242	k@syncookies_tests
3243	S@checksum_tests
3244	d@deny_join_id0_tests
3245	m@fullmesh_tests
3246	z@fastclose_tests
3247	F@fail_tests
3248	u@userspace_tests
3249	I@endpoint_tests
3250)
3251
3252all_tests_args=""
3253all_tests_names=()
3254for subtests in "${all_tests_sorted[@]}"; do
3255	key="${subtests%@*}"
3256	value="${subtests#*@}"
3257
3258	all_tests_args+="${key}"
3259	all_tests_names+=("${value}")
3260	all_tests[${key}]="${value}"
3261done
3262
3263tests=()
3264while getopts "${all_tests_args}cCih" opt; do
3265	case $opt in
3266		["${all_tests_args}"])
3267			tests+=("${all_tests[${opt}]}")
3268			;;
3269		c)
3270			capture=1
3271			;;
3272		C)
3273			checksum=1
3274			;;
3275		i)
3276			ip_mptcp=1
3277			;;
3278		h)
3279			usage
3280			;;
3281		*)
3282			usage "Unknown option: -${opt}"
3283			;;
3284	esac
3285done
3286
3287shift $((OPTIND - 1))
3288
3289for arg in "${@}"; do
3290	if [[ "${arg}" =~ ^[0-9]+$ ]]; then
3291		only_tests_ids+=("${arg}")
3292	else
3293		only_tests_names+=("${arg}")
3294	fi
3295done
3296
3297if [ ${#tests[@]} -eq 0 ]; then
3298	tests=("${all_tests_names[@]}")
3299fi
3300
3301for subtests in "${tests[@]}"; do
3302	"${subtests}"
3303done
3304
3305if [ ${ret} -ne 0 ]; then
3306	echo
3307	echo "${#failed_tests[@]} failure(s) has(ve) been detected:"
3308	for i in $(get_failed_tests_ids); do
3309		echo -e "\t- ${i}: ${failed_tests[${i}]}"
3310	done
3311	echo
3312fi
3313
3314exit $ret
3315