simult_flows.sh 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313
  1. #!/bin/bash
  2. # SPDX-License-Identifier: GPL-2.0
  3. # Double quotes to prevent globbing and word splitting is recommended in new
  4. # code but we accept it, especially because there were too many before having
  5. # address all other issues detected by shellcheck.
  6. #shellcheck disable=SC2086
  7. . "$(dirname "${0}")/mptcp_lib.sh"
  8. ns1=""
  9. ns2=""
  10. ns3=""
  11. capture=false
  12. timeout_poll=30
  13. timeout_test=$((timeout_poll * 2 + 1))
  14. # a bit more space: because we have more to display
  15. MPTCP_LIB_TEST_FORMAT="%02u %-60s"
  16. ret=0
  17. bail=0
  18. slack=50
  19. large=""
  20. small=""
  21. sout=""
  22. cout=""
  23. capout=""
  24. size=0
  25. usage() {
  26. echo "Usage: $0 [ -b ] [ -c ] [ -d ] [ -i]"
  27. echo -e "\t-b: bail out after first error, otherwise runs all testcases"
  28. echo -e "\t-c: capture packets for each test using tcpdump (default: no capture)"
  29. echo -e "\t-d: debug this script"
  30. echo -e "\t-i: use 'ip mptcp' instead of 'pm_nl_ctl'"
  31. }
  32. # This function is used in the cleanup trap
  33. #shellcheck disable=SC2317,SC2329
  34. cleanup()
  35. {
  36. rm -f "$cout" "$sout"
  37. rm -f "$large" "$small"
  38. rm -f "$capout"
  39. mptcp_lib_ns_exit "${ns1}" "${ns2}" "${ns3}"
  40. }
  41. mptcp_lib_check_mptcp
  42. mptcp_lib_check_tools ip tc
  43. # "$ns1" ns2 ns3
  44. # ns1eth1 ns2eth1 ns2eth3 ns3eth1
  45. # netem
  46. # ns1eth2 ns2eth2
  47. # netem
  48. setup()
  49. {
  50. large=$(mktemp)
  51. small=$(mktemp)
  52. sout=$(mktemp)
  53. cout=$(mktemp)
  54. capout=$(mktemp)
  55. size=$((2 * 2048 * 4096))
  56. dd if=/dev/zero of=$small bs=4096 count=20 >/dev/null 2>&1
  57. dd if=/dev/zero of=$large bs=4096 count=$((size / 4096)) >/dev/null 2>&1
  58. trap cleanup EXIT
  59. mptcp_lib_ns_init ns1 ns2 ns3
  60. ip link add ns1eth1 netns "$ns1" type veth peer name ns2eth1 netns "$ns2"
  61. ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth2 netns "$ns2"
  62. ip link add ns2eth3 netns "$ns2" type veth peer name ns3eth1 netns "$ns3"
  63. ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth1
  64. ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth1 nodad
  65. ip -net "$ns1" link set ns1eth1 up mtu 1500
  66. ip -net "$ns1" route add default via 10.0.1.2
  67. ip -net "$ns1" route add default via dead:beef:1::2
  68. ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2
  69. ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad
  70. ip -net "$ns1" link set ns1eth2 up mtu 1500
  71. ip -net "$ns1" route add default via 10.0.2.2 metric 101
  72. ip -net "$ns1" route add default via dead:beef:2::2 metric 101
  73. mptcp_lib_pm_nl_set_limits "${ns1}" 1 1
  74. mptcp_lib_pm_nl_add_endpoint "${ns1}" 10.0.2.1 dev ns1eth2 flags subflow
  75. ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1
  76. ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad
  77. ip -net "$ns2" link set ns2eth1 up mtu 1500
  78. ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth2
  79. ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth2 nodad
  80. ip -net "$ns2" link set ns2eth2 up mtu 1500
  81. ip -net "$ns2" addr add 10.0.3.2/24 dev ns2eth3
  82. ip -net "$ns2" addr add dead:beef:3::2/64 dev ns2eth3 nodad
  83. ip -net "$ns2" link set ns2eth3 up mtu 1500
  84. ip netns exec "$ns2" sysctl -q net.ipv4.ip_forward=1
  85. ip netns exec "$ns2" sysctl -q net.ipv6.conf.all.forwarding=1
  86. ip -net "$ns3" addr add 10.0.3.3/24 dev ns3eth1
  87. ip -net "$ns3" addr add dead:beef:3::3/64 dev ns3eth1 nodad
  88. ip -net "$ns3" link set ns3eth1 up mtu 1500
  89. ip -net "$ns3" route add default via 10.0.3.2
  90. ip -net "$ns3" route add default via dead:beef:3::2
  91. mptcp_lib_pm_nl_set_limits "${ns3}" 1 1
  92. # debug build can slow down measurably the test program
  93. # we use quite tight time limit on the run-time, to ensure
  94. # maximum B/W usage.
  95. # Use kmemleak/lockdep/kasan/prove_locking presence as a rough
  96. # estimate for this being a debug kernel and increase the
  97. # maximum run-time accordingly. Observed run times for CI builds
  98. # running selftests, including kbuild, were used to determine the
  99. # amount of time to add.
  100. grep -q ' kmemleak_init$\| lockdep_init$\| kasan_init$\| prove_locking$' /proc/kallsyms && slack=$((slack+550))
  101. }
  102. do_transfer()
  103. {
  104. local cin=$1
  105. local sin=$2
  106. local max_time=$3
  107. local port
  108. port=$((10000+MPTCP_LIB_TEST_COUNTER))
  109. :> "$cout"
  110. :> "$sout"
  111. :> "$capout"
  112. if $capture; then
  113. local capuser
  114. local rndh="${ns1:4}"
  115. if [ -z $SUDO_USER ] ; then
  116. capuser=""
  117. else
  118. capuser="-Z $SUDO_USER"
  119. fi
  120. local capfile="${rndh}-${port}"
  121. local capopt="-i any -s 65535 -B 32768 ${capuser}"
  122. ip netns exec ${ns3} tcpdump ${capopt} -w "${capfile}-listener.pcap" >> "${capout}" 2>&1 &
  123. local cappid_listener=$!
  124. ip netns exec ${ns1} tcpdump ${capopt} -w "${capfile}-connector.pcap" >> "${capout}" 2>&1 &
  125. local cappid_connector=$!
  126. sleep 1
  127. fi
  128. mptcp_lib_nstat_init "${ns3}"
  129. mptcp_lib_nstat_init "${ns1}"
  130. ip netns exec ${ns3} \
  131. ./mptcp_connect -jt ${timeout_poll} -l -p $port -T $max_time \
  132. 0.0.0.0 < "$sin" > "$sout" &
  133. local spid=$!
  134. mptcp_lib_wait_local_port_listen "${ns3}" "${port}"
  135. ip netns exec ${ns1} \
  136. ./mptcp_connect -jt ${timeout_poll} -p $port -T $max_time \
  137. 10.0.3.3 < "$cin" > "$cout" &
  138. local cpid=$!
  139. mptcp_lib_wait_timeout "${timeout_test}" "${ns3}" "${ns1}" "${port}" \
  140. "${cpid}" "${spid}" &
  141. local timeout_pid=$!
  142. wait $cpid
  143. local retc=$?
  144. wait $spid
  145. local rets=$?
  146. if kill -0 $timeout_pid; then
  147. # Finished before the timeout: kill the background job
  148. mptcp_lib_kill_group_wait $timeout_pid
  149. timeout_pid=0
  150. fi
  151. if $capture; then
  152. sleep 1
  153. kill ${cappid_listener}
  154. kill ${cappid_connector}
  155. fi
  156. mptcp_lib_nstat_get "${ns3}"
  157. mptcp_lib_nstat_get "${ns1}"
  158. cmp $sin $cout > /dev/null 2>&1
  159. local cmps=$?
  160. cmp $cin $sout > /dev/null 2>&1
  161. local cmpc=$?
  162. if [ $retc -eq 0 ] && [ $rets -eq 0 ] &&
  163. [ $cmpc -eq 0 ] && [ $cmps -eq 0 ] &&
  164. [ $timeout_pid -eq 0 ]; then
  165. printf "%-16s" " max $max_time "
  166. mptcp_lib_pr_ok
  167. cat "$capout"
  168. return 0
  169. fi
  170. mptcp_lib_pr_fail "client exit code $retc, server $rets"
  171. mptcp_lib_pr_err_stats "${ns3}" "${ns1}" "${port}"
  172. ls -l $sin $cout
  173. ls -l $cin $sout
  174. cat "$capout"
  175. return 1
  176. }
  177. run_test()
  178. {
  179. local rate1=$1
  180. local rate2=$2
  181. local delay1=$3
  182. local delay2=$4
  183. local lret
  184. local dev
  185. shift 4
  186. local msg=$*
  187. [ $delay1 -gt 0 ] && delay1="delay ${delay1}ms" || delay1=""
  188. [ $delay2 -gt 0 ] && delay2="delay ${delay2}ms" || delay2=""
  189. for dev in ns1eth1 ns1eth2; do
  190. tc -n $ns1 qdisc del dev $dev root >/dev/null 2>&1
  191. done
  192. for dev in ns2eth1 ns2eth2; do
  193. tc -n $ns2 qdisc del dev $dev root >/dev/null 2>&1
  194. done
  195. # keep the queued pkts number low, or the RTT estimator will see
  196. # increasing latency over time.
  197. tc -n $ns1 qdisc add dev ns1eth1 root netem rate ${rate1}mbit $delay1 limit 50
  198. tc -n $ns1 qdisc add dev ns1eth2 root netem rate ${rate2}mbit $delay2 limit 50
  199. tc -n $ns2 qdisc add dev ns2eth1 root netem rate ${rate1}mbit $delay1 limit 50
  200. tc -n $ns2 qdisc add dev ns2eth2 root netem rate ${rate2}mbit $delay2 limit 50
  201. # time is measured in ms, account for transfer size, aggregated link speed
  202. # and header overhead (10%)
  203. # ms byte -> bit 10% mbit -> kbit -> bit 10%
  204. local time=$((1000 * size * 8 * 10 / ((rate1 + rate2) * 1000 * 1000 * 9) ))
  205. # mptcp_connect will do some sleeps to allow the mp_join handshake
  206. # completion (see mptcp_connect): 200ms on each side, add some slack
  207. time=$((time + 400 + slack))
  208. mptcp_lib_print_title "$msg"
  209. do_transfer $small $large $time
  210. lret=$?
  211. mptcp_lib_result_code "${lret}" "${msg}"
  212. if [ $lret -ne 0 ] && ! mptcp_lib_subtest_is_flaky; then
  213. ret=$lret
  214. [ $bail -eq 0 ] || exit $ret
  215. fi
  216. msg+=" - reverse direction"
  217. mptcp_lib_print_title "${msg}"
  218. do_transfer $large $small $time
  219. lret=$?
  220. mptcp_lib_result_code "${lret}" "${msg}"
  221. if [ $lret -ne 0 ] && ! mptcp_lib_subtest_is_flaky; then
  222. ret=$lret
  223. [ $bail -eq 0 ] || exit $ret
  224. fi
  225. }
  226. while getopts "bcdhi" option;do
  227. case "$option" in
  228. "h")
  229. usage $0
  230. exit ${KSFT_PASS}
  231. ;;
  232. "b")
  233. bail=1
  234. ;;
  235. "c")
  236. capture=true
  237. ;;
  238. "d")
  239. set -x
  240. ;;
  241. "i")
  242. mptcp_lib_set_ip_mptcp
  243. ;;
  244. "?")
  245. usage $0
  246. exit ${KSFT_FAIL}
  247. ;;
  248. esac
  249. done
  250. setup
  251. mptcp_lib_subtests_last_ts_reset
  252. run_test 10 10 0 0 "balanced bwidth"
  253. run_test 10 10 1 25 "balanced bwidth with unbalanced delay"
  254. # we still need some additional infrastructure to pass the following test-cases
  255. MPTCP_LIB_SUBTEST_FLAKY=1 run_test 10 3 0 0 "unbalanced bwidth"
  256. run_test 10 3 1 25 "unbalanced bwidth with unbalanced delay"
  257. run_test 10 3 25 1 "unbalanced bwidth with opposed, unbalanced delay"
  258. mptcp_lib_result_print_all_tap
  259. exit $ret