tcp_fastopen_backup_key.c 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Test key rotation for TFO.
  4. * New keys are 'rotated' in two steps:
  5. * 1) Add new key as the 'backup' key 'behind' the primary key
  6. * 2) Make new key the primary by swapping the backup and primary keys
  7. *
  8. * The rotation is done in stages using multiple sockets bound
  9. * to the same port via SO_REUSEPORT. This simulates key rotation
  10. * behind say a load balancer. We verify that across the rotation
  11. * there are no cases in which a cookie is not accepted by verifying
  12. * that TcpExtTCPFastOpenPassiveFail remains 0.
  13. */
  14. #define _GNU_SOURCE
  15. #include <arpa/inet.h>
  16. #include <errno.h>
  17. #include <error.h>
  18. #include <stdbool.h>
  19. #include <stdio.h>
  20. #include <stdlib.h>
  21. #include <string.h>
  22. #include <sys/epoll.h>
  23. #include <unistd.h>
  24. #include <netinet/tcp.h>
  25. #include <fcntl.h>
  26. #include <time.h>
  27. #include "kselftest.h"
  28. #ifndef TCP_FASTOPEN_KEY
  29. #define TCP_FASTOPEN_KEY 33
  30. #endif
  31. #define N_LISTEN 10
  32. #define PROC_FASTOPEN_KEY "/proc/sys/net/ipv4/tcp_fastopen_key"
  33. #define KEY_LENGTH 16
  34. static bool do_ipv6;
  35. static bool do_sockopt;
  36. static bool do_rotate;
  37. static int key_len = KEY_LENGTH;
  38. static int rcv_fds[N_LISTEN];
  39. static int proc_fd;
  40. static const char *IP4_ADDR = "127.0.0.1";
  41. static const char *IP6_ADDR = "::1";
  42. static const int PORT = 8891;
  43. static void get_keys(int fd, uint32_t *keys)
  44. {
  45. char buf[128];
  46. socklen_t len = KEY_LENGTH * 2;
  47. if (do_sockopt) {
  48. if (getsockopt(fd, SOL_TCP, TCP_FASTOPEN_KEY, keys, &len))
  49. error(1, errno, "Unable to get key");
  50. return;
  51. }
  52. lseek(proc_fd, 0, SEEK_SET);
  53. if (read(proc_fd, buf, sizeof(buf)) <= 0)
  54. error(1, errno, "Unable to read %s", PROC_FASTOPEN_KEY);
  55. if (sscanf(buf, "%x-%x-%x-%x,%x-%x-%x-%x", keys, keys + 1, keys + 2,
  56. keys + 3, keys + 4, keys + 5, keys + 6, keys + 7) != 8)
  57. error(1, 0, "Unable to parse %s", PROC_FASTOPEN_KEY);
  58. }
  59. static void set_keys(int fd, uint32_t *keys)
  60. {
  61. char buf[128];
  62. if (do_sockopt) {
  63. if (setsockopt(fd, SOL_TCP, TCP_FASTOPEN_KEY, keys,
  64. key_len))
  65. error(1, errno, "Unable to set key");
  66. return;
  67. }
  68. if (do_rotate)
  69. snprintf(buf, 128, "%08x-%08x-%08x-%08x,%08x-%08x-%08x-%08x",
  70. keys[0], keys[1], keys[2], keys[3], keys[4], keys[5],
  71. keys[6], keys[7]);
  72. else
  73. snprintf(buf, 128, "%08x-%08x-%08x-%08x",
  74. keys[0], keys[1], keys[2], keys[3]);
  75. lseek(proc_fd, 0, SEEK_SET);
  76. if (write(proc_fd, buf, sizeof(buf)) <= 0)
  77. error(1, errno, "Unable to write %s", PROC_FASTOPEN_KEY);
  78. }
  79. static void build_rcv_fd(int family, int proto, int *rcv_fds)
  80. {
  81. struct sockaddr_in addr4 = {0};
  82. struct sockaddr_in6 addr6 = {0};
  83. struct sockaddr *addr;
  84. int opt = 1, i, sz;
  85. int qlen = 100;
  86. uint32_t keys[8];
  87. switch (family) {
  88. case AF_INET:
  89. addr4.sin_family = family;
  90. addr4.sin_addr.s_addr = htonl(INADDR_ANY);
  91. addr4.sin_port = htons(PORT);
  92. sz = sizeof(addr4);
  93. addr = (struct sockaddr *)&addr4;
  94. break;
  95. case AF_INET6:
  96. addr6.sin6_family = AF_INET6;
  97. addr6.sin6_addr = in6addr_any;
  98. addr6.sin6_port = htons(PORT);
  99. sz = sizeof(addr6);
  100. addr = (struct sockaddr *)&addr6;
  101. break;
  102. default:
  103. error(1, 0, "Unsupported family %d", family);
  104. /* clang does not recognize error() above as terminating
  105. * the program, so it complains that saddr, sz are
  106. * not initialized when this code path is taken. Silence it.
  107. */
  108. return;
  109. }
  110. for (i = 0; i < ARRAY_SIZE(keys); i++)
  111. keys[i] = rand();
  112. for (i = 0; i < N_LISTEN; i++) {
  113. rcv_fds[i] = socket(family, proto, 0);
  114. if (rcv_fds[i] < 0)
  115. error(1, errno, "failed to create receive socket");
  116. if (setsockopt(rcv_fds[i], SOL_SOCKET, SO_REUSEPORT, &opt,
  117. sizeof(opt)))
  118. error(1, errno, "failed to set SO_REUSEPORT");
  119. if (bind(rcv_fds[i], addr, sz))
  120. error(1, errno, "failed to bind receive socket");
  121. if (setsockopt(rcv_fds[i], SOL_TCP, TCP_FASTOPEN, &qlen,
  122. sizeof(qlen)))
  123. error(1, errno, "failed to set TCP_FASTOPEN");
  124. set_keys(rcv_fds[i], keys);
  125. if (proto == SOCK_STREAM && listen(rcv_fds[i], 10))
  126. error(1, errno, "failed to listen on receive port");
  127. }
  128. }
  129. static int connect_and_send(int family, int proto)
  130. {
  131. struct sockaddr_in saddr4 = {0};
  132. struct sockaddr_in daddr4 = {0};
  133. struct sockaddr_in6 saddr6 = {0};
  134. struct sockaddr_in6 daddr6 = {0};
  135. struct sockaddr *saddr, *daddr;
  136. int fd, sz, ret;
  137. char data[1];
  138. switch (family) {
  139. case AF_INET:
  140. saddr4.sin_family = AF_INET;
  141. saddr4.sin_addr.s_addr = htonl(INADDR_ANY);
  142. saddr4.sin_port = 0;
  143. daddr4.sin_family = AF_INET;
  144. if (!inet_pton(family, IP4_ADDR, &daddr4.sin_addr.s_addr))
  145. error(1, errno, "inet_pton failed: %s", IP4_ADDR);
  146. daddr4.sin_port = htons(PORT);
  147. sz = sizeof(saddr4);
  148. saddr = (struct sockaddr *)&saddr4;
  149. daddr = (struct sockaddr *)&daddr4;
  150. break;
  151. case AF_INET6:
  152. saddr6.sin6_family = AF_INET6;
  153. saddr6.sin6_addr = in6addr_any;
  154. daddr6.sin6_family = AF_INET6;
  155. if (!inet_pton(family, IP6_ADDR, &daddr6.sin6_addr))
  156. error(1, errno, "inet_pton failed: %s", IP6_ADDR);
  157. daddr6.sin6_port = htons(PORT);
  158. sz = sizeof(saddr6);
  159. saddr = (struct sockaddr *)&saddr6;
  160. daddr = (struct sockaddr *)&daddr6;
  161. break;
  162. default:
  163. error(1, 0, "Unsupported family %d", family);
  164. /* clang does not recognize error() above as terminating
  165. * the program, so it complains that saddr, daddr, sz are
  166. * not initialized when this code path is taken. Silence it.
  167. */
  168. return -1;
  169. }
  170. fd = socket(family, proto, 0);
  171. if (fd < 0)
  172. error(1, errno, "failed to create send socket");
  173. if (bind(fd, saddr, sz))
  174. error(1, errno, "failed to bind send socket");
  175. data[0] = 'a';
  176. ret = sendto(fd, data, 1, MSG_FASTOPEN, daddr, sz);
  177. if (ret != 1)
  178. error(1, errno, "failed to sendto");
  179. return fd;
  180. }
  181. static bool is_listen_fd(int fd)
  182. {
  183. int i;
  184. for (i = 0; i < N_LISTEN; i++) {
  185. if (rcv_fds[i] == fd)
  186. return true;
  187. }
  188. return false;
  189. }
  190. static void rotate_key(int fd)
  191. {
  192. static int iter;
  193. static uint32_t new_key[4];
  194. uint32_t keys[8];
  195. uint32_t tmp_key[4];
  196. int i;
  197. if (iter < N_LISTEN) {
  198. /* first set new key as backups */
  199. if (iter == 0) {
  200. for (i = 0; i < ARRAY_SIZE(new_key); i++)
  201. new_key[i] = rand();
  202. }
  203. get_keys(fd, keys);
  204. memcpy(keys + 4, new_key, KEY_LENGTH);
  205. set_keys(fd, keys);
  206. } else {
  207. /* swap the keys */
  208. get_keys(fd, keys);
  209. memcpy(tmp_key, keys + 4, KEY_LENGTH);
  210. memcpy(keys + 4, keys, KEY_LENGTH);
  211. memcpy(keys, tmp_key, KEY_LENGTH);
  212. set_keys(fd, keys);
  213. }
  214. if (++iter >= (N_LISTEN * 2))
  215. iter = 0;
  216. }
  217. static void run_one_test(int family)
  218. {
  219. struct epoll_event ev;
  220. int i, send_fd;
  221. int n_loops = 10000;
  222. int rotate_key_fd = 0;
  223. int key_rotate_interval = 50;
  224. int fd, epfd;
  225. char buf[1];
  226. build_rcv_fd(family, SOCK_STREAM, rcv_fds);
  227. epfd = epoll_create(1);
  228. if (epfd < 0)
  229. error(1, errno, "failed to create epoll");
  230. ev.events = EPOLLIN;
  231. for (i = 0; i < N_LISTEN; i++) {
  232. ev.data.fd = rcv_fds[i];
  233. if (epoll_ctl(epfd, EPOLL_CTL_ADD, rcv_fds[i], &ev))
  234. error(1, errno, "failed to register sock epoll");
  235. }
  236. while (n_loops--) {
  237. send_fd = connect_and_send(family, SOCK_STREAM);
  238. if (do_rotate && ((n_loops % key_rotate_interval) == 0)) {
  239. rotate_key(rcv_fds[rotate_key_fd]);
  240. if (++rotate_key_fd >= N_LISTEN)
  241. rotate_key_fd = 0;
  242. }
  243. while (1) {
  244. i = epoll_wait(epfd, &ev, 1, -1);
  245. if (i < 0)
  246. error(1, errno, "epoll_wait failed");
  247. if (is_listen_fd(ev.data.fd)) {
  248. fd = accept(ev.data.fd, NULL, NULL);
  249. if (fd < 0)
  250. error(1, errno, "failed to accept");
  251. ev.data.fd = fd;
  252. if (epoll_ctl(epfd, EPOLL_CTL_ADD, fd, &ev))
  253. error(1, errno, "failed epoll add");
  254. continue;
  255. }
  256. i = recv(ev.data.fd, buf, sizeof(buf), 0);
  257. if (i != 1)
  258. error(1, errno, "failed recv data");
  259. if (epoll_ctl(epfd, EPOLL_CTL_DEL, ev.data.fd, NULL))
  260. error(1, errno, "failed epoll del");
  261. close(ev.data.fd);
  262. break;
  263. }
  264. close(send_fd);
  265. }
  266. for (i = 0; i < N_LISTEN; i++)
  267. close(rcv_fds[i]);
  268. }
  269. static void parse_opts(int argc, char **argv)
  270. {
  271. int c;
  272. while ((c = getopt(argc, argv, "46sr")) != -1) {
  273. switch (c) {
  274. case '4':
  275. do_ipv6 = false;
  276. break;
  277. case '6':
  278. do_ipv6 = true;
  279. break;
  280. case 's':
  281. do_sockopt = true;
  282. break;
  283. case 'r':
  284. do_rotate = true;
  285. key_len = KEY_LENGTH * 2;
  286. break;
  287. default:
  288. error(1, 0, "%s: parse error", argv[0]);
  289. }
  290. }
  291. }
  292. int main(int argc, char **argv)
  293. {
  294. parse_opts(argc, argv);
  295. proc_fd = open(PROC_FASTOPEN_KEY, O_RDWR);
  296. if (proc_fd < 0)
  297. error(1, errno, "Unable to open %s", PROC_FASTOPEN_KEY);
  298. srand(time(NULL));
  299. if (do_ipv6)
  300. run_one_test(AF_INET6);
  301. else
  302. run_one_test(AF_INET);
  303. close(proc_fd);
  304. fprintf(stderr, "PASS\n");
  305. return 0;
  306. }