ip_sockglue.c 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * INET An implementation of the TCP/IP protocol suite for the LINUX
  4. * operating system. INET is implemented using the BSD Socket
  5. * interface as the means of communication with the user level.
  6. *
  7. * The IP to API glue.
  8. *
  9. * Authors: see ip.c
  10. *
  11. * Fixes:
  12. * Many : Split from ip.c , see ip.c for history.
  13. * Martin Mares : TOS setting fixed.
  14. * Alan Cox : Fixed a couple of oopses in Martin's
  15. * TOS tweaks.
  16. * Mike McLagan : Routing by source
  17. */
  18. #include <linux/module.h>
  19. #include <linux/types.h>
  20. #include <linux/mm.h>
  21. #include <linux/skbuff.h>
  22. #include <linux/ip.h>
  23. #include <linux/icmp.h>
  24. #include <linux/inetdevice.h>
  25. #include <linux/netdevice.h>
  26. #include <linux/slab.h>
  27. #include <net/sock.h>
  28. #include <net/ip.h>
  29. #include <net/icmp.h>
  30. #include <net/tcp_states.h>
  31. #include <linux/udp.h>
  32. #include <linux/igmp.h>
  33. #include <linux/netfilter.h>
  34. #include <linux/route.h>
  35. #include <linux/mroute.h>
  36. #include <net/inet_ecn.h>
  37. #include <net/route.h>
  38. #include <net/xfrm.h>
  39. #include <net/compat.h>
  40. #include <net/checksum.h>
  41. #if IS_ENABLED(CONFIG_IPV6)
  42. #include <net/transp_v6.h>
  43. #endif
  44. #include <net/ip_fib.h>
  45. #include <linux/errqueue.h>
  46. #include <linux/uaccess.h>
  47. /*
  48. * SOL_IP control messages.
  49. */
  50. static void ip_cmsg_recv_pktinfo(struct msghdr *msg, struct sk_buff *skb)
  51. {
  52. struct in_pktinfo info = *PKTINFO_SKB_CB(skb);
  53. info.ipi_addr.s_addr = ip_hdr(skb)->daddr;
  54. put_cmsg(msg, SOL_IP, IP_PKTINFO, sizeof(info), &info);
  55. }
  56. static void ip_cmsg_recv_ttl(struct msghdr *msg, struct sk_buff *skb)
  57. {
  58. int ttl = ip_hdr(skb)->ttl;
  59. put_cmsg(msg, SOL_IP, IP_TTL, sizeof(int), &ttl);
  60. }
  61. static void ip_cmsg_recv_tos(struct msghdr *msg, struct sk_buff *skb)
  62. {
  63. put_cmsg(msg, SOL_IP, IP_TOS, 1, &ip_hdr(skb)->tos);
  64. }
  65. static void ip_cmsg_recv_opts(struct msghdr *msg, struct sk_buff *skb)
  66. {
  67. if (IPCB(skb)->opt.optlen == 0)
  68. return;
  69. put_cmsg(msg, SOL_IP, IP_RECVOPTS, IPCB(skb)->opt.optlen,
  70. ip_hdr(skb) + 1);
  71. }
  72. static void ip_cmsg_recv_retopts(struct net *net, struct msghdr *msg,
  73. struct sk_buff *skb)
  74. {
  75. unsigned char optbuf[sizeof(struct ip_options) + 40];
  76. struct ip_options *opt = (struct ip_options *)optbuf;
  77. if (IPCB(skb)->opt.optlen == 0)
  78. return;
  79. if (ip_options_echo(net, opt, skb)) {
  80. msg->msg_flags |= MSG_CTRUNC;
  81. return;
  82. }
  83. ip_options_undo(opt);
  84. put_cmsg(msg, SOL_IP, IP_RETOPTS, opt->optlen, opt->__data);
  85. }
  86. static void ip_cmsg_recv_fragsize(struct msghdr *msg, struct sk_buff *skb)
  87. {
  88. int val;
  89. if (IPCB(skb)->frag_max_size == 0)
  90. return;
  91. val = IPCB(skb)->frag_max_size;
  92. put_cmsg(msg, SOL_IP, IP_RECVFRAGSIZE, sizeof(val), &val);
  93. }
  94. static void ip_cmsg_recv_checksum(struct msghdr *msg, struct sk_buff *skb,
  95. int tlen, int offset)
  96. {
  97. __wsum csum = skb->csum;
  98. if (skb->ip_summed != CHECKSUM_COMPLETE)
  99. return;
  100. if (offset != 0) {
  101. int tend_off = skb_transport_offset(skb) + tlen;
  102. csum = csum_sub(csum, skb_checksum(skb, tend_off, offset, 0));
  103. }
  104. put_cmsg(msg, SOL_IP, IP_CHECKSUM, sizeof(__wsum), &csum);
  105. }
  106. static void ip_cmsg_recv_security(struct msghdr *msg, struct sk_buff *skb)
  107. {
  108. struct lsm_context ctx;
  109. u32 secid;
  110. int err;
  111. err = security_socket_getpeersec_dgram(NULL, skb, &secid);
  112. if (err)
  113. return;
  114. err = security_secid_to_secctx(secid, &ctx);
  115. if (err < 0)
  116. return;
  117. put_cmsg(msg, SOL_IP, SCM_SECURITY, ctx.len, ctx.context);
  118. security_release_secctx(&ctx);
  119. }
  120. static void ip_cmsg_recv_dstaddr(struct msghdr *msg, struct sk_buff *skb)
  121. {
  122. __be16 _ports[2], *ports;
  123. struct sockaddr_in sin;
  124. /* All current transport protocols have the port numbers in the
  125. * first four bytes of the transport header and this function is
  126. * written with this assumption in mind.
  127. */
  128. ports = skb_header_pointer(skb, skb_transport_offset(skb),
  129. sizeof(_ports), &_ports);
  130. if (!ports)
  131. return;
  132. sin.sin_family = AF_INET;
  133. sin.sin_addr.s_addr = ip_hdr(skb)->daddr;
  134. sin.sin_port = ports[1];
  135. memset(sin.sin_zero, 0, sizeof(sin.sin_zero));
  136. put_cmsg(msg, SOL_IP, IP_ORIGDSTADDR, sizeof(sin), &sin);
  137. }
  138. void ip_cmsg_recv_offset(struct msghdr *msg, struct sock *sk,
  139. struct sk_buff *skb, int tlen, int offset)
  140. {
  141. unsigned long flags = inet_cmsg_flags(inet_sk(sk));
  142. if (!flags)
  143. return;
  144. /* Ordered by supposed usage frequency */
  145. if (flags & IP_CMSG_PKTINFO) {
  146. ip_cmsg_recv_pktinfo(msg, skb);
  147. flags &= ~IP_CMSG_PKTINFO;
  148. if (!flags)
  149. return;
  150. }
  151. if (flags & IP_CMSG_TTL) {
  152. ip_cmsg_recv_ttl(msg, skb);
  153. flags &= ~IP_CMSG_TTL;
  154. if (!flags)
  155. return;
  156. }
  157. if (flags & IP_CMSG_TOS) {
  158. ip_cmsg_recv_tos(msg, skb);
  159. flags &= ~IP_CMSG_TOS;
  160. if (!flags)
  161. return;
  162. }
  163. if (flags & IP_CMSG_RECVOPTS) {
  164. ip_cmsg_recv_opts(msg, skb);
  165. flags &= ~IP_CMSG_RECVOPTS;
  166. if (!flags)
  167. return;
  168. }
  169. if (flags & IP_CMSG_RETOPTS) {
  170. ip_cmsg_recv_retopts(sock_net(sk), msg, skb);
  171. flags &= ~IP_CMSG_RETOPTS;
  172. if (!flags)
  173. return;
  174. }
  175. if (flags & IP_CMSG_PASSSEC) {
  176. ip_cmsg_recv_security(msg, skb);
  177. flags &= ~IP_CMSG_PASSSEC;
  178. if (!flags)
  179. return;
  180. }
  181. if (flags & IP_CMSG_ORIGDSTADDR) {
  182. ip_cmsg_recv_dstaddr(msg, skb);
  183. flags &= ~IP_CMSG_ORIGDSTADDR;
  184. if (!flags)
  185. return;
  186. }
  187. if (flags & IP_CMSG_CHECKSUM)
  188. ip_cmsg_recv_checksum(msg, skb, tlen, offset);
  189. if (flags & IP_CMSG_RECVFRAGSIZE)
  190. ip_cmsg_recv_fragsize(msg, skb);
  191. }
  192. EXPORT_SYMBOL(ip_cmsg_recv_offset);
  193. int ip_cmsg_send(struct sock *sk, struct msghdr *msg, struct ipcm_cookie *ipc,
  194. bool allow_ipv6)
  195. {
  196. int err, val;
  197. struct cmsghdr *cmsg;
  198. struct net *net = sock_net(sk);
  199. for_each_cmsghdr(cmsg, msg) {
  200. if (!CMSG_OK(msg, cmsg))
  201. return -EINVAL;
  202. #if IS_ENABLED(CONFIG_IPV6)
  203. if (allow_ipv6 &&
  204. cmsg->cmsg_level == SOL_IPV6 &&
  205. cmsg->cmsg_type == IPV6_PKTINFO) {
  206. struct in6_pktinfo *src_info;
  207. if (cmsg->cmsg_len < CMSG_LEN(sizeof(*src_info)))
  208. return -EINVAL;
  209. src_info = (struct in6_pktinfo *)CMSG_DATA(cmsg);
  210. if (!ipv6_addr_v4mapped(&src_info->ipi6_addr))
  211. return -EINVAL;
  212. if (src_info->ipi6_ifindex)
  213. ipc->oif = src_info->ipi6_ifindex;
  214. ipc->addr = src_info->ipi6_addr.s6_addr32[3];
  215. continue;
  216. }
  217. #endif
  218. if (cmsg->cmsg_level == SOL_SOCKET) {
  219. err = __sock_cmsg_send(sk, cmsg, &ipc->sockc);
  220. if (err)
  221. return err;
  222. continue;
  223. }
  224. if (cmsg->cmsg_level != SOL_IP)
  225. continue;
  226. switch (cmsg->cmsg_type) {
  227. case IP_RETOPTS:
  228. err = cmsg->cmsg_len - sizeof(struct cmsghdr);
  229. /* Our caller is responsible for freeing ipc->opt */
  230. err = ip_options_get(net, &ipc->opt,
  231. KERNEL_SOCKPTR(CMSG_DATA(cmsg)),
  232. err < 40 ? err : 40);
  233. if (err)
  234. return err;
  235. break;
  236. case IP_PKTINFO:
  237. {
  238. struct in_pktinfo *info;
  239. if (cmsg->cmsg_len != CMSG_LEN(sizeof(struct in_pktinfo)))
  240. return -EINVAL;
  241. info = (struct in_pktinfo *)CMSG_DATA(cmsg);
  242. if (info->ipi_ifindex)
  243. ipc->oif = info->ipi_ifindex;
  244. ipc->addr = info->ipi_spec_dst.s_addr;
  245. break;
  246. }
  247. case IP_TTL:
  248. if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
  249. return -EINVAL;
  250. val = *(int *)CMSG_DATA(cmsg);
  251. if (val < 1 || val > 255)
  252. return -EINVAL;
  253. ipc->ttl = val;
  254. break;
  255. case IP_TOS:
  256. if (cmsg->cmsg_len == CMSG_LEN(sizeof(int)))
  257. val = *(int *)CMSG_DATA(cmsg);
  258. else if (cmsg->cmsg_len == CMSG_LEN(sizeof(u8)))
  259. val = *(u8 *)CMSG_DATA(cmsg);
  260. else
  261. return -EINVAL;
  262. if (val < 0 || val > 255)
  263. return -EINVAL;
  264. ipc->tos = val;
  265. ipc->sockc.priority = rt_tos2priority(ipc->tos);
  266. break;
  267. case IP_PROTOCOL:
  268. if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
  269. return -EINVAL;
  270. val = *(int *)CMSG_DATA(cmsg);
  271. if (val < 1 || val > 255)
  272. return -EINVAL;
  273. ipc->protocol = val;
  274. break;
  275. default:
  276. return -EINVAL;
  277. }
  278. }
  279. return 0;
  280. }
  281. static void ip_ra_destroy_rcu(struct rcu_head *head)
  282. {
  283. struct ip_ra_chain *ra = container_of(head, struct ip_ra_chain, rcu);
  284. sock_put(ra->saved_sk);
  285. kfree(ra);
  286. }
  287. int ip_ra_control(struct sock *sk, unsigned char on,
  288. void (*destructor)(struct sock *))
  289. {
  290. struct ip_ra_chain *ra, *new_ra;
  291. struct ip_ra_chain __rcu **rap;
  292. struct net *net = sock_net(sk);
  293. if (sk->sk_type != SOCK_RAW || inet_sk(sk)->inet_num == IPPROTO_RAW)
  294. return -EINVAL;
  295. new_ra = on ? kmalloc_obj(*new_ra) : NULL;
  296. if (on && !new_ra)
  297. return -ENOMEM;
  298. mutex_lock(&net->ipv4.ra_mutex);
  299. for (rap = &net->ipv4.ra_chain;
  300. (ra = rcu_dereference_protected(*rap,
  301. lockdep_is_held(&net->ipv4.ra_mutex))) != NULL;
  302. rap = &ra->next) {
  303. if (ra->sk == sk) {
  304. if (on) {
  305. mutex_unlock(&net->ipv4.ra_mutex);
  306. kfree(new_ra);
  307. return -EADDRINUSE;
  308. }
  309. /* dont let ip_call_ra_chain() use sk again */
  310. ra->sk = NULL;
  311. RCU_INIT_POINTER(*rap, ra->next);
  312. mutex_unlock(&net->ipv4.ra_mutex);
  313. if (ra->destructor)
  314. ra->destructor(sk);
  315. /*
  316. * Delay sock_put(sk) and kfree(ra) after one rcu grace
  317. * period. This guarantee ip_call_ra_chain() dont need
  318. * to mess with socket refcounts.
  319. */
  320. ra->saved_sk = sk;
  321. call_rcu(&ra->rcu, ip_ra_destroy_rcu);
  322. return 0;
  323. }
  324. }
  325. if (!new_ra) {
  326. mutex_unlock(&net->ipv4.ra_mutex);
  327. return -ENOBUFS;
  328. }
  329. new_ra->sk = sk;
  330. new_ra->destructor = destructor;
  331. RCU_INIT_POINTER(new_ra->next, ra);
  332. rcu_assign_pointer(*rap, new_ra);
  333. sock_hold(sk);
  334. mutex_unlock(&net->ipv4.ra_mutex);
  335. return 0;
  336. }
  337. static void ipv4_icmp_error_rfc4884(const struct sk_buff *skb,
  338. struct sock_ee_data_rfc4884 *out)
  339. {
  340. switch (icmp_hdr(skb)->type) {
  341. case ICMP_DEST_UNREACH:
  342. case ICMP_TIME_EXCEEDED:
  343. case ICMP_PARAMETERPROB:
  344. ip_icmp_error_rfc4884(skb, out, sizeof(struct icmphdr),
  345. icmp_hdr(skb)->un.reserved[1] * 4);
  346. }
  347. }
  348. void ip_icmp_error(struct sock *sk, struct sk_buff *skb, int err,
  349. __be16 port, u32 info, u8 *payload)
  350. {
  351. struct sock_exterr_skb *serr;
  352. skb = skb_clone(skb, GFP_ATOMIC);
  353. if (!skb)
  354. return;
  355. serr = SKB_EXT_ERR(skb);
  356. serr->ee.ee_errno = err;
  357. serr->ee.ee_origin = SO_EE_ORIGIN_ICMP;
  358. serr->ee.ee_type = icmp_hdr(skb)->type;
  359. serr->ee.ee_code = icmp_hdr(skb)->code;
  360. serr->ee.ee_pad = 0;
  361. serr->ee.ee_info = info;
  362. serr->ee.ee_data = 0;
  363. serr->addr_offset = (u8 *)&(((struct iphdr *)(icmp_hdr(skb) + 1))->daddr) -
  364. skb_network_header(skb);
  365. serr->port = port;
  366. if (skb_pull(skb, payload - skb->data)) {
  367. if (inet_test_bit(RECVERR_RFC4884, sk))
  368. ipv4_icmp_error_rfc4884(skb, &serr->ee.ee_rfc4884);
  369. skb_reset_transport_header(skb);
  370. if (sock_queue_err_skb(sk, skb) == 0)
  371. return;
  372. }
  373. kfree_skb(skb);
  374. }
  375. EXPORT_SYMBOL_GPL(ip_icmp_error);
  376. void ip_local_error(struct sock *sk, int err, __be32 daddr, __be16 port, u32 info)
  377. {
  378. struct sock_exterr_skb *serr;
  379. struct iphdr *iph;
  380. struct sk_buff *skb;
  381. if (!inet_test_bit(RECVERR, sk))
  382. return;
  383. skb = alloc_skb(sizeof(struct iphdr), GFP_ATOMIC);
  384. if (!skb)
  385. return;
  386. skb_put(skb, sizeof(struct iphdr));
  387. skb_reset_network_header(skb);
  388. iph = ip_hdr(skb);
  389. iph->daddr = daddr;
  390. serr = SKB_EXT_ERR(skb);
  391. serr->ee.ee_errno = err;
  392. serr->ee.ee_origin = SO_EE_ORIGIN_LOCAL;
  393. serr->ee.ee_type = 0;
  394. serr->ee.ee_code = 0;
  395. serr->ee.ee_pad = 0;
  396. serr->ee.ee_info = info;
  397. serr->ee.ee_data = 0;
  398. serr->addr_offset = (u8 *)&iph->daddr - skb_network_header(skb);
  399. serr->port = port;
  400. __skb_pull(skb, skb_tail_pointer(skb) - skb->data);
  401. skb_reset_transport_header(skb);
  402. if (sock_queue_err_skb(sk, skb))
  403. kfree_skb(skb);
  404. }
  405. /* For some errors we have valid addr_offset even with zero payload and
  406. * zero port. Also, addr_offset should be supported if port is set.
  407. */
  408. static inline bool ipv4_datagram_support_addr(struct sock_exterr_skb *serr)
  409. {
  410. return serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
  411. serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL || serr->port;
  412. }
  413. /* IPv4 supports cmsg on all imcp errors and some timestamps
  414. *
  415. * Timestamp code paths do not initialize the fields expected by cmsg:
  416. * the PKTINFO fields in skb->cb[]. Fill those in here.
  417. */
  418. static bool ipv4_datagram_support_cmsg(const struct sock *sk,
  419. struct sk_buff *skb,
  420. int ee_origin)
  421. {
  422. struct in_pktinfo *info;
  423. if (ee_origin == SO_EE_ORIGIN_ICMP)
  424. return true;
  425. if (ee_origin == SO_EE_ORIGIN_LOCAL)
  426. return false;
  427. /* Support IP_PKTINFO on tstamp packets if requested, to correlate
  428. * timestamp with egress dev. Not possible for packets without iif
  429. * or without payload (SOF_TIMESTAMPING_OPT_TSONLY).
  430. */
  431. info = PKTINFO_SKB_CB(skb);
  432. if (!(READ_ONCE(sk->sk_tsflags) & SOF_TIMESTAMPING_OPT_CMSG) ||
  433. !info->ipi_ifindex)
  434. return false;
  435. info->ipi_spec_dst.s_addr = ip_hdr(skb)->saddr;
  436. return true;
  437. }
  438. /*
  439. * Handle MSG_ERRQUEUE
  440. */
  441. int ip_recv_error(struct sock *sk, struct msghdr *msg, int len, int *addr_len)
  442. {
  443. struct sock_exterr_skb *serr;
  444. struct sk_buff *skb;
  445. DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);
  446. struct {
  447. struct sock_extended_err ee;
  448. struct sockaddr_in offender;
  449. } errhdr;
  450. int err;
  451. int copied;
  452. err = -EAGAIN;
  453. skb = sock_dequeue_err_skb(sk);
  454. if (!skb)
  455. goto out;
  456. copied = skb->len;
  457. if (copied > len) {
  458. msg->msg_flags |= MSG_TRUNC;
  459. copied = len;
  460. }
  461. err = skb_copy_datagram_msg(skb, 0, msg, copied);
  462. if (unlikely(err)) {
  463. kfree_skb(skb);
  464. return err;
  465. }
  466. sock_recv_timestamp(msg, sk, skb);
  467. serr = SKB_EXT_ERR(skb);
  468. if (sin && ipv4_datagram_support_addr(serr)) {
  469. sin->sin_family = AF_INET;
  470. sin->sin_addr.s_addr = *(__be32 *)(skb_network_header(skb) +
  471. serr->addr_offset);
  472. sin->sin_port = serr->port;
  473. memset(&sin->sin_zero, 0, sizeof(sin->sin_zero));
  474. *addr_len = sizeof(*sin);
  475. }
  476. memcpy(&errhdr.ee, &serr->ee, sizeof(struct sock_extended_err));
  477. sin = &errhdr.offender;
  478. memset(sin, 0, sizeof(*sin));
  479. if (ipv4_datagram_support_cmsg(sk, skb, serr->ee.ee_origin)) {
  480. sin->sin_family = AF_INET;
  481. sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
  482. if (inet_cmsg_flags(inet_sk(sk)))
  483. ip_cmsg_recv(msg, skb);
  484. }
  485. put_cmsg(msg, SOL_IP, IP_RECVERR, sizeof(errhdr), &errhdr);
  486. /* Now we could try to dump offended packet options */
  487. msg->msg_flags |= MSG_ERRQUEUE;
  488. err = copied;
  489. consume_skb(skb);
  490. out:
  491. return err;
  492. }
  493. void __ip_sock_set_tos(struct sock *sk, int val)
  494. {
  495. u8 old_tos = inet_sk(sk)->tos;
  496. if (sk->sk_type == SOCK_STREAM) {
  497. val &= ~INET_ECN_MASK;
  498. val |= old_tos & INET_ECN_MASK;
  499. }
  500. if (old_tos != val) {
  501. WRITE_ONCE(inet_sk(sk)->tos, val);
  502. WRITE_ONCE(sk->sk_priority, rt_tos2priority(val));
  503. sk_dst_reset(sk);
  504. }
  505. }
  506. void ip_sock_set_tos(struct sock *sk, int val)
  507. {
  508. sockopt_lock_sock(sk);
  509. __ip_sock_set_tos(sk, val);
  510. sockopt_release_sock(sk);
  511. }
  512. EXPORT_SYMBOL(ip_sock_set_tos);
  513. void ip_sock_set_freebind(struct sock *sk)
  514. {
  515. inet_set_bit(FREEBIND, sk);
  516. }
  517. EXPORT_SYMBOL(ip_sock_set_freebind);
  518. void ip_sock_set_recverr(struct sock *sk)
  519. {
  520. inet_set_bit(RECVERR, sk);
  521. }
  522. EXPORT_SYMBOL(ip_sock_set_recverr);
  523. int ip_sock_set_mtu_discover(struct sock *sk, int val)
  524. {
  525. if (val < IP_PMTUDISC_DONT || val > IP_PMTUDISC_OMIT)
  526. return -EINVAL;
  527. WRITE_ONCE(inet_sk(sk)->pmtudisc, val);
  528. return 0;
  529. }
  530. EXPORT_SYMBOL(ip_sock_set_mtu_discover);
  531. void ip_sock_set_pktinfo(struct sock *sk)
  532. {
  533. inet_set_bit(PKTINFO, sk);
  534. }
  535. EXPORT_SYMBOL(ip_sock_set_pktinfo);
  536. /*
  537. * Socket option code for IP. This is the end of the line after any
  538. * TCP,UDP etc options on an IP socket.
  539. */
  540. static bool setsockopt_needs_rtnl(int optname)
  541. {
  542. switch (optname) {
  543. case IP_ADD_MEMBERSHIP:
  544. case IP_ADD_SOURCE_MEMBERSHIP:
  545. case IP_BLOCK_SOURCE:
  546. case IP_DROP_MEMBERSHIP:
  547. case IP_DROP_SOURCE_MEMBERSHIP:
  548. case IP_MSFILTER:
  549. case IP_UNBLOCK_SOURCE:
  550. case MCAST_BLOCK_SOURCE:
  551. case MCAST_MSFILTER:
  552. case MCAST_JOIN_GROUP:
  553. case MCAST_JOIN_SOURCE_GROUP:
  554. case MCAST_LEAVE_GROUP:
  555. case MCAST_LEAVE_SOURCE_GROUP:
  556. case MCAST_UNBLOCK_SOURCE:
  557. return true;
  558. }
  559. return false;
  560. }
  561. static int set_mcast_msfilter(struct sock *sk, int ifindex,
  562. int numsrc, int fmode,
  563. struct sockaddr_storage *group,
  564. struct sockaddr_storage *list)
  565. {
  566. struct ip_msfilter *msf;
  567. struct sockaddr_in *psin;
  568. int err, i;
  569. msf = kmalloc(IP_MSFILTER_SIZE(numsrc), GFP_KERNEL);
  570. if (!msf)
  571. return -ENOBUFS;
  572. psin = (struct sockaddr_in *)group;
  573. if (psin->sin_family != AF_INET)
  574. goto Eaddrnotavail;
  575. msf->imsf_multiaddr = psin->sin_addr.s_addr;
  576. msf->imsf_interface = 0;
  577. msf->imsf_fmode = fmode;
  578. msf->imsf_numsrc = numsrc;
  579. for (i = 0; i < numsrc; ++i) {
  580. psin = (struct sockaddr_in *)&list[i];
  581. if (psin->sin_family != AF_INET)
  582. goto Eaddrnotavail;
  583. msf->imsf_slist_flex[i] = psin->sin_addr.s_addr;
  584. }
  585. err = ip_mc_msfilter(sk, msf, ifindex);
  586. kfree(msf);
  587. return err;
  588. Eaddrnotavail:
  589. kfree(msf);
  590. return -EADDRNOTAVAIL;
  591. }
  592. static int copy_group_source_from_sockptr(struct group_source_req *greqs,
  593. sockptr_t optval, int optlen)
  594. {
  595. if (in_compat_syscall()) {
  596. struct compat_group_source_req gr32;
  597. if (optlen != sizeof(gr32))
  598. return -EINVAL;
  599. if (copy_from_sockptr(&gr32, optval, sizeof(gr32)))
  600. return -EFAULT;
  601. greqs->gsr_interface = gr32.gsr_interface;
  602. greqs->gsr_group = gr32.gsr_group;
  603. greqs->gsr_source = gr32.gsr_source;
  604. } else {
  605. if (optlen != sizeof(*greqs))
  606. return -EINVAL;
  607. if (copy_from_sockptr(greqs, optval, sizeof(*greqs)))
  608. return -EFAULT;
  609. }
  610. return 0;
  611. }
  612. static int do_mcast_group_source(struct sock *sk, int optname,
  613. sockptr_t optval, int optlen)
  614. {
  615. struct group_source_req greqs;
  616. struct ip_mreq_source mreqs;
  617. struct sockaddr_in *psin;
  618. int omode, add, err;
  619. err = copy_group_source_from_sockptr(&greqs, optval, optlen);
  620. if (err)
  621. return err;
  622. if (greqs.gsr_group.ss_family != AF_INET ||
  623. greqs.gsr_source.ss_family != AF_INET)
  624. return -EADDRNOTAVAIL;
  625. psin = (struct sockaddr_in *)&greqs.gsr_group;
  626. mreqs.imr_multiaddr = psin->sin_addr.s_addr;
  627. psin = (struct sockaddr_in *)&greqs.gsr_source;
  628. mreqs.imr_sourceaddr = psin->sin_addr.s_addr;
  629. mreqs.imr_interface = 0; /* use index for mc_source */
  630. if (optname == MCAST_BLOCK_SOURCE) {
  631. omode = MCAST_EXCLUDE;
  632. add = 1;
  633. } else if (optname == MCAST_UNBLOCK_SOURCE) {
  634. omode = MCAST_EXCLUDE;
  635. add = 0;
  636. } else if (optname == MCAST_JOIN_SOURCE_GROUP) {
  637. struct ip_mreqn mreq;
  638. psin = (struct sockaddr_in *)&greqs.gsr_group;
  639. mreq.imr_multiaddr = psin->sin_addr;
  640. mreq.imr_address.s_addr = 0;
  641. mreq.imr_ifindex = greqs.gsr_interface;
  642. err = ip_mc_join_group_ssm(sk, &mreq, MCAST_INCLUDE);
  643. if (err && err != -EADDRINUSE)
  644. return err;
  645. greqs.gsr_interface = mreq.imr_ifindex;
  646. omode = MCAST_INCLUDE;
  647. add = 1;
  648. } else /* MCAST_LEAVE_SOURCE_GROUP */ {
  649. omode = MCAST_INCLUDE;
  650. add = 0;
  651. }
  652. return ip_mc_source(add, omode, sk, &mreqs, greqs.gsr_interface);
  653. }
  654. static int ip_set_mcast_msfilter(struct sock *sk, sockptr_t optval, int optlen)
  655. {
  656. struct group_filter *gsf = NULL;
  657. int err;
  658. if (optlen < GROUP_FILTER_SIZE(0))
  659. return -EINVAL;
  660. if (optlen > READ_ONCE(sock_net(sk)->core.sysctl_optmem_max))
  661. return -ENOBUFS;
  662. gsf = memdup_sockptr(optval, optlen);
  663. if (IS_ERR(gsf))
  664. return PTR_ERR(gsf);
  665. /* numsrc >= (4G-140)/128 overflow in 32 bits */
  666. err = -ENOBUFS;
  667. if (gsf->gf_numsrc >= 0x1ffffff ||
  668. gsf->gf_numsrc > READ_ONCE(sock_net(sk)->ipv4.sysctl_igmp_max_msf))
  669. goto out_free_gsf;
  670. err = -EINVAL;
  671. if (GROUP_FILTER_SIZE(gsf->gf_numsrc) > optlen)
  672. goto out_free_gsf;
  673. err = set_mcast_msfilter(sk, gsf->gf_interface, gsf->gf_numsrc,
  674. gsf->gf_fmode, &gsf->gf_group,
  675. gsf->gf_slist_flex);
  676. out_free_gsf:
  677. kfree(gsf);
  678. return err;
  679. }
  680. static int compat_ip_set_mcast_msfilter(struct sock *sk, sockptr_t optval,
  681. int optlen)
  682. {
  683. const int size0 = offsetof(struct compat_group_filter, gf_slist_flex);
  684. struct compat_group_filter *gf32;
  685. unsigned int n;
  686. void *p;
  687. int err;
  688. if (optlen < size0)
  689. return -EINVAL;
  690. if (optlen > READ_ONCE(sock_net(sk)->core.sysctl_optmem_max) - 4)
  691. return -ENOBUFS;
  692. p = kmalloc(optlen + 4, GFP_KERNEL);
  693. if (!p)
  694. return -ENOMEM;
  695. gf32 = p + 4; /* we want ->gf_group and ->gf_slist_flex aligned */
  696. err = -EFAULT;
  697. if (copy_from_sockptr(gf32, optval, optlen))
  698. goto out_free_gsf;
  699. /* numsrc >= (4G-140)/128 overflow in 32 bits */
  700. n = gf32->gf_numsrc;
  701. err = -ENOBUFS;
  702. if (n >= 0x1ffffff)
  703. goto out_free_gsf;
  704. err = -EINVAL;
  705. if (offsetof(struct compat_group_filter, gf_slist_flex[n]) > optlen)
  706. goto out_free_gsf;
  707. /* numsrc >= (4G-140)/128 overflow in 32 bits */
  708. err = -ENOBUFS;
  709. if (n > READ_ONCE(sock_net(sk)->ipv4.sysctl_igmp_max_msf))
  710. goto out_free_gsf;
  711. err = set_mcast_msfilter(sk, gf32->gf_interface, n, gf32->gf_fmode,
  712. &gf32->gf_group, gf32->gf_slist_flex);
  713. out_free_gsf:
  714. kfree(p);
  715. return err;
  716. }
  717. static int ip_mcast_join_leave(struct sock *sk, int optname,
  718. sockptr_t optval, int optlen)
  719. {
  720. struct ip_mreqn mreq = { };
  721. struct sockaddr_in *psin;
  722. struct group_req greq;
  723. if (optlen < sizeof(struct group_req))
  724. return -EINVAL;
  725. if (copy_from_sockptr(&greq, optval, sizeof(greq)))
  726. return -EFAULT;
  727. psin = (struct sockaddr_in *)&greq.gr_group;
  728. if (psin->sin_family != AF_INET)
  729. return -EINVAL;
  730. mreq.imr_multiaddr = psin->sin_addr;
  731. mreq.imr_ifindex = greq.gr_interface;
  732. if (optname == MCAST_JOIN_GROUP)
  733. return ip_mc_join_group(sk, &mreq);
  734. return ip_mc_leave_group(sk, &mreq);
  735. }
  736. static int compat_ip_mcast_join_leave(struct sock *sk, int optname,
  737. sockptr_t optval, int optlen)
  738. {
  739. struct compat_group_req greq;
  740. struct ip_mreqn mreq = { };
  741. struct sockaddr_in *psin;
  742. if (optlen < sizeof(struct compat_group_req))
  743. return -EINVAL;
  744. if (copy_from_sockptr(&greq, optval, sizeof(greq)))
  745. return -EFAULT;
  746. psin = (struct sockaddr_in *)&greq.gr_group;
  747. if (psin->sin_family != AF_INET)
  748. return -EINVAL;
  749. mreq.imr_multiaddr = psin->sin_addr;
  750. mreq.imr_ifindex = greq.gr_interface;
  751. if (optname == MCAST_JOIN_GROUP)
  752. return ip_mc_join_group(sk, &mreq);
  753. return ip_mc_leave_group(sk, &mreq);
  754. }
  755. DEFINE_STATIC_KEY_FALSE(ip4_min_ttl);
  756. int do_ip_setsockopt(struct sock *sk, int level, int optname,
  757. sockptr_t optval, unsigned int optlen)
  758. {
  759. struct inet_sock *inet = inet_sk(sk);
  760. struct net *net = sock_net(sk);
  761. int val = 0, err, retv;
  762. bool needs_rtnl = setsockopt_needs_rtnl(optname);
  763. switch (optname) {
  764. case IP_PKTINFO:
  765. case IP_RECVTTL:
  766. case IP_RECVOPTS:
  767. case IP_RECVTOS:
  768. case IP_RETOPTS:
  769. case IP_TOS:
  770. case IP_TTL:
  771. case IP_HDRINCL:
  772. case IP_MTU_DISCOVER:
  773. case IP_RECVERR:
  774. case IP_ROUTER_ALERT:
  775. case IP_FREEBIND:
  776. case IP_PASSSEC:
  777. case IP_TRANSPARENT:
  778. case IP_MINTTL:
  779. case IP_NODEFRAG:
  780. case IP_BIND_ADDRESS_NO_PORT:
  781. case IP_UNICAST_IF:
  782. case IP_MULTICAST_TTL:
  783. case IP_MULTICAST_ALL:
  784. case IP_MULTICAST_LOOP:
  785. case IP_RECVORIGDSTADDR:
  786. case IP_CHECKSUM:
  787. case IP_RECVFRAGSIZE:
  788. case IP_RECVERR_RFC4884:
  789. case IP_LOCAL_PORT_RANGE:
  790. if (optlen >= sizeof(int)) {
  791. if (copy_from_sockptr(&val, optval, sizeof(val)))
  792. return -EFAULT;
  793. } else if (optlen >= sizeof(char)) {
  794. unsigned char ucval;
  795. if (copy_from_sockptr(&ucval, optval, sizeof(ucval)))
  796. return -EFAULT;
  797. val = (int) ucval;
  798. }
  799. }
  800. /* If optlen==0, it is equivalent to val == 0 */
  801. if (optname == IP_ROUTER_ALERT) {
  802. retv = ip_ra_control(sk, val ? 1 : 0, NULL);
  803. if (retv == 0)
  804. inet_assign_bit(RTALERT, sk, val);
  805. return retv;
  806. }
  807. if (ip_mroute_opt(optname))
  808. return ip_mroute_setsockopt(sk, optname, optval, optlen);
  809. /* Handle options that can be set without locking the socket. */
  810. switch (optname) {
  811. case IP_PKTINFO:
  812. inet_assign_bit(PKTINFO, sk, val);
  813. return 0;
  814. case IP_RECVTTL:
  815. inet_assign_bit(TTL, sk, val);
  816. return 0;
  817. case IP_RECVTOS:
  818. inet_assign_bit(TOS, sk, val);
  819. return 0;
  820. case IP_RECVOPTS:
  821. inet_assign_bit(RECVOPTS, sk, val);
  822. return 0;
  823. case IP_RETOPTS:
  824. inet_assign_bit(RETOPTS, sk, val);
  825. return 0;
  826. case IP_PASSSEC:
  827. inet_assign_bit(PASSSEC, sk, val);
  828. return 0;
  829. case IP_RECVORIGDSTADDR:
  830. inet_assign_bit(ORIGDSTADDR, sk, val);
  831. return 0;
  832. case IP_RECVFRAGSIZE:
  833. if (sk->sk_type != SOCK_RAW && sk->sk_type != SOCK_DGRAM)
  834. return -EINVAL;
  835. inet_assign_bit(RECVFRAGSIZE, sk, val);
  836. return 0;
  837. case IP_RECVERR:
  838. inet_assign_bit(RECVERR, sk, val);
  839. if (!val)
  840. skb_errqueue_purge(&sk->sk_error_queue);
  841. return 0;
  842. case IP_RECVERR_RFC4884:
  843. if (val < 0 || val > 1)
  844. return -EINVAL;
  845. inet_assign_bit(RECVERR_RFC4884, sk, val);
  846. return 0;
  847. case IP_FREEBIND:
  848. if (optlen < 1)
  849. return -EINVAL;
  850. inet_assign_bit(FREEBIND, sk, val);
  851. return 0;
  852. case IP_HDRINCL:
  853. if (sk->sk_type != SOCK_RAW)
  854. return -ENOPROTOOPT;
  855. inet_assign_bit(HDRINCL, sk, val);
  856. return 0;
  857. case IP_MULTICAST_LOOP:
  858. if (optlen < 1)
  859. return -EINVAL;
  860. inet_assign_bit(MC_LOOP, sk, val);
  861. return 0;
  862. case IP_MULTICAST_ALL:
  863. if (optlen < 1)
  864. return -EINVAL;
  865. if (val != 0 && val != 1)
  866. return -EINVAL;
  867. inet_assign_bit(MC_ALL, sk, val);
  868. return 0;
  869. case IP_TRANSPARENT:
  870. if (!!val && !sockopt_ns_capable(sock_net(sk)->user_ns, CAP_NET_RAW) &&
  871. !sockopt_ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN))
  872. return -EPERM;
  873. if (optlen < 1)
  874. return -EINVAL;
  875. inet_assign_bit(TRANSPARENT, sk, val);
  876. return 0;
  877. case IP_NODEFRAG:
  878. if (sk->sk_type != SOCK_RAW)
  879. return -ENOPROTOOPT;
  880. inet_assign_bit(NODEFRAG, sk, val);
  881. return 0;
  882. case IP_BIND_ADDRESS_NO_PORT:
  883. inet_assign_bit(BIND_ADDRESS_NO_PORT, sk, val);
  884. return 0;
  885. case IP_TTL:
  886. if (optlen < 1)
  887. return -EINVAL;
  888. if (val != -1 && (val < 1 || val > 255))
  889. return -EINVAL;
  890. WRITE_ONCE(inet->uc_ttl, val);
  891. return 0;
  892. case IP_MINTTL:
  893. if (optlen < 1)
  894. return -EINVAL;
  895. if (val < 0 || val > 255)
  896. return -EINVAL;
  897. if (val)
  898. static_branch_enable(&ip4_min_ttl);
  899. WRITE_ONCE(inet->min_ttl, val);
  900. return 0;
  901. case IP_MULTICAST_TTL:
  902. if (sk->sk_type == SOCK_STREAM)
  903. return -EINVAL;
  904. if (optlen < 1)
  905. return -EINVAL;
  906. if (val == -1)
  907. val = 1;
  908. if (val < 0 || val > 255)
  909. return -EINVAL;
  910. WRITE_ONCE(inet->mc_ttl, val);
  911. return 0;
  912. case IP_MTU_DISCOVER:
  913. return ip_sock_set_mtu_discover(sk, val);
  914. case IP_TOS: /* This sets both TOS and Precedence */
  915. ip_sock_set_tos(sk, val);
  916. return 0;
  917. case IP_LOCAL_PORT_RANGE:
  918. {
  919. u16 lo = val;
  920. u16 hi = val >> 16;
  921. if (optlen != sizeof(u32))
  922. return -EINVAL;
  923. if (lo != 0 && hi != 0 && lo > hi)
  924. return -EINVAL;
  925. WRITE_ONCE(inet->local_port_range, val);
  926. return 0;
  927. }
  928. }
  929. err = 0;
  930. if (needs_rtnl)
  931. rtnl_lock();
  932. sockopt_lock_sock(sk);
  933. switch (optname) {
  934. case IP_OPTIONS:
  935. {
  936. struct ip_options_rcu *old, *opt = NULL;
  937. if (optlen > 40)
  938. goto e_inval;
  939. err = ip_options_get(sock_net(sk), &opt, optval, optlen);
  940. if (err)
  941. break;
  942. old = rcu_dereference_protected(inet->inet_opt,
  943. lockdep_sock_is_held(sk));
  944. if (inet_test_bit(IS_ICSK, sk)) {
  945. struct inet_connection_sock *icsk = inet_csk(sk);
  946. #if IS_ENABLED(CONFIG_IPV6)
  947. if (sk->sk_family == PF_INET ||
  948. (!((1 << sk->sk_state) &
  949. (TCPF_LISTEN | TCPF_CLOSE)) &&
  950. inet->inet_daddr != LOOPBACK4_IPV6)) {
  951. #endif
  952. if (old)
  953. icsk->icsk_ext_hdr_len -= old->opt.optlen;
  954. if (opt)
  955. icsk->icsk_ext_hdr_len += opt->opt.optlen;
  956. icsk->icsk_sync_mss(sk, icsk->icsk_pmtu_cookie);
  957. #if IS_ENABLED(CONFIG_IPV6)
  958. }
  959. #endif
  960. }
  961. rcu_assign_pointer(inet->inet_opt, opt);
  962. if (old)
  963. kfree_rcu(old, rcu);
  964. break;
  965. }
  966. case IP_CHECKSUM:
  967. if (val) {
  968. if (!(inet_test_bit(CHECKSUM, sk))) {
  969. inet_inc_convert_csum(sk);
  970. inet_set_bit(CHECKSUM, sk);
  971. }
  972. } else {
  973. if (inet_test_bit(CHECKSUM, sk)) {
  974. inet_dec_convert_csum(sk);
  975. inet_clear_bit(CHECKSUM, sk);
  976. }
  977. }
  978. break;
  979. case IP_UNICAST_IF:
  980. {
  981. struct net_device *dev = NULL;
  982. int ifindex;
  983. int midx;
  984. if (optlen != sizeof(int))
  985. goto e_inval;
  986. ifindex = (__force int)ntohl((__force __be32)val);
  987. if (ifindex == 0) {
  988. WRITE_ONCE(inet->uc_index, 0);
  989. err = 0;
  990. break;
  991. }
  992. dev = dev_get_by_index(sock_net(sk), ifindex);
  993. err = -EADDRNOTAVAIL;
  994. if (!dev)
  995. break;
  996. midx = l3mdev_master_ifindex(dev);
  997. dev_put(dev);
  998. err = -EINVAL;
  999. if (sk->sk_bound_dev_if && midx != sk->sk_bound_dev_if)
  1000. break;
  1001. WRITE_ONCE(inet->uc_index, ifindex);
  1002. err = 0;
  1003. break;
  1004. }
  1005. case IP_MULTICAST_IF:
  1006. {
  1007. struct ip_mreqn mreq;
  1008. struct net_device *dev = NULL;
  1009. int midx;
  1010. if (sk->sk_type == SOCK_STREAM)
  1011. goto e_inval;
  1012. /*
  1013. * Check the arguments are allowable
  1014. */
  1015. if (optlen < sizeof(struct in_addr))
  1016. goto e_inval;
  1017. err = -EFAULT;
  1018. if (optlen >= sizeof(struct ip_mreqn)) {
  1019. if (copy_from_sockptr(&mreq, optval, sizeof(mreq)))
  1020. break;
  1021. } else {
  1022. memset(&mreq, 0, sizeof(mreq));
  1023. if (optlen >= sizeof(struct ip_mreq)) {
  1024. if (copy_from_sockptr(&mreq, optval,
  1025. sizeof(struct ip_mreq)))
  1026. break;
  1027. } else if (optlen >= sizeof(struct in_addr)) {
  1028. if (copy_from_sockptr(&mreq.imr_address, optval,
  1029. sizeof(struct in_addr)))
  1030. break;
  1031. }
  1032. }
  1033. if (!mreq.imr_ifindex) {
  1034. if (mreq.imr_address.s_addr == htonl(INADDR_ANY)) {
  1035. WRITE_ONCE(inet->mc_index, 0);
  1036. WRITE_ONCE(inet->mc_addr, 0);
  1037. err = 0;
  1038. break;
  1039. }
  1040. dev = ip_dev_find(sock_net(sk), mreq.imr_address.s_addr);
  1041. if (dev)
  1042. mreq.imr_ifindex = dev->ifindex;
  1043. } else
  1044. dev = dev_get_by_index(sock_net(sk), mreq.imr_ifindex);
  1045. err = -EADDRNOTAVAIL;
  1046. if (!dev)
  1047. break;
  1048. midx = l3mdev_master_ifindex(dev);
  1049. dev_put(dev);
  1050. err = -EINVAL;
  1051. if (sk->sk_bound_dev_if &&
  1052. mreq.imr_ifindex != sk->sk_bound_dev_if &&
  1053. midx != sk->sk_bound_dev_if)
  1054. break;
  1055. WRITE_ONCE(inet->mc_index, mreq.imr_ifindex);
  1056. WRITE_ONCE(inet->mc_addr, mreq.imr_address.s_addr);
  1057. err = 0;
  1058. break;
  1059. }
  1060. case IP_ADD_MEMBERSHIP:
  1061. case IP_DROP_MEMBERSHIP:
  1062. {
  1063. struct ip_mreqn mreq;
  1064. err = -EPROTO;
  1065. if (inet_test_bit(IS_ICSK, sk))
  1066. break;
  1067. if (optlen < sizeof(struct ip_mreq))
  1068. goto e_inval;
  1069. err = -EFAULT;
  1070. if (optlen >= sizeof(struct ip_mreqn)) {
  1071. if (copy_from_sockptr(&mreq, optval, sizeof(mreq)))
  1072. break;
  1073. } else {
  1074. memset(&mreq, 0, sizeof(mreq));
  1075. if (copy_from_sockptr(&mreq, optval,
  1076. sizeof(struct ip_mreq)))
  1077. break;
  1078. }
  1079. if (optname == IP_ADD_MEMBERSHIP)
  1080. err = ip_mc_join_group(sk, &mreq);
  1081. else
  1082. err = ip_mc_leave_group(sk, &mreq);
  1083. break;
  1084. }
  1085. case IP_MSFILTER:
  1086. {
  1087. struct ip_msfilter *msf;
  1088. if (optlen < IP_MSFILTER_SIZE(0))
  1089. goto e_inval;
  1090. if (optlen > READ_ONCE(net->core.sysctl_optmem_max)) {
  1091. err = -ENOBUFS;
  1092. break;
  1093. }
  1094. msf = memdup_sockptr(optval, optlen);
  1095. if (IS_ERR(msf)) {
  1096. err = PTR_ERR(msf);
  1097. break;
  1098. }
  1099. /* numsrc >= (1G-4) overflow in 32 bits */
  1100. if (msf->imsf_numsrc >= 0x3ffffffcU ||
  1101. msf->imsf_numsrc > READ_ONCE(net->ipv4.sysctl_igmp_max_msf)) {
  1102. kfree(msf);
  1103. err = -ENOBUFS;
  1104. break;
  1105. }
  1106. if (IP_MSFILTER_SIZE(msf->imsf_numsrc) > optlen) {
  1107. kfree(msf);
  1108. err = -EINVAL;
  1109. break;
  1110. }
  1111. err = ip_mc_msfilter(sk, msf, 0);
  1112. kfree(msf);
  1113. break;
  1114. }
  1115. case IP_BLOCK_SOURCE:
  1116. case IP_UNBLOCK_SOURCE:
  1117. case IP_ADD_SOURCE_MEMBERSHIP:
  1118. case IP_DROP_SOURCE_MEMBERSHIP:
  1119. {
  1120. struct ip_mreq_source mreqs;
  1121. int omode, add;
  1122. if (optlen != sizeof(struct ip_mreq_source))
  1123. goto e_inval;
  1124. if (copy_from_sockptr(&mreqs, optval, sizeof(mreqs))) {
  1125. err = -EFAULT;
  1126. break;
  1127. }
  1128. if (optname == IP_BLOCK_SOURCE) {
  1129. omode = MCAST_EXCLUDE;
  1130. add = 1;
  1131. } else if (optname == IP_UNBLOCK_SOURCE) {
  1132. omode = MCAST_EXCLUDE;
  1133. add = 0;
  1134. } else if (optname == IP_ADD_SOURCE_MEMBERSHIP) {
  1135. struct ip_mreqn mreq;
  1136. mreq.imr_multiaddr.s_addr = mreqs.imr_multiaddr;
  1137. mreq.imr_address.s_addr = mreqs.imr_interface;
  1138. mreq.imr_ifindex = 0;
  1139. err = ip_mc_join_group_ssm(sk, &mreq, MCAST_INCLUDE);
  1140. if (err && err != -EADDRINUSE)
  1141. break;
  1142. omode = MCAST_INCLUDE;
  1143. add = 1;
  1144. } else /* IP_DROP_SOURCE_MEMBERSHIP */ {
  1145. omode = MCAST_INCLUDE;
  1146. add = 0;
  1147. }
  1148. err = ip_mc_source(add, omode, sk, &mreqs, 0);
  1149. break;
  1150. }
  1151. case MCAST_JOIN_GROUP:
  1152. case MCAST_LEAVE_GROUP:
  1153. if (in_compat_syscall())
  1154. err = compat_ip_mcast_join_leave(sk, optname, optval,
  1155. optlen);
  1156. else
  1157. err = ip_mcast_join_leave(sk, optname, optval, optlen);
  1158. break;
  1159. case MCAST_JOIN_SOURCE_GROUP:
  1160. case MCAST_LEAVE_SOURCE_GROUP:
  1161. case MCAST_BLOCK_SOURCE:
  1162. case MCAST_UNBLOCK_SOURCE:
  1163. err = do_mcast_group_source(sk, optname, optval, optlen);
  1164. break;
  1165. case MCAST_MSFILTER:
  1166. if (in_compat_syscall())
  1167. err = compat_ip_set_mcast_msfilter(sk, optval, optlen);
  1168. else
  1169. err = ip_set_mcast_msfilter(sk, optval, optlen);
  1170. break;
  1171. case IP_IPSEC_POLICY:
  1172. case IP_XFRM_POLICY:
  1173. err = -EPERM;
  1174. if (!sockopt_ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN))
  1175. break;
  1176. err = xfrm_user_policy(sk, optname, optval, optlen);
  1177. break;
  1178. default:
  1179. err = -ENOPROTOOPT;
  1180. break;
  1181. }
  1182. sockopt_release_sock(sk);
  1183. if (needs_rtnl)
  1184. rtnl_unlock();
  1185. return err;
  1186. e_inval:
  1187. sockopt_release_sock(sk);
  1188. if (needs_rtnl)
  1189. rtnl_unlock();
  1190. return -EINVAL;
  1191. }
  1192. /**
  1193. * ipv4_pktinfo_prepare - transfer some info from rtable to skb
  1194. * @sk: socket
  1195. * @skb: buffer
  1196. * @drop_dst: if true, drops skb dst
  1197. *
  1198. * To support IP_CMSG_PKTINFO option, we store rt_iif and specific
  1199. * destination in skb->cb[] before dst drop.
  1200. * This way, receiver doesn't make cache line misses to read rtable.
  1201. */
  1202. void ipv4_pktinfo_prepare(const struct sock *sk, struct sk_buff *skb, bool drop_dst)
  1203. {
  1204. struct in_pktinfo *pktinfo = PKTINFO_SKB_CB(skb);
  1205. bool prepare = inet_test_bit(PKTINFO, sk) ||
  1206. ipv6_sk_rxinfo(sk);
  1207. if (prepare && skb_rtable(skb)) {
  1208. /* skb->cb is overloaded: prior to this point it is IP{6}CB
  1209. * which has interface index (iif) as the first member of the
  1210. * underlying inet{6}_skb_parm struct. This code then overlays
  1211. * PKTINFO_SKB_CB and in_pktinfo also has iif as the first
  1212. * element so the iif is picked up from the prior IPCB. If iif
  1213. * is the loopback interface, then return the sending interface
  1214. * (e.g., process binds socket to eth0 for Tx which is
  1215. * redirected to loopback in the rtable/dst).
  1216. */
  1217. struct rtable *rt = skb_rtable(skb);
  1218. bool l3slave = ipv4_l3mdev_skb(IPCB(skb)->flags);
  1219. if (pktinfo->ipi_ifindex == LOOPBACK_IFINDEX)
  1220. pktinfo->ipi_ifindex = inet_iif(skb);
  1221. else if (l3slave && rt && rt->rt_iif)
  1222. pktinfo->ipi_ifindex = rt->rt_iif;
  1223. pktinfo->ipi_spec_dst.s_addr = fib_compute_spec_dst(skb);
  1224. } else {
  1225. pktinfo->ipi_ifindex = 0;
  1226. pktinfo->ipi_spec_dst.s_addr = 0;
  1227. }
  1228. if (drop_dst)
  1229. skb_dst_drop(skb);
  1230. }
  1231. int ip_setsockopt(struct sock *sk, int level, int optname, sockptr_t optval,
  1232. unsigned int optlen)
  1233. {
  1234. int err;
  1235. if (level != SOL_IP)
  1236. return -ENOPROTOOPT;
  1237. err = do_ip_setsockopt(sk, level, optname, optval, optlen);
  1238. #ifdef CONFIG_NETFILTER
  1239. /* we need to exclude all possible ENOPROTOOPTs except default case */
  1240. if (err == -ENOPROTOOPT && optname != IP_HDRINCL &&
  1241. optname != IP_IPSEC_POLICY &&
  1242. optname != IP_XFRM_POLICY &&
  1243. !ip_mroute_opt(optname))
  1244. err = nf_setsockopt(sk, PF_INET, optname, optval, optlen);
  1245. #endif
  1246. return err;
  1247. }
  1248. EXPORT_SYMBOL(ip_setsockopt);
  1249. /*
  1250. * Get the options. Note for future reference. The GET of IP options gets
  1251. * the _received_ ones. The set sets the _sent_ ones.
  1252. */
  1253. static bool getsockopt_needs_rtnl(int optname)
  1254. {
  1255. switch (optname) {
  1256. case IP_MSFILTER:
  1257. case MCAST_MSFILTER:
  1258. return true;
  1259. }
  1260. return false;
  1261. }
  1262. static int ip_get_mcast_msfilter(struct sock *sk, sockptr_t optval,
  1263. sockptr_t optlen, int len)
  1264. {
  1265. const int size0 = offsetof(struct group_filter, gf_slist_flex);
  1266. struct group_filter gsf;
  1267. int num, gsf_size;
  1268. int err;
  1269. if (len < size0)
  1270. return -EINVAL;
  1271. if (copy_from_sockptr(&gsf, optval, size0))
  1272. return -EFAULT;
  1273. num = gsf.gf_numsrc;
  1274. err = ip_mc_gsfget(sk, &gsf, optval,
  1275. offsetof(struct group_filter, gf_slist_flex));
  1276. if (err)
  1277. return err;
  1278. if (gsf.gf_numsrc < num)
  1279. num = gsf.gf_numsrc;
  1280. gsf_size = GROUP_FILTER_SIZE(num);
  1281. if (copy_to_sockptr(optlen, &gsf_size, sizeof(int)) ||
  1282. copy_to_sockptr(optval, &gsf, size0))
  1283. return -EFAULT;
  1284. return 0;
  1285. }
  1286. static int compat_ip_get_mcast_msfilter(struct sock *sk, sockptr_t optval,
  1287. sockptr_t optlen, int len)
  1288. {
  1289. const int size0 = offsetof(struct compat_group_filter, gf_slist_flex);
  1290. struct compat_group_filter gf32;
  1291. struct group_filter gf;
  1292. int num;
  1293. int err;
  1294. if (len < size0)
  1295. return -EINVAL;
  1296. if (copy_from_sockptr(&gf32, optval, size0))
  1297. return -EFAULT;
  1298. gf.gf_interface = gf32.gf_interface;
  1299. gf.gf_fmode = gf32.gf_fmode;
  1300. num = gf.gf_numsrc = gf32.gf_numsrc;
  1301. gf.gf_group = gf32.gf_group;
  1302. err = ip_mc_gsfget(sk, &gf, optval,
  1303. offsetof(struct compat_group_filter, gf_slist_flex));
  1304. if (err)
  1305. return err;
  1306. if (gf.gf_numsrc < num)
  1307. num = gf.gf_numsrc;
  1308. len = GROUP_FILTER_SIZE(num) - (sizeof(gf) - sizeof(gf32));
  1309. if (copy_to_sockptr(optlen, &len, sizeof(int)) ||
  1310. copy_to_sockptr_offset(optval, offsetof(struct compat_group_filter, gf_fmode),
  1311. &gf.gf_fmode, sizeof(gf.gf_fmode)) ||
  1312. copy_to_sockptr_offset(optval, offsetof(struct compat_group_filter, gf_numsrc),
  1313. &gf.gf_numsrc, sizeof(gf.gf_numsrc)))
  1314. return -EFAULT;
  1315. return 0;
  1316. }
  1317. int do_ip_getsockopt(struct sock *sk, int level, int optname,
  1318. sockptr_t optval, sockptr_t optlen)
  1319. {
  1320. struct inet_sock *inet = inet_sk(sk);
  1321. bool needs_rtnl = getsockopt_needs_rtnl(optname);
  1322. int val, err = 0;
  1323. int len;
  1324. if (level != SOL_IP)
  1325. return -EOPNOTSUPP;
  1326. if (ip_mroute_opt(optname))
  1327. return ip_mroute_getsockopt(sk, optname, optval, optlen);
  1328. if (copy_from_sockptr(&len, optlen, sizeof(int)))
  1329. return -EFAULT;
  1330. if (len < 0)
  1331. return -EINVAL;
  1332. /* Handle options that can be read without locking the socket. */
  1333. switch (optname) {
  1334. case IP_PKTINFO:
  1335. val = inet_test_bit(PKTINFO, sk);
  1336. goto copyval;
  1337. case IP_RECVTTL:
  1338. val = inet_test_bit(TTL, sk);
  1339. goto copyval;
  1340. case IP_RECVTOS:
  1341. val = inet_test_bit(TOS, sk);
  1342. goto copyval;
  1343. case IP_RECVOPTS:
  1344. val = inet_test_bit(RECVOPTS, sk);
  1345. goto copyval;
  1346. case IP_RETOPTS:
  1347. val = inet_test_bit(RETOPTS, sk);
  1348. goto copyval;
  1349. case IP_PASSSEC:
  1350. val = inet_test_bit(PASSSEC, sk);
  1351. goto copyval;
  1352. case IP_RECVORIGDSTADDR:
  1353. val = inet_test_bit(ORIGDSTADDR, sk);
  1354. goto copyval;
  1355. case IP_CHECKSUM:
  1356. val = inet_test_bit(CHECKSUM, sk);
  1357. goto copyval;
  1358. case IP_RECVFRAGSIZE:
  1359. val = inet_test_bit(RECVFRAGSIZE, sk);
  1360. goto copyval;
  1361. case IP_RECVERR:
  1362. val = inet_test_bit(RECVERR, sk);
  1363. goto copyval;
  1364. case IP_RECVERR_RFC4884:
  1365. val = inet_test_bit(RECVERR_RFC4884, sk);
  1366. goto copyval;
  1367. case IP_FREEBIND:
  1368. val = inet_test_bit(FREEBIND, sk);
  1369. goto copyval;
  1370. case IP_HDRINCL:
  1371. val = inet_test_bit(HDRINCL, sk);
  1372. goto copyval;
  1373. case IP_MULTICAST_LOOP:
  1374. val = inet_test_bit(MC_LOOP, sk);
  1375. goto copyval;
  1376. case IP_MULTICAST_ALL:
  1377. val = inet_test_bit(MC_ALL, sk);
  1378. goto copyval;
  1379. case IP_TRANSPARENT:
  1380. val = inet_test_bit(TRANSPARENT, sk);
  1381. goto copyval;
  1382. case IP_NODEFRAG:
  1383. val = inet_test_bit(NODEFRAG, sk);
  1384. goto copyval;
  1385. case IP_BIND_ADDRESS_NO_PORT:
  1386. val = inet_test_bit(BIND_ADDRESS_NO_PORT, sk);
  1387. goto copyval;
  1388. case IP_ROUTER_ALERT:
  1389. val = inet_test_bit(RTALERT, sk);
  1390. goto copyval;
  1391. case IP_TTL:
  1392. val = READ_ONCE(inet->uc_ttl);
  1393. if (val < 0)
  1394. val = READ_ONCE(sock_net(sk)->ipv4.sysctl_ip_default_ttl);
  1395. goto copyval;
  1396. case IP_MINTTL:
  1397. val = READ_ONCE(inet->min_ttl);
  1398. goto copyval;
  1399. case IP_MULTICAST_TTL:
  1400. val = READ_ONCE(inet->mc_ttl);
  1401. goto copyval;
  1402. case IP_MTU_DISCOVER:
  1403. val = READ_ONCE(inet->pmtudisc);
  1404. goto copyval;
  1405. case IP_TOS:
  1406. val = READ_ONCE(inet->tos);
  1407. goto copyval;
  1408. case IP_OPTIONS:
  1409. {
  1410. unsigned char optbuf[sizeof(struct ip_options)+40];
  1411. struct ip_options *opt = (struct ip_options *)optbuf;
  1412. struct ip_options_rcu *inet_opt;
  1413. rcu_read_lock();
  1414. inet_opt = rcu_dereference(inet->inet_opt);
  1415. opt->optlen = 0;
  1416. if (inet_opt)
  1417. memcpy(optbuf, &inet_opt->opt,
  1418. sizeof(struct ip_options) +
  1419. inet_opt->opt.optlen);
  1420. rcu_read_unlock();
  1421. if (opt->optlen == 0) {
  1422. len = 0;
  1423. return copy_to_sockptr(optlen, &len, sizeof(int));
  1424. }
  1425. ip_options_undo(opt);
  1426. len = min_t(unsigned int, len, opt->optlen);
  1427. if (copy_to_sockptr(optlen, &len, sizeof(int)))
  1428. return -EFAULT;
  1429. if (copy_to_sockptr(optval, opt->__data, len))
  1430. return -EFAULT;
  1431. return 0;
  1432. }
  1433. case IP_MTU:
  1434. {
  1435. struct dst_entry *dst;
  1436. val = 0;
  1437. dst = sk_dst_get(sk);
  1438. if (dst) {
  1439. val = dst4_mtu(dst);
  1440. dst_release(dst);
  1441. }
  1442. if (!val)
  1443. return -ENOTCONN;
  1444. goto copyval;
  1445. }
  1446. case IP_PKTOPTIONS:
  1447. {
  1448. struct msghdr msg;
  1449. if (sk->sk_type != SOCK_STREAM)
  1450. return -ENOPROTOOPT;
  1451. if (optval.is_kernel) {
  1452. msg.msg_control_is_user = false;
  1453. msg.msg_control = optval.kernel;
  1454. } else {
  1455. msg.msg_control_is_user = true;
  1456. msg.msg_control_user = optval.user;
  1457. }
  1458. msg.msg_controllen = len;
  1459. msg.msg_flags = in_compat_syscall() ? MSG_CMSG_COMPAT : 0;
  1460. if (inet_test_bit(PKTINFO, sk)) {
  1461. struct in_pktinfo info;
  1462. info.ipi_addr.s_addr = READ_ONCE(inet->inet_rcv_saddr);
  1463. info.ipi_spec_dst.s_addr = READ_ONCE(inet->inet_rcv_saddr);
  1464. info.ipi_ifindex = READ_ONCE(inet->mc_index);
  1465. put_cmsg(&msg, SOL_IP, IP_PKTINFO, sizeof(info), &info);
  1466. }
  1467. if (inet_test_bit(TTL, sk)) {
  1468. int hlim = READ_ONCE(inet->mc_ttl);
  1469. put_cmsg(&msg, SOL_IP, IP_TTL, sizeof(hlim), &hlim);
  1470. }
  1471. if (inet_test_bit(TOS, sk)) {
  1472. int tos = READ_ONCE(inet->rcv_tos);
  1473. put_cmsg(&msg, SOL_IP, IP_TOS, sizeof(tos), &tos);
  1474. }
  1475. len -= msg.msg_controllen;
  1476. return copy_to_sockptr(optlen, &len, sizeof(int));
  1477. }
  1478. case IP_UNICAST_IF:
  1479. val = (__force int)htonl((__u32) READ_ONCE(inet->uc_index));
  1480. goto copyval;
  1481. case IP_MULTICAST_IF:
  1482. {
  1483. struct in_addr addr;
  1484. len = min_t(unsigned int, len, sizeof(struct in_addr));
  1485. addr.s_addr = READ_ONCE(inet->mc_addr);
  1486. if (copy_to_sockptr(optlen, &len, sizeof(int)))
  1487. return -EFAULT;
  1488. if (copy_to_sockptr(optval, &addr, len))
  1489. return -EFAULT;
  1490. return 0;
  1491. }
  1492. case IP_LOCAL_PORT_RANGE:
  1493. val = READ_ONCE(inet->local_port_range);
  1494. goto copyval;
  1495. }
  1496. if (needs_rtnl)
  1497. rtnl_lock();
  1498. sockopt_lock_sock(sk);
  1499. switch (optname) {
  1500. case IP_MSFILTER:
  1501. {
  1502. struct ip_msfilter msf;
  1503. if (len < IP_MSFILTER_SIZE(0)) {
  1504. err = -EINVAL;
  1505. goto out;
  1506. }
  1507. if (copy_from_sockptr(&msf, optval, IP_MSFILTER_SIZE(0))) {
  1508. err = -EFAULT;
  1509. goto out;
  1510. }
  1511. err = ip_mc_msfget(sk, &msf, optval, optlen);
  1512. goto out;
  1513. }
  1514. case MCAST_MSFILTER:
  1515. if (in_compat_syscall())
  1516. err = compat_ip_get_mcast_msfilter(sk, optval, optlen,
  1517. len);
  1518. else
  1519. err = ip_get_mcast_msfilter(sk, optval, optlen, len);
  1520. goto out;
  1521. case IP_PROTOCOL:
  1522. val = inet_sk(sk)->inet_num;
  1523. break;
  1524. default:
  1525. sockopt_release_sock(sk);
  1526. return -ENOPROTOOPT;
  1527. }
  1528. sockopt_release_sock(sk);
  1529. copyval:
  1530. if (len < sizeof(int) && len > 0 && val >= 0 && val <= 255) {
  1531. unsigned char ucval = (unsigned char)val;
  1532. len = 1;
  1533. if (copy_to_sockptr(optlen, &len, sizeof(int)))
  1534. return -EFAULT;
  1535. if (copy_to_sockptr(optval, &ucval, 1))
  1536. return -EFAULT;
  1537. } else {
  1538. len = min_t(unsigned int, sizeof(int), len);
  1539. if (copy_to_sockptr(optlen, &len, sizeof(int)))
  1540. return -EFAULT;
  1541. if (copy_to_sockptr(optval, &val, len))
  1542. return -EFAULT;
  1543. }
  1544. return 0;
  1545. out:
  1546. sockopt_release_sock(sk);
  1547. if (needs_rtnl)
  1548. rtnl_unlock();
  1549. return err;
  1550. }
  1551. int ip_getsockopt(struct sock *sk, int level,
  1552. int optname, char __user *optval, int __user *optlen)
  1553. {
  1554. int err;
  1555. err = do_ip_getsockopt(sk, level, optname,
  1556. USER_SOCKPTR(optval), USER_SOCKPTR(optlen));
  1557. #ifdef CONFIG_NETFILTER
  1558. /* we need to exclude all possible ENOPROTOOPTs except default case */
  1559. if (err == -ENOPROTOOPT && optname != IP_PKTOPTIONS &&
  1560. !ip_mroute_opt(optname)) {
  1561. int len;
  1562. if (get_user(len, optlen))
  1563. return -EFAULT;
  1564. err = nf_getsockopt(sk, PF_INET, optname, optval, &len);
  1565. if (err >= 0)
  1566. err = put_user(len, optlen);
  1567. return err;
  1568. }
  1569. #endif
  1570. return err;
  1571. }
  1572. EXPORT_SYMBOL(ip_getsockopt);