route.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. /* SPDX-License-Identifier: GPL-2.0-or-later */
  2. /*
  3. * INET An implementation of the TCP/IP protocol suite for the LINUX
  4. * operating system. INET is implemented using the BSD Socket
  5. * interface as the means of communication with the user level.
  6. *
  7. * Definitions for the IP router.
  8. *
  9. * Version: @(#)route.h 1.0.4 05/27/93
  10. *
  11. * Authors: Ross Biro
  12. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  13. * Fixes:
  14. * Alan Cox : Reformatted. Added ip_rt_local()
  15. * Alan Cox : Support for TCP parameters.
  16. * Alexey Kuznetsov: Major changes for new routing code.
  17. * Mike McLagan : Routing by source
  18. * Robert Olsson : Added rt_cache statistics
  19. */
  20. #ifndef _ROUTE_H
  21. #define _ROUTE_H
  22. #include <net/dst.h>
  23. #include <net/inetpeer.h>
  24. #include <net/flow.h>
  25. #include <net/inet_sock.h>
  26. #include <net/ip_fib.h>
  27. #include <net/arp.h>
  28. #include <net/ndisc.h>
  29. #include <net/inet_dscp.h>
  30. #include <net/sock.h>
  31. #include <linux/in_route.h>
  32. #include <linux/rtnetlink.h>
  33. #include <linux/rcupdate.h>
  34. #include <linux/route.h>
  35. #include <linux/ip.h>
  36. #include <linux/cache.h>
  37. #include <linux/security.h>
  38. static inline __u8 ip_sock_rt_scope(const struct sock *sk)
  39. {
  40. if (sock_flag(sk, SOCK_LOCALROUTE))
  41. return RT_SCOPE_LINK;
  42. return RT_SCOPE_UNIVERSE;
  43. }
  44. static inline __u8 ip_sock_rt_tos(const struct sock *sk)
  45. {
  46. return READ_ONCE(inet_sk(sk)->tos) & INET_DSCP_MASK;
  47. }
  48. struct ip_tunnel_info;
  49. struct fib_nh;
  50. struct fib_info;
  51. struct uncached_list;
  52. struct rtable {
  53. struct dst_entry dst;
  54. int rt_genid;
  55. unsigned int rt_flags;
  56. __u16 rt_type;
  57. __u8 rt_is_input;
  58. __u8 rt_uses_gateway;
  59. int rt_iif;
  60. u8 rt_gw_family;
  61. /* Info on neighbour */
  62. union {
  63. __be32 rt_gw4;
  64. struct in6_addr rt_gw6;
  65. };
  66. /* Miscellaneous cached information */
  67. u32 rt_mtu_locked:1,
  68. rt_pmtu:31;
  69. };
  70. #define dst_rtable(_ptr) container_of_const(_ptr, struct rtable, dst)
  71. /**
  72. * skb_rtable - Returns the skb &rtable
  73. * @skb: buffer
  74. */
  75. static inline struct rtable *skb_rtable(const struct sk_buff *skb)
  76. {
  77. return dst_rtable(skb_dst(skb));
  78. }
  79. static inline bool rt_is_input_route(const struct rtable *rt)
  80. {
  81. return rt->rt_is_input != 0;
  82. }
  83. static inline bool rt_is_output_route(const struct rtable *rt)
  84. {
  85. return rt->rt_is_input == 0;
  86. }
  87. static inline __be32 rt_nexthop(const struct rtable *rt, __be32 daddr)
  88. {
  89. if (rt->rt_gw_family == AF_INET)
  90. return rt->rt_gw4;
  91. return daddr;
  92. }
  93. struct ip_rt_acct {
  94. __u32 o_bytes;
  95. __u32 o_packets;
  96. __u32 i_bytes;
  97. __u32 i_packets;
  98. };
  99. struct rt_cache_stat {
  100. unsigned int in_slow_tot;
  101. unsigned int in_slow_mc;
  102. unsigned int in_no_route;
  103. unsigned int in_brd;
  104. unsigned int in_martian_dst;
  105. unsigned int in_martian_src;
  106. unsigned int out_slow_tot;
  107. unsigned int out_slow_mc;
  108. };
  109. extern struct ip_rt_acct __percpu *ip_rt_acct;
  110. struct in_device;
  111. int ip_rt_init(void);
  112. void rt_cache_flush(struct net *net);
  113. void rt_flush_dev(struct net_device *dev);
  114. static inline void inet_sk_init_flowi4(const struct inet_sock *inet,
  115. struct flowi4 *fl4)
  116. {
  117. const struct ip_options_rcu *ip4_opt;
  118. const struct sock *sk;
  119. __be32 daddr;
  120. rcu_read_lock();
  121. ip4_opt = rcu_dereference(inet->inet_opt);
  122. /* Source routing option overrides the socket destination address */
  123. if (ip4_opt && ip4_opt->opt.srr)
  124. daddr = ip4_opt->opt.faddr;
  125. else
  126. daddr = inet->inet_daddr;
  127. rcu_read_unlock();
  128. sk = &inet->sk;
  129. flowi4_init_output(fl4, sk->sk_bound_dev_if, READ_ONCE(sk->sk_mark),
  130. ip_sock_rt_tos(sk), ip_sock_rt_scope(sk),
  131. sk->sk_protocol, inet_sk_flowi_flags(sk), daddr,
  132. inet->inet_saddr, inet->inet_dport,
  133. inet->inet_sport, sk_uid(sk));
  134. security_sk_classify_flow(sk, flowi4_to_flowi_common(fl4));
  135. }
  136. struct rtable *ip_route_output_key_hash(struct net *net, struct flowi4 *flp,
  137. const struct sk_buff *skb);
  138. struct rtable *ip_route_output_key_hash_rcu(struct net *net, struct flowi4 *flp,
  139. struct fib_result *res,
  140. const struct sk_buff *skb);
  141. static inline struct rtable *__ip_route_output_key(struct net *net,
  142. struct flowi4 *flp)
  143. {
  144. return ip_route_output_key_hash(net, flp, NULL);
  145. }
  146. struct rtable *ip_route_output_flow(struct net *, struct flowi4 *flp,
  147. const struct sock *sk);
  148. struct dst_entry *ipv4_blackhole_route(struct net *net,
  149. struct dst_entry *dst_orig);
  150. static inline struct rtable *ip_route_output_key(struct net *net, struct flowi4 *flp)
  151. {
  152. return ip_route_output_flow(net, flp, NULL);
  153. }
  154. /* Simplistic IPv4 route lookup function.
  155. * This is only suitable for some particular use cases: since the flowi4
  156. * structure is only partially set, it may bypass some fib-rules.
  157. */
  158. static inline struct rtable *ip_route_output(struct net *net, __be32 daddr,
  159. __be32 saddr, dscp_t dscp,
  160. int oif, __u8 scope)
  161. {
  162. struct flowi4 fl4 = {
  163. .flowi4_oif = oif,
  164. .flowi4_dscp = dscp,
  165. .flowi4_scope = scope,
  166. .daddr = daddr,
  167. .saddr = saddr,
  168. };
  169. return ip_route_output_key(net, &fl4);
  170. }
  171. static inline struct rtable *ip_route_output_ports(struct net *net, struct flowi4 *fl4,
  172. const struct sock *sk,
  173. __be32 daddr, __be32 saddr,
  174. __be16 dport, __be16 sport,
  175. __u8 proto, __u8 tos, int oif)
  176. {
  177. flowi4_init_output(fl4, oif, sk ? READ_ONCE(sk->sk_mark) : 0, tos,
  178. sk ? ip_sock_rt_scope(sk) : RT_SCOPE_UNIVERSE,
  179. proto, sk ? inet_sk_flowi_flags(sk) : 0,
  180. daddr, saddr, dport, sport, sock_net_uid(net, sk));
  181. if (sk)
  182. security_sk_classify_flow(sk, flowi4_to_flowi_common(fl4));
  183. return ip_route_output_flow(net, fl4, sk);
  184. }
  185. enum skb_drop_reason
  186. ip_mc_validate_source(struct sk_buff *skb, __be32 daddr, __be32 saddr,
  187. dscp_t dscp, struct net_device *dev,
  188. struct in_device *in_dev, u32 *itag);
  189. enum skb_drop_reason
  190. ip_route_input_noref(struct sk_buff *skb, __be32 daddr, __be32 saddr,
  191. dscp_t dscp, struct net_device *dev);
  192. enum skb_drop_reason
  193. ip_route_use_hint(struct sk_buff *skb, __be32 daddr, __be32 saddr,
  194. dscp_t dscp, struct net_device *dev,
  195. const struct sk_buff *hint);
  196. static inline enum skb_drop_reason
  197. ip_route_input(struct sk_buff *skb, __be32 dst, __be32 src, dscp_t dscp,
  198. struct net_device *devin)
  199. {
  200. enum skb_drop_reason reason;
  201. rcu_read_lock();
  202. reason = ip_route_input_noref(skb, dst, src, dscp, devin);
  203. if (!reason) {
  204. skb_dst_force(skb);
  205. if (!skb_dst(skb))
  206. reason = SKB_DROP_REASON_NOT_SPECIFIED;
  207. }
  208. rcu_read_unlock();
  209. return reason;
  210. }
  211. void ipv4_update_pmtu(struct sk_buff *skb, struct net *net, u32 mtu, int oif,
  212. u8 protocol);
  213. void ipv4_sk_update_pmtu(struct sk_buff *skb, struct sock *sk, u32 mtu);
  214. void ipv4_redirect(struct sk_buff *skb, struct net *net, int oif, u8 protocol);
  215. void ipv4_sk_redirect(struct sk_buff *skb, struct sock *sk);
  216. void ip_rt_send_redirect(struct sk_buff *skb);
  217. unsigned int inet_addr_type(struct net *net, __be32 addr);
  218. unsigned int inet_addr_type_table(struct net *net, __be32 addr, u32 tb_id);
  219. unsigned int inet_dev_addr_type(struct net *net, const struct net_device *dev,
  220. __be32 addr);
  221. unsigned int inet_addr_type_dev_table(struct net *net,
  222. const struct net_device *dev,
  223. __be32 addr);
  224. void ip_rt_multicast_event(struct in_device *);
  225. int ip_rt_ioctl(struct net *, unsigned int cmd, struct rtentry *rt);
  226. void ip_rt_get_source(u8 *src, struct sk_buff *skb, struct rtable *rt);
  227. struct rtable *rt_dst_alloc(struct net_device *dev,
  228. unsigned int flags, u16 type, bool noxfrm);
  229. struct rtable *rt_dst_clone(struct net_device *dev, struct rtable *rt);
  230. struct in_ifaddr;
  231. void fib_add_ifaddr(struct in_ifaddr *);
  232. void fib_del_ifaddr(struct in_ifaddr *, struct in_ifaddr *);
  233. void fib_modify_prefix_metric(struct in_ifaddr *ifa, u32 new_metric);
  234. void rt_add_uncached_list(struct rtable *rt);
  235. void rt_del_uncached_list(struct rtable *rt);
  236. int fib_dump_info_fnhe(struct sk_buff *skb, struct netlink_callback *cb,
  237. u32 table_id, struct fib_info *fi,
  238. int *fa_index, int fa_start, unsigned int flags);
  239. static inline void ip_rt_put(struct rtable *rt)
  240. {
  241. /* dst_release() accepts a NULL parameter.
  242. * We rely on dst being first structure in struct rtable
  243. */
  244. BUILD_BUG_ON(offsetof(struct rtable, dst) != 0);
  245. dst_release(&rt->dst);
  246. }
  247. extern const __u8 ip_tos2prio[16];
  248. static inline char rt_tos2priority(u8 tos)
  249. {
  250. return ip_tos2prio[IPTOS_TOS(tos)>>1];
  251. }
  252. /* ip_route_connect() and ip_route_newports() work in tandem whilst
  253. * binding a socket for a new outgoing connection.
  254. *
  255. * In order to use IPSEC properly, we must, in the end, have a
  256. * route that was looked up using all available keys including source
  257. * and destination ports.
  258. *
  259. * However, if a source port needs to be allocated (the user specified
  260. * a wildcard source port) we need to obtain addressing information
  261. * in order to perform that allocation.
  262. *
  263. * So ip_route_connect() looks up a route using wildcarded source and
  264. * destination ports in the key, simply so that we can get a pair of
  265. * addresses to use for port allocation.
  266. *
  267. * Later, once the ports are allocated, ip_route_newports() will make
  268. * another route lookup if needed to make sure we catch any IPSEC
  269. * rules keyed on the port information.
  270. *
  271. * The callers allocate the flow key on their stack, and must pass in
  272. * the same flowi4 object to both the ip_route_connect() and the
  273. * ip_route_newports() calls.
  274. */
  275. static inline void ip_route_connect_init(struct flowi4 *fl4, __be32 dst,
  276. __be32 src, int oif, u8 protocol,
  277. __be16 sport, __be16 dport,
  278. const struct sock *sk)
  279. {
  280. __u8 flow_flags = 0;
  281. if (inet_test_bit(TRANSPARENT, sk))
  282. flow_flags |= FLOWI_FLAG_ANYSRC;
  283. if (IS_ENABLED(CONFIG_IP_ROUTE_MULTIPATH) && !sport)
  284. flow_flags |= FLOWI_FLAG_ANY_SPORT;
  285. flowi4_init_output(fl4, oif, READ_ONCE(sk->sk_mark), ip_sock_rt_tos(sk),
  286. ip_sock_rt_scope(sk), protocol, flow_flags, dst,
  287. src, dport, sport, sk_uid(sk));
  288. }
  289. static inline struct rtable *ip_route_connect(struct flowi4 *fl4, __be32 dst,
  290. __be32 src, int oif, u8 protocol,
  291. __be16 sport, __be16 dport,
  292. const struct sock *sk)
  293. {
  294. struct net *net = sock_net(sk);
  295. struct rtable *rt;
  296. ip_route_connect_init(fl4, dst, src, oif, protocol, sport, dport, sk);
  297. if (!dst || !src) {
  298. rt = __ip_route_output_key(net, fl4);
  299. if (IS_ERR(rt))
  300. return rt;
  301. ip_rt_put(rt);
  302. flowi4_update_output(fl4, oif, fl4->daddr, fl4->saddr);
  303. }
  304. security_sk_classify_flow(sk, flowi4_to_flowi_common(fl4));
  305. return ip_route_output_flow(net, fl4, sk);
  306. }
  307. static inline struct rtable *ip_route_newports(struct flowi4 *fl4, struct rtable *rt,
  308. __be16 orig_sport, __be16 orig_dport,
  309. __be16 sport, __be16 dport,
  310. const struct sock *sk)
  311. {
  312. if (sport != orig_sport || dport != orig_dport) {
  313. fl4->fl4_dport = dport;
  314. fl4->fl4_sport = sport;
  315. ip_rt_put(rt);
  316. flowi4_update_output(fl4, sk->sk_bound_dev_if, fl4->daddr,
  317. fl4->saddr);
  318. security_sk_classify_flow(sk, flowi4_to_flowi_common(fl4));
  319. return ip_route_output_flow(sock_net(sk), fl4, sk);
  320. }
  321. return rt;
  322. }
  323. static inline int inet_iif(const struct sk_buff *skb)
  324. {
  325. struct rtable *rt = skb_rtable(skb);
  326. if (rt && rt->rt_iif)
  327. return rt->rt_iif;
  328. return skb->skb_iif;
  329. }
  330. static inline int ip4_dst_hoplimit(const struct dst_entry *dst)
  331. {
  332. int hoplimit = dst_metric_raw(dst, RTAX_HOPLIMIT);
  333. if (hoplimit == 0) {
  334. const struct net *net;
  335. rcu_read_lock();
  336. net = dst_dev_net_rcu(dst);
  337. hoplimit = READ_ONCE(net->ipv4.sysctl_ip_default_ttl);
  338. rcu_read_unlock();
  339. }
  340. return hoplimit;
  341. }
  342. static inline struct neighbour *ip_neigh_gw4(struct net_device *dev,
  343. __be32 daddr)
  344. {
  345. struct neighbour *neigh;
  346. neigh = __ipv4_neigh_lookup_noref(dev, (__force u32)daddr);
  347. if (unlikely(!neigh))
  348. neigh = __neigh_create(&arp_tbl, &daddr, dev, false);
  349. return neigh;
  350. }
  351. static inline struct neighbour *ip_neigh_for_gw(struct rtable *rt,
  352. struct sk_buff *skb,
  353. bool *is_v6gw)
  354. {
  355. struct net_device *dev = rt->dst.dev;
  356. struct neighbour *neigh;
  357. if (likely(rt->rt_gw_family == AF_INET)) {
  358. neigh = ip_neigh_gw4(dev, rt->rt_gw4);
  359. } else if (rt->rt_gw_family == AF_INET6) {
  360. neigh = ip_neigh_gw6(dev, &rt->rt_gw6);
  361. *is_v6gw = true;
  362. } else {
  363. neigh = ip_neigh_gw4(dev, ip_hdr(skb)->daddr);
  364. }
  365. return neigh;
  366. }
  367. #endif /* _ROUTE_H */