dst_metadata.h 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef __NET_DST_METADATA_H
  3. #define __NET_DST_METADATA_H 1
  4. #include <linux/skbuff.h>
  5. #include <net/ip.h>
  6. #include <net/ip_tunnels.h>
  7. #include <net/macsec.h>
  8. #include <net/dst.h>
  9. enum metadata_type {
  10. METADATA_IP_TUNNEL,
  11. METADATA_HW_PORT_MUX,
  12. METADATA_MACSEC,
  13. METADATA_XFRM,
  14. };
  15. struct hw_port_info {
  16. struct net_device *lower_dev;
  17. u32 port_id;
  18. };
  19. struct macsec_info {
  20. sci_t sci;
  21. };
  22. struct xfrm_md_info {
  23. u32 if_id;
  24. int link;
  25. struct dst_entry *dst_orig;
  26. };
  27. struct metadata_dst {
  28. struct dst_entry dst;
  29. enum metadata_type type;
  30. union {
  31. struct ip_tunnel_info tun_info;
  32. struct hw_port_info port_info;
  33. struct macsec_info macsec_info;
  34. struct xfrm_md_info xfrm_info;
  35. } u;
  36. };
  37. static inline struct metadata_dst *skb_metadata_dst(const struct sk_buff *skb)
  38. {
  39. struct metadata_dst *md_dst = (struct metadata_dst *) skb_dst(skb);
  40. if (md_dst && md_dst->dst.flags & DST_METADATA)
  41. return md_dst;
  42. return NULL;
  43. }
  44. static inline struct ip_tunnel_info *
  45. skb_tunnel_info(const struct sk_buff *skb)
  46. {
  47. struct metadata_dst *md_dst = skb_metadata_dst(skb);
  48. struct dst_entry *dst;
  49. if (md_dst && md_dst->type == METADATA_IP_TUNNEL)
  50. return &md_dst->u.tun_info;
  51. dst = skb_dst(skb);
  52. if (dst && dst->lwtstate &&
  53. (dst->lwtstate->type == LWTUNNEL_ENCAP_IP ||
  54. dst->lwtstate->type == LWTUNNEL_ENCAP_IP6))
  55. return lwt_tun_info(dst->lwtstate);
  56. return NULL;
  57. }
  58. static inline struct xfrm_md_info *lwt_xfrm_info(struct lwtunnel_state *lwt)
  59. {
  60. return (struct xfrm_md_info *)lwt->data;
  61. }
  62. static inline struct xfrm_md_info *skb_xfrm_md_info(const struct sk_buff *skb)
  63. {
  64. struct metadata_dst *md_dst = skb_metadata_dst(skb);
  65. struct dst_entry *dst;
  66. if (md_dst && md_dst->type == METADATA_XFRM)
  67. return &md_dst->u.xfrm_info;
  68. dst = skb_dst(skb);
  69. if (dst && dst->lwtstate &&
  70. dst->lwtstate->type == LWTUNNEL_ENCAP_XFRM)
  71. return lwt_xfrm_info(dst->lwtstate);
  72. return NULL;
  73. }
  74. static inline bool skb_valid_dst(const struct sk_buff *skb)
  75. {
  76. struct dst_entry *dst = skb_dst(skb);
  77. return dst && !(dst->flags & DST_METADATA);
  78. }
  79. static inline int skb_metadata_dst_cmp(const struct sk_buff *skb_a,
  80. const struct sk_buff *skb_b)
  81. {
  82. const struct metadata_dst *a, *b;
  83. if (!(skb_a->_skb_refdst | skb_b->_skb_refdst))
  84. return 0;
  85. a = (const struct metadata_dst *) skb_dst(skb_a);
  86. b = (const struct metadata_dst *) skb_dst(skb_b);
  87. if (!a != !b || a->type != b->type)
  88. return 1;
  89. switch (a->type) {
  90. case METADATA_HW_PORT_MUX:
  91. return memcmp(&a->u.port_info, &b->u.port_info,
  92. sizeof(a->u.port_info));
  93. case METADATA_IP_TUNNEL:
  94. return memcmp(&a->u.tun_info, &b->u.tun_info,
  95. sizeof(a->u.tun_info) +
  96. a->u.tun_info.options_len);
  97. case METADATA_MACSEC:
  98. return memcmp(&a->u.macsec_info, &b->u.macsec_info,
  99. sizeof(a->u.macsec_info));
  100. case METADATA_XFRM:
  101. return memcmp(&a->u.xfrm_info, &b->u.xfrm_info,
  102. sizeof(a->u.xfrm_info));
  103. default:
  104. return 1;
  105. }
  106. }
  107. void metadata_dst_free(struct metadata_dst *);
  108. struct metadata_dst *metadata_dst_alloc(u8 optslen, enum metadata_type type,
  109. gfp_t flags);
  110. void metadata_dst_free_percpu(struct metadata_dst __percpu *md_dst);
  111. struct metadata_dst __percpu *
  112. metadata_dst_alloc_percpu(u8 optslen, enum metadata_type type, gfp_t flags);
  113. static inline struct metadata_dst *tun_rx_dst(int md_size)
  114. {
  115. struct metadata_dst *tun_dst;
  116. tun_dst = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
  117. if (!tun_dst)
  118. return NULL;
  119. tun_dst->u.tun_info.options_len = 0;
  120. tun_dst->u.tun_info.mode = 0;
  121. return tun_dst;
  122. }
  123. static inline struct metadata_dst *tun_dst_unclone(struct sk_buff *skb)
  124. {
  125. struct metadata_dst *md_dst = skb_metadata_dst(skb);
  126. int md_size;
  127. struct metadata_dst *new_md;
  128. if (!md_dst || md_dst->type != METADATA_IP_TUNNEL)
  129. return ERR_PTR(-EINVAL);
  130. md_size = md_dst->u.tun_info.options_len;
  131. new_md = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
  132. if (!new_md)
  133. return ERR_PTR(-ENOMEM);
  134. memcpy(&new_md->u.tun_info, &md_dst->u.tun_info,
  135. sizeof(struct ip_tunnel_info) + md_size);
  136. #ifdef CONFIG_DST_CACHE
  137. /* Unclone the dst cache if there is one */
  138. if (new_md->u.tun_info.dst_cache.cache) {
  139. int ret;
  140. ret = dst_cache_init(&new_md->u.tun_info.dst_cache, GFP_ATOMIC);
  141. if (ret) {
  142. metadata_dst_free(new_md);
  143. return ERR_PTR(ret);
  144. }
  145. }
  146. #endif
  147. skb_dst_drop(skb);
  148. skb_dst_set(skb, &new_md->dst);
  149. return new_md;
  150. }
  151. static inline struct ip_tunnel_info *skb_tunnel_info_unclone(struct sk_buff *skb)
  152. {
  153. struct metadata_dst *dst;
  154. dst = tun_dst_unclone(skb);
  155. if (IS_ERR(dst))
  156. return NULL;
  157. return &dst->u.tun_info;
  158. }
  159. static inline struct metadata_dst *__ip_tun_set_dst(__be32 saddr,
  160. __be32 daddr,
  161. __u8 tos, __u8 ttl,
  162. __be16 tp_dst,
  163. const unsigned long *flags,
  164. __be64 tunnel_id,
  165. int md_size)
  166. {
  167. struct metadata_dst *tun_dst;
  168. tun_dst = tun_rx_dst(md_size);
  169. if (!tun_dst)
  170. return NULL;
  171. ip_tunnel_key_init(&tun_dst->u.tun_info.key,
  172. saddr, daddr, tos, ttl,
  173. 0, 0, tp_dst, tunnel_id, flags);
  174. return tun_dst;
  175. }
  176. static inline struct metadata_dst *ip_tun_rx_dst(struct sk_buff *skb,
  177. const unsigned long *flags,
  178. __be64 tunnel_id,
  179. int md_size)
  180. {
  181. const struct iphdr *iph = ip_hdr(skb);
  182. struct metadata_dst *tun_dst;
  183. tun_dst = __ip_tun_set_dst(iph->saddr, iph->daddr, iph->tos, iph->ttl,
  184. 0, flags, tunnel_id, md_size);
  185. if (tun_dst && (iph->frag_off & htons(IP_DF)))
  186. __set_bit(IP_TUNNEL_DONT_FRAGMENT_BIT,
  187. tun_dst->u.tun_info.key.tun_flags);
  188. return tun_dst;
  189. }
  190. static inline struct metadata_dst *__ipv6_tun_set_dst(const struct in6_addr *saddr,
  191. const struct in6_addr *daddr,
  192. __u8 tos, __u8 ttl,
  193. __be16 tp_dst,
  194. __be32 label,
  195. const unsigned long *flags,
  196. __be64 tunnel_id,
  197. int md_size)
  198. {
  199. struct metadata_dst *tun_dst;
  200. struct ip_tunnel_info *info;
  201. tun_dst = tun_rx_dst(md_size);
  202. if (!tun_dst)
  203. return NULL;
  204. info = &tun_dst->u.tun_info;
  205. info->mode = IP_TUNNEL_INFO_IPV6;
  206. ip_tunnel_flags_copy(info->key.tun_flags, flags);
  207. info->key.tun_id = tunnel_id;
  208. info->key.tp_src = 0;
  209. info->key.tp_dst = tp_dst;
  210. info->key.u.ipv6.src = *saddr;
  211. info->key.u.ipv6.dst = *daddr;
  212. info->key.tos = tos;
  213. info->key.ttl = ttl;
  214. info->key.label = label;
  215. return tun_dst;
  216. }
  217. static inline struct metadata_dst *ipv6_tun_rx_dst(struct sk_buff *skb,
  218. const unsigned long *flags,
  219. __be64 tunnel_id,
  220. int md_size)
  221. {
  222. const struct ipv6hdr *ip6h = ipv6_hdr(skb);
  223. return __ipv6_tun_set_dst(&ip6h->saddr, &ip6h->daddr,
  224. ipv6_get_dsfield(ip6h), ip6h->hop_limit,
  225. 0, ip6_flowlabel(ip6h), flags, tunnel_id,
  226. md_size);
  227. }
  228. #endif /* __NET_DST_METADATA_H */