1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2c5441932SPravin B Shelar #ifndef __NET_IP_TUNNELS_H 3c5441932SPravin B Shelar #define __NET_IP_TUNNELS_H 1 4c5441932SPravin B Shelar 5c5441932SPravin B Shelar #include <linux/if_tunnel.h> 6c5441932SPravin B Shelar #include <linux/netdevice.h> 7c5441932SPravin B Shelar #include <linux/skbuff.h> 87f9562a1SJiri Benc #include <linux/socket.h> 9c5441932SPravin B Shelar #include <linux/types.h> 10c5441932SPravin B Shelar #include <linux/u64_stats_sync.h> 11fca5fdf6SDaniel Borkmann #include <linux/bitops.h> 12fca5fdf6SDaniel Borkmann 13c5441932SPravin B Shelar #include <net/dsfield.h> 14c5441932SPravin B Shelar #include <net/gro_cells.h> 15c5441932SPravin B Shelar #include <net/inet_ecn.h> 1656328486STom Herbert #include <net/netns/generic.h> 17c5441932SPravin B Shelar #include <net/rtnetlink.h> 183093fbe7SThomas Graf #include <net/lwtunnel.h> 19e09acddfSPaolo Abeni #include <net/dst_cache.h> 20c5441932SPravin B Shelar 21c5441932SPravin B Shelar #if IS_ENABLED(CONFIG_IPV6) 22c5441932SPravin B Shelar #include <net/ipv6.h> 23c5441932SPravin B Shelar #include <net/ip6_fib.h> 24c5441932SPravin B Shelar #include <net/ip6_route.h> 25c5441932SPravin B Shelar #endif 26c5441932SPravin B Shelar 27c5441932SPravin B Shelar /* Keep error state on tunnel for 30 sec */ 28c5441932SPravin B Shelar #define IPTUNNEL_ERR_TIMEO (30*HZ) 29c5441932SPravin B Shelar 301d8fff90SThomas Graf /* Used to memset ip_tunnel padding. */ 31376534a3SJiri Benc #define IP_TUNNEL_KEY_SIZE offsetofend(struct ip_tunnel_key, tp_dst) 321d8fff90SThomas Graf 33c1ea5d67SJiri Benc /* Used to memset ipv4 address padding. */ 34c1ea5d67SJiri Benc #define IP_TUNNEL_KEY_IPV4_PAD offsetofend(struct ip_tunnel_key, u.ipv4.dst) 35c1ea5d67SJiri Benc #define IP_TUNNEL_KEY_IPV4_PAD_LEN \ 36c593642cSPankaj Bharadiya (sizeof_field(struct ip_tunnel_key, u) - \ 37c593642cSPankaj Bharadiya sizeof_field(struct ip_tunnel_key, u.ipv4)) 38c1ea5d67SJiri Benc 391d8fff90SThomas Graf struct ip_tunnel_key { 401d8fff90SThomas Graf __be64 tun_id; 41c1ea5d67SJiri Benc union { 42c1ea5d67SJiri Benc struct { 43c1ea5d67SJiri Benc __be32 src; 44c1ea5d67SJiri Benc __be32 dst; 45c1ea5d67SJiri Benc } ipv4; 46c1ea5d67SJiri Benc struct { 47c1ea5d67SJiri Benc struct in6_addr src; 48c1ea5d67SJiri Benc struct in6_addr dst; 49c1ea5d67SJiri Benc } ipv6; 50c1ea5d67SJiri Benc } u; 511d8fff90SThomas Graf __be16 tun_flags; 527c383fb2SJiri Benc u8 tos; /* TOS for IPv4, TC for IPv6 */ 537c383fb2SJiri Benc u8 ttl; /* TTL for IPv4, HL for IPv6 */ 5413461144SDaniel Borkmann __be32 label; /* Flow Label for IPv6 */ 551d8fff90SThomas Graf __be16 tp_src; 561d8fff90SThomas Graf __be16 tp_dst; 57ac1cf399SJiri Benc }; 581d8fff90SThomas Graf 5946fa062aSJiri Benc /* Flags for ip_tunnel_info mode. */ 6046fa062aSJiri Benc #define IP_TUNNEL_INFO_TX 0x01 /* represents tx tunnel parameters */ 617f9562a1SJiri Benc #define IP_TUNNEL_INFO_IPV6 0x02 /* key contains IPv6 addresses */ 62f35581d6SRoopa Prabhu #define IP_TUNNEL_INFO_BRIDGE 0x04 /* represents a bridged tunnel id */ 63ee122c79SThomas Graf 64fca5fdf6SDaniel Borkmann /* Maximum tunnel options length. */ 65fca5fdf6SDaniel Borkmann #define IP_TUNNEL_OPTS_MAX \ 66c593642cSPankaj Bharadiya GENMASK((sizeof_field(struct ip_tunnel_info, \ 67fca5fdf6SDaniel Borkmann options_len) * BITS_PER_BYTE) - 1, 0) 68fca5fdf6SDaniel Borkmann 691d8fff90SThomas Graf struct ip_tunnel_info { 701d8fff90SThomas Graf struct ip_tunnel_key key; 71d71785ffSPaolo Abeni #ifdef CONFIG_DST_CACHE 72d71785ffSPaolo Abeni struct dst_cache dst_cache; 73d71785ffSPaolo Abeni #endif 741d8fff90SThomas Graf u8 options_len; 75ee122c79SThomas Graf u8 mode; 761d8fff90SThomas Graf }; 771d8fff90SThomas Graf 78c5441932SPravin B Shelar /* 6rd prefix/relay information */ 79c5441932SPravin B Shelar #ifdef CONFIG_IPV6_SIT_6RD 80c5441932SPravin B Shelar struct ip_tunnel_6rd_parm { 81c5441932SPravin B Shelar struct in6_addr prefix; 82c5441932SPravin B Shelar __be32 relay_prefix; 83c5441932SPravin B Shelar u16 prefixlen; 84c5441932SPravin B Shelar u16 relay_prefixlen; 85c5441932SPravin B Shelar }; 86c5441932SPravin B Shelar #endif 87c5441932SPravin B Shelar 8856328486STom Herbert struct ip_tunnel_encap { 896b8847c5SJiri Benc u16 type; 906b8847c5SJiri Benc u16 flags; 9156328486STom Herbert __be16 sport; 9256328486STom Herbert __be16 dport; 9356328486STom Herbert }; 9456328486STom Herbert 95c5441932SPravin B Shelar struct ip_tunnel_prl_entry { 96c5441932SPravin B Shelar struct ip_tunnel_prl_entry __rcu *next; 97c5441932SPravin B Shelar __be32 addr; 98c5441932SPravin B Shelar u16 flags; 99c5441932SPravin B Shelar struct rcu_head rcu_head; 100c5441932SPravin B Shelar }; 101c5441932SPravin B Shelar 1022e15ea39SPravin B Shelar struct metadata_dst; 1032e15ea39SPravin B Shelar 104c5441932SPravin B Shelar struct ip_tunnel { 105c5441932SPravin B Shelar struct ip_tunnel __rcu *next; 106c5441932SPravin B Shelar struct hlist_node hash_node; 107c0fd407aSEric Dumazet 108c5441932SPravin B Shelar struct net_device *dev; 109c0fd407aSEric Dumazet netdevice_tracker dev_tracker; 110c0fd407aSEric Dumazet 1115e6700b3SNicolas Dichtel struct net *net; /* netns for packet i/o */ 112c5441932SPravin B Shelar 113c5441932SPravin B Shelar unsigned long err_time; /* Time when the last ICMP error 114c5441932SPravin B Shelar * arrived */ 115f38ba953Sstephen hemminger int err_count; /* Number of arrived ICMP errors */ 116c5441932SPravin B Shelar 117c5441932SPravin B Shelar /* These four fields used only by GRE */ 1186b8847c5SJiri Benc u32 i_seqno; /* The last seen seqno */ 11931c417c9SPeilin Ye atomic_t o_seqno; /* The last output seqno */ 12056328486STom Herbert int tun_hlen; /* Precalculated header length */ 121c5441932SPravin B Shelar 122f551c91dSWilliam Tu /* These four fields used only by ERSPAN */ 12384e54fe0SWilliam Tu u32 index; /* ERSPAN type II index */ 124f551c91dSWilliam Tu u8 erspan_ver; /* ERSPAN version */ 125f551c91dSWilliam Tu u8 dir; /* ERSPAN direction */ 126f551c91dSWilliam Tu u16 hwid; /* ERSPAN hardware ID */ 12784e54fe0SWilliam Tu 128e09acddfSPaolo Abeni struct dst_cache dst_cache; 1297d442fabSTom Herbert 130c5441932SPravin B Shelar struct ip_tunnel_parm parms; 131c5441932SPravin B Shelar 132f38ba953Sstephen hemminger int mlink; 13356328486STom Herbert int encap_hlen; /* Encap header length (FOU,GUE) */ 13456328486STom Herbert int hlen; /* tun_hlen + encap_hlen */ 135f38ba953Sstephen hemminger struct ip_tunnel_encap encap; 13656328486STom Herbert 137c5441932SPravin B Shelar /* for SIT */ 138c5441932SPravin B Shelar #ifdef CONFIG_IPV6_SIT_6RD 139c5441932SPravin B Shelar struct ip_tunnel_6rd_parm ip6rd; 140c5441932SPravin B Shelar #endif 141c5441932SPravin B Shelar struct ip_tunnel_prl_entry __rcu *prl; /* potential router list */ 142c5441932SPravin B Shelar unsigned int prl_count; /* # of entries in PRL */ 143c7d03a00SAlexey Dobriyan unsigned int ip_tnl_net_id; 144c5441932SPravin B Shelar struct gro_cells gro_cells; 1459830ad4cSCraig Gallek __u32 fwmark; 1462e15ea39SPravin B Shelar bool collect_md; 14722a59be8SPhilip Prindeville bool ignore_df; 148c5441932SPravin B Shelar }; 149c5441932SPravin B Shelar 150c5441932SPravin B Shelar struct tnl_ptk_info { 151c5441932SPravin B Shelar __be16 flags; 152c5441932SPravin B Shelar __be16 proto; 153c5441932SPravin B Shelar __be32 key; 154c5441932SPravin B Shelar __be32 seq; 1559b8c6d7bSEric Dumazet int hdr_len; 156c5441932SPravin B Shelar }; 157c5441932SPravin B Shelar 158c5441932SPravin B Shelar #define PACKET_RCVD 0 159c5441932SPravin B Shelar #define PACKET_REJECT 1 160125372faSJiri Benc #define PACKET_NEXT 2 161c5441932SPravin B Shelar 1626261d983Sstephen hemminger #define IP_TNL_HASH_BITS 7 163c5441932SPravin B Shelar #define IP_TNL_HASH_SIZE (1 << IP_TNL_HASH_BITS) 164c5441932SPravin B Shelar 165c5441932SPravin B Shelar struct ip_tunnel_net { 166c5441932SPravin B Shelar struct net_device *fb_tunnel_dev; 16779134e6cSEric Dumazet struct rtnl_link_ops *rtnl_link_ops; 1686261d983Sstephen hemminger struct hlist_head tunnels[IP_TNL_HASH_SIZE]; 1692e15ea39SPravin B Shelar struct ip_tunnel __rcu *collect_md_tun; 17079134e6cSEric Dumazet int type; 171c5441932SPravin B Shelar }; 172c5441932SPravin B Shelar 1734c222798SPravin B Shelar static inline void ip_tunnel_key_init(struct ip_tunnel_key *key, 1741d8fff90SThomas Graf __be32 saddr, __be32 daddr, 17513461144SDaniel Borkmann u8 tos, u8 ttl, __be32 label, 1761d8fff90SThomas Graf __be16 tp_src, __be16 tp_dst, 1774c222798SPravin B Shelar __be64 tun_id, __be16 tun_flags) 1781d8fff90SThomas Graf { 1794c222798SPravin B Shelar key->tun_id = tun_id; 1804c222798SPravin B Shelar key->u.ipv4.src = saddr; 1814c222798SPravin B Shelar key->u.ipv4.dst = daddr; 1824c222798SPravin B Shelar memset((unsigned char *)key + IP_TUNNEL_KEY_IPV4_PAD, 183c1ea5d67SJiri Benc 0, IP_TUNNEL_KEY_IPV4_PAD_LEN); 1844c222798SPravin B Shelar key->tos = tos; 1854c222798SPravin B Shelar key->ttl = ttl; 18613461144SDaniel Borkmann key->label = label; 1874c222798SPravin B Shelar key->tun_flags = tun_flags; 1881d8fff90SThomas Graf 1891d8fff90SThomas Graf /* For the tunnel types on the top of IPsec, the tp_src and tp_dst of 1901d8fff90SThomas Graf * the upper tunnel are used. 1911d8fff90SThomas Graf * E.g: GRE over IPSEC, the tp_src and tp_port are zero. 1921d8fff90SThomas Graf */ 1934c222798SPravin B Shelar key->tp_src = tp_src; 1944c222798SPravin B Shelar key->tp_dst = tp_dst; 1951d8fff90SThomas Graf 1961d8fff90SThomas Graf /* Clear struct padding. */ 1974c222798SPravin B Shelar if (sizeof(*key) != IP_TUNNEL_KEY_SIZE) 1984c222798SPravin B Shelar memset((unsigned char *)key + IP_TUNNEL_KEY_SIZE, 1994c222798SPravin B Shelar 0, sizeof(*key) - IP_TUNNEL_KEY_SIZE); 2001d8fff90SThomas Graf } 2011d8fff90SThomas Graf 202db3c6139SDaniel Borkmann static inline bool 203db3c6139SDaniel Borkmann ip_tunnel_dst_cache_usable(const struct sk_buff *skb, 204db3c6139SDaniel Borkmann const struct ip_tunnel_info *info) 205db3c6139SDaniel Borkmann { 206db3c6139SDaniel Borkmann if (skb->mark) 207db3c6139SDaniel Borkmann return false; 208db3c6139SDaniel Borkmann if (!info) 209db3c6139SDaniel Borkmann return true; 210db3c6139SDaniel Borkmann if (info->key.tun_flags & TUNNEL_NOCACHE) 211db3c6139SDaniel Borkmann return false; 212db3c6139SDaniel Borkmann 213db3c6139SDaniel Borkmann return true; 214db3c6139SDaniel Borkmann } 215db3c6139SDaniel Borkmann 2167f9562a1SJiri Benc static inline unsigned short ip_tunnel_info_af(const struct ip_tunnel_info 2177f9562a1SJiri Benc *tun_info) 2187f9562a1SJiri Benc { 2197f9562a1SJiri Benc return tun_info->mode & IP_TUNNEL_INFO_IPV6 ? AF_INET6 : AF_INET; 2207f9562a1SJiri Benc } 2217f9562a1SJiri Benc 222d817f432SAmir Vadai static inline __be64 key32_to_tunnel_id(__be32 key) 223d817f432SAmir Vadai { 224d817f432SAmir Vadai #ifdef __BIG_ENDIAN 225d817f432SAmir Vadai return (__force __be64)key; 226d817f432SAmir Vadai #else 227d817f432SAmir Vadai return (__force __be64)((__force u64)key << 32); 228d817f432SAmir Vadai #endif 229d817f432SAmir Vadai } 230d817f432SAmir Vadai 231d817f432SAmir Vadai /* Returns the least-significant 32 bits of a __be64. */ 232d817f432SAmir Vadai static inline __be32 tunnel_id_to_key32(__be64 tun_id) 233d817f432SAmir Vadai { 234d817f432SAmir Vadai #ifdef __BIG_ENDIAN 235d817f432SAmir Vadai return (__force __be32)tun_id; 236d817f432SAmir Vadai #else 237d817f432SAmir Vadai return (__force __be32)((__force u64)tun_id >> 32); 238d817f432SAmir Vadai #endif 239d817f432SAmir Vadai } 240d817f432SAmir Vadai 2415243b6acSJesse Gross #ifdef CONFIG_INET 2425243b6acSJesse Gross 243b0066da5SPetr Machata static inline void ip_tunnel_init_flow(struct flowi4 *fl4, 244b0066da5SPetr Machata int proto, 245b0066da5SPetr Machata __be32 daddr, __be32 saddr, 246db53cd3dSDavid Ahern __be32 key, __u8 tos, 247db53cd3dSDavid Ahern struct net *net, int oif, 24824ba1440Swenxu __u32 mark, __u32 tun_inner_hash) 249b0066da5SPetr Machata { 250b0066da5SPetr Machata memset(fl4, 0, sizeof(*fl4)); 251db53cd3dSDavid Ahern 252db53cd3dSDavid Ahern if (oif) { 253db53cd3dSDavid Ahern fl4->flowi4_l3mdev = l3mdev_master_upper_ifindex_by_index_rcu(net, oif); 254db53cd3dSDavid Ahern /* Legacy VRF/l3mdev use case */ 255db53cd3dSDavid Ahern fl4->flowi4_oif = fl4->flowi4_l3mdev ? 0 : oif; 256db53cd3dSDavid Ahern } 257db53cd3dSDavid Ahern 258b0066da5SPetr Machata fl4->daddr = daddr; 259b0066da5SPetr Machata fl4->saddr = saddr; 260b0066da5SPetr Machata fl4->flowi4_tos = tos; 261b0066da5SPetr Machata fl4->flowi4_proto = proto; 262b0066da5SPetr Machata fl4->fl4_gre_key = key; 263b0066da5SPetr Machata fl4->flowi4_mark = mark; 26424ba1440Swenxu fl4->flowi4_multipath_hash = tun_inner_hash; 265b0066da5SPetr Machata } 266b0066da5SPetr Machata 267c5441932SPravin B Shelar int ip_tunnel_init(struct net_device *dev); 268c5441932SPravin B Shelar void ip_tunnel_uninit(struct net_device *dev); 269c5441932SPravin B Shelar void ip_tunnel_dellink(struct net_device *dev, struct list_head *head); 2701728d4faSNicolas Dichtel struct net *ip_tunnel_get_link_net(const struct net_device *dev); 2711e99584bSNicolas Dichtel int ip_tunnel_get_iflink(const struct net_device *dev); 272c7d03a00SAlexey Dobriyan int ip_tunnel_init_net(struct net *net, unsigned int ip_tnl_net_id, 273c5441932SPravin B Shelar struct rtnl_link_ops *ops, char *devname); 274c5441932SPravin B Shelar 27564bc1781SEric Dumazet void ip_tunnel_delete_nets(struct list_head *list_net, unsigned int id, 27664bc1781SEric Dumazet struct rtnl_link_ops *ops); 277c5441932SPravin B Shelar 278c5441932SPravin B Shelar void ip_tunnel_xmit(struct sk_buff *skb, struct net_device *dev, 279bf3d6a8fSNicolas Dichtel const struct iphdr *tnl_params, const u8 protocol); 280cfc7381bSAlexei Starovoitov void ip_md_tunnel_xmit(struct sk_buff *skb, struct net_device *dev, 281c8b34e68Swenxu const u8 proto, int tunnel_hlen); 282607259a6SChristoph Hellwig int ip_tunnel_ctl(struct net_device *dev, struct ip_tunnel_parm *p, int cmd); 2833e7a1c7cSArnd Bergmann int ip_tunnel_siocdevprivate(struct net_device *dev, struct ifreq *ifr, 2843e7a1c7cSArnd Bergmann void __user *data, int cmd); 2857e059158SDavid Wragg int __ip_tunnel_change_mtu(struct net_device *dev, int new_mtu, bool strict); 286c5441932SPravin B Shelar int ip_tunnel_change_mtu(struct net_device *dev, int new_mtu); 287c5441932SPravin B Shelar 288c5441932SPravin B Shelar struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn, 289c5441932SPravin B Shelar int link, __be16 flags, 290c5441932SPravin B Shelar __be32 remote, __be32 local, 291c5441932SPravin B Shelar __be32 key); 292c5441932SPravin B Shelar 293c5441932SPravin B Shelar int ip_tunnel_rcv(struct ip_tunnel *tunnel, struct sk_buff *skb, 2942e15ea39SPravin B Shelar const struct tnl_ptk_info *tpi, struct metadata_dst *tun_dst, 2952e15ea39SPravin B Shelar bool log_ecn_error); 296c5441932SPravin B Shelar int ip_tunnel_changelink(struct net_device *dev, struct nlattr *tb[], 2979830ad4cSCraig Gallek struct ip_tunnel_parm *p, __u32 fwmark); 298c5441932SPravin B Shelar int ip_tunnel_newlink(struct net_device *dev, struct nlattr *tb[], 2999830ad4cSCraig Gallek struct ip_tunnel_parm *p, __u32 fwmark); 300c7d03a00SAlexey Dobriyan void ip_tunnel_setup(struct net_device *dev, unsigned int net_id); 30155c2bc14STom Herbert 3022606aff9SJason A. Donenfeld extern const struct header_ops ip_tunnel_header_ops; 3032606aff9SJason A. Donenfeld __be16 ip_tunnel_parse_protocol(const struct sk_buff *skb); 3042606aff9SJason A. Donenfeld 30555c2bc14STom Herbert struct ip_tunnel_encap_ops { 30655c2bc14STom Herbert size_t (*encap_hlen)(struct ip_tunnel_encap *e); 30755c2bc14STom Herbert int (*build_header)(struct sk_buff *skb, struct ip_tunnel_encap *e, 30855c2bc14STom Herbert u8 *protocol, struct flowi4 *fl4); 309e7cc0824SStefano Brivio int (*err_handler)(struct sk_buff *skb, u32 info); 31055c2bc14STom Herbert }; 31155c2bc14STom Herbert 31255c2bc14STom Herbert #define MAX_IPTUN_ENCAP_OPS 8 31355c2bc14STom Herbert 31455c2bc14STom Herbert extern const struct ip_tunnel_encap_ops __rcu * 31555c2bc14STom Herbert iptun_encaps[MAX_IPTUN_ENCAP_OPS]; 31655c2bc14STom Herbert 31755c2bc14STom Herbert int ip_tunnel_encap_add_ops(const struct ip_tunnel_encap_ops *op, 31855c2bc14STom Herbert unsigned int num); 31955c2bc14STom Herbert int ip_tunnel_encap_del_ops(const struct ip_tunnel_encap_ops *op, 32055c2bc14STom Herbert unsigned int num); 32155c2bc14STom Herbert 32256328486STom Herbert int ip_tunnel_encap_setup(struct ip_tunnel *t, 32356328486STom Herbert struct ip_tunnel_encap *ipencap); 324c5441932SPravin B Shelar 325cb9f1b78SWillem de Bruijn static inline bool pskb_inet_may_pull(struct sk_buff *skb) 326cb9f1b78SWillem de Bruijn { 327cb9f1b78SWillem de Bruijn int nhlen; 328cb9f1b78SWillem de Bruijn 329cb9f1b78SWillem de Bruijn switch (skb->protocol) { 330cb9f1b78SWillem de Bruijn #if IS_ENABLED(CONFIG_IPV6) 331cb9f1b78SWillem de Bruijn case htons(ETH_P_IPV6): 332cb9f1b78SWillem de Bruijn nhlen = sizeof(struct ipv6hdr); 333cb9f1b78SWillem de Bruijn break; 334cb9f1b78SWillem de Bruijn #endif 335cb9f1b78SWillem de Bruijn case htons(ETH_P_IP): 336cb9f1b78SWillem de Bruijn nhlen = sizeof(struct iphdr); 337cb9f1b78SWillem de Bruijn break; 338cb9f1b78SWillem de Bruijn default: 339cb9f1b78SWillem de Bruijn nhlen = 0; 340cb9f1b78SWillem de Bruijn } 341cb9f1b78SWillem de Bruijn 342cb9f1b78SWillem de Bruijn return pskb_network_may_pull(skb, nhlen); 343cb9f1b78SWillem de Bruijn } 344cb9f1b78SWillem de Bruijn 34555c2bc14STom Herbert static inline int ip_encap_hlen(struct ip_tunnel_encap *e) 34655c2bc14STom Herbert { 34755c2bc14STom Herbert const struct ip_tunnel_encap_ops *ops; 34855c2bc14STom Herbert int hlen = -EINVAL; 34955c2bc14STom Herbert 35055c2bc14STom Herbert if (e->type == TUNNEL_ENCAP_NONE) 35155c2bc14STom Herbert return 0; 35255c2bc14STom Herbert 35355c2bc14STom Herbert if (e->type >= MAX_IPTUN_ENCAP_OPS) 35455c2bc14STom Herbert return -EINVAL; 35555c2bc14STom Herbert 35655c2bc14STom Herbert rcu_read_lock(); 35755c2bc14STom Herbert ops = rcu_dereference(iptun_encaps[e->type]); 35855c2bc14STom Herbert if (likely(ops && ops->encap_hlen)) 35955c2bc14STom Herbert hlen = ops->encap_hlen(e); 36055c2bc14STom Herbert rcu_read_unlock(); 36155c2bc14STom Herbert 36255c2bc14STom Herbert return hlen; 36355c2bc14STom Herbert } 36455c2bc14STom Herbert 36555c2bc14STom Herbert static inline int ip_tunnel_encap(struct sk_buff *skb, struct ip_tunnel *t, 36655c2bc14STom Herbert u8 *protocol, struct flowi4 *fl4) 36755c2bc14STom Herbert { 36855c2bc14STom Herbert const struct ip_tunnel_encap_ops *ops; 36955c2bc14STom Herbert int ret = -EINVAL; 37055c2bc14STom Herbert 37155c2bc14STom Herbert if (t->encap.type == TUNNEL_ENCAP_NONE) 37255c2bc14STom Herbert return 0; 37355c2bc14STom Herbert 37455c2bc14STom Herbert if (t->encap.type >= MAX_IPTUN_ENCAP_OPS) 37555c2bc14STom Herbert return -EINVAL; 37655c2bc14STom Herbert 37755c2bc14STom Herbert rcu_read_lock(); 37855c2bc14STom Herbert ops = rcu_dereference(iptun_encaps[t->encap.type]); 37955c2bc14STom Herbert if (likely(ops && ops->build_header)) 38055c2bc14STom Herbert ret = ops->build_header(skb, &t->encap, protocol, fl4); 38155c2bc14STom Herbert rcu_read_unlock(); 38255c2bc14STom Herbert 38355c2bc14STom Herbert return ret; 38455c2bc14STom Herbert } 38555c2bc14STom Herbert 386c5441932SPravin B Shelar /* Extract dsfield from inner protocol */ 387c5441932SPravin B Shelar static inline u8 ip_tunnel_get_dsfield(const struct iphdr *iph, 388c5441932SPravin B Shelar const struct sk_buff *skb) 389c5441932SPravin B Shelar { 390*7074732cSMatthias May __be16 payload_protocol = skb_protocol(skb, true); 391*7074732cSMatthias May 392*7074732cSMatthias May if (payload_protocol == htons(ETH_P_IP)) 393c5441932SPravin B Shelar return iph->tos; 394*7074732cSMatthias May else if (payload_protocol == htons(ETH_P_IPV6)) 395c5441932SPravin B Shelar return ipv6_get_dsfield((const struct ipv6hdr *)iph); 396c5441932SPravin B Shelar else 397c5441932SPravin B Shelar return 0; 398c5441932SPravin B Shelar } 399c5441932SPravin B Shelar 40072f6d71eSHangbin Liu static inline u8 ip_tunnel_get_ttl(const struct iphdr *iph, 40172f6d71eSHangbin Liu const struct sk_buff *skb) 40272f6d71eSHangbin Liu { 403*7074732cSMatthias May __be16 payload_protocol = skb_protocol(skb, true); 404*7074732cSMatthias May 405*7074732cSMatthias May if (payload_protocol == htons(ETH_P_IP)) 40672f6d71eSHangbin Liu return iph->ttl; 407*7074732cSMatthias May else if (payload_protocol == htons(ETH_P_IPV6)) 40872f6d71eSHangbin Liu return ((const struct ipv6hdr *)iph)->hop_limit; 40972f6d71eSHangbin Liu else 41072f6d71eSHangbin Liu return 0; 41172f6d71eSHangbin Liu } 41272f6d71eSHangbin Liu 413c5441932SPravin B Shelar /* Propogate ECN bits out */ 414c5441932SPravin B Shelar static inline u8 ip_tunnel_ecn_encap(u8 tos, const struct iphdr *iph, 415c5441932SPravin B Shelar const struct sk_buff *skb) 416c5441932SPravin B Shelar { 417c5441932SPravin B Shelar u8 inner = ip_tunnel_get_dsfield(iph, skb); 418c5441932SPravin B Shelar 419c5441932SPravin B Shelar return INET_ECN_encapsulate(tos, inner); 420c5441932SPravin B Shelar } 421c5441932SPravin B Shelar 422a6d5bbf3SJiri Benc int __iptunnel_pull_header(struct sk_buff *skb, int hdr_len, 423a6d5bbf3SJiri Benc __be16 inner_proto, bool raw_proto, bool xnet); 424a6d5bbf3SJiri Benc 425a6d5bbf3SJiri Benc static inline int iptunnel_pull_header(struct sk_buff *skb, int hdr_len, 426a6d5bbf3SJiri Benc __be16 inner_proto, bool xnet) 427a6d5bbf3SJiri Benc { 428a6d5bbf3SJiri Benc return __iptunnel_pull_header(skb, hdr_len, inner_proto, false, xnet); 429a6d5bbf3SJiri Benc } 430a6d5bbf3SJiri Benc 431039f5062SPravin B Shelar void iptunnel_xmit(struct sock *sk, struct rtable *rt, struct sk_buff *skb, 4326b8847c5SJiri Benc __be32 src, __be32 dst, u8 proto, 4336b8847c5SJiri Benc u8 tos, u8 ttl, __be16 df, bool xnet); 43463d008a4SJiri Benc struct metadata_dst *iptunnel_metadata_reply(struct metadata_dst *md, 43563d008a4SJiri Benc gfp_t flags); 4364cb47a86SStefano Brivio int skb_tunnel_check_pmtu(struct sk_buff *skb, struct dst_entry *encap_dst, 4374cb47a86SStefano Brivio int headroom, bool reply); 4380e6fbc5bSPravin B Shelar 439aed069dfSAlexander Duyck int iptunnel_handle_offloads(struct sk_buff *skb, int gso_type_mask); 4402d26f0a3SEric Dumazet 441a09a4c8dSJesse Gross static inline int iptunnel_pull_offloads(struct sk_buff *skb) 442a09a4c8dSJesse Gross { 443a09a4c8dSJesse Gross if (skb_is_gso(skb)) { 444a09a4c8dSJesse Gross int err; 445a09a4c8dSJesse Gross 446a09a4c8dSJesse Gross err = skb_unclone(skb, GFP_ATOMIC); 447a09a4c8dSJesse Gross if (unlikely(err)) 448a09a4c8dSJesse Gross return err; 449a09a4c8dSJesse Gross skb_shinfo(skb)->gso_type &= ~(NETIF_F_GSO_ENCAP_ALL >> 450a09a4c8dSJesse Gross NETIF_F_GSO_SHIFT); 451a09a4c8dSJesse Gross } 452a09a4c8dSJesse Gross 453a09a4c8dSJesse Gross skb->encapsulation = 0; 454a09a4c8dSJesse Gross return 0; 455a09a4c8dSJesse Gross } 456a09a4c8dSJesse Gross 457039f5062SPravin B Shelar static inline void iptunnel_xmit_stats(struct net_device *dev, int pkt_len) 458c5441932SPravin B Shelar { 459039f5062SPravin B Shelar if (pkt_len > 0) { 460039f5062SPravin B Shelar struct pcpu_sw_netstats *tstats = get_cpu_ptr(dev->tstats); 461c5441932SPravin B Shelar 462c5441932SPravin B Shelar u64_stats_update_begin(&tstats->syncp); 4639962acefSEric Dumazet u64_stats_add(&tstats->tx_bytes, pkt_len); 4649962acefSEric Dumazet u64_stats_inc(&tstats->tx_packets); 465c5441932SPravin B Shelar u64_stats_update_end(&tstats->syncp); 466b4fe85f9SJason A. Donenfeld put_cpu_ptr(tstats); 467039f5062SPravin B Shelar } else { 468039f5062SPravin B Shelar struct net_device_stats *err_stats = &dev->stats; 469039f5062SPravin B Shelar 470039f5062SPravin B Shelar if (pkt_len < 0) { 4710e6fbc5bSPravin B Shelar err_stats->tx_errors++; 4720e6fbc5bSPravin B Shelar err_stats->tx_aborted_errors++; 473c5441932SPravin B Shelar } else { 4740e6fbc5bSPravin B Shelar err_stats->tx_dropped++; 475c5441932SPravin B Shelar } 476c5441932SPravin B Shelar } 477039f5062SPravin B Shelar } 4785243b6acSJesse Gross 4794c222798SPravin B Shelar static inline void *ip_tunnel_info_opts(struct ip_tunnel_info *info) 480ee122c79SThomas Graf { 481ee122c79SThomas Graf return info + 1; 482ee122c79SThomas Graf } 483ee122c79SThomas Graf 4844c222798SPravin B Shelar static inline void ip_tunnel_info_opts_get(void *to, 4854c222798SPravin B Shelar const struct ip_tunnel_info *info) 4864c222798SPravin B Shelar { 4874c222798SPravin B Shelar memcpy(to, info + 1, info->options_len); 4884c222798SPravin B Shelar } 4894c222798SPravin B Shelar 4904c222798SPravin B Shelar static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info, 491256c87c1SPieter Jansen van Vuuren const void *from, int len, 492256c87c1SPieter Jansen van Vuuren __be16 flags) 4934c222798SPravin B Shelar { 4944c222798SPravin B Shelar info->options_len = len; 4959c2e14b4SYi-Hung Wei if (len > 0) { 4969c2e14b4SYi-Hung Wei memcpy(ip_tunnel_info_opts(info), from, len); 497256c87c1SPieter Jansen van Vuuren info->key.tun_flags |= flags; 4984c222798SPravin B Shelar } 4999c2e14b4SYi-Hung Wei } 5004c222798SPravin B Shelar 5013093fbe7SThomas Graf static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate) 5023093fbe7SThomas Graf { 5033093fbe7SThomas Graf return (struct ip_tunnel_info *)lwtstate->data; 5043093fbe7SThomas Graf } 5053093fbe7SThomas Graf 5065263a98fSDavidlohr Bueso DECLARE_STATIC_KEY_FALSE(ip_tunnel_metadata_cnt); 507e7030878SThomas Graf 508e7030878SThomas Graf /* Returns > 0 if metadata should be collected */ 509e7030878SThomas Graf static inline int ip_tunnel_collect_metadata(void) 510e7030878SThomas Graf { 5115263a98fSDavidlohr Bueso return static_branch_unlikely(&ip_tunnel_metadata_cnt); 512e7030878SThomas Graf } 513e7030878SThomas Graf 514045a0fa0SThomas Graf void __init ip_tunnel_core_init(void); 515045a0fa0SThomas Graf 516e7030878SThomas Graf void ip_tunnel_need_metadata(void); 517e7030878SThomas Graf void ip_tunnel_unneed_metadata(void); 518e7030878SThomas Graf 51905283187SThomas Graf #else /* CONFIG_INET */ 52005283187SThomas Graf 52105283187SThomas Graf static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate) 52205283187SThomas Graf { 52305283187SThomas Graf return NULL; 52405283187SThomas Graf } 52505283187SThomas Graf 52605283187SThomas Graf static inline void ip_tunnel_need_metadata(void) 52705283187SThomas Graf { 52805283187SThomas Graf } 52905283187SThomas Graf 53005283187SThomas Graf static inline void ip_tunnel_unneed_metadata(void) 53105283187SThomas Graf { 53205283187SThomas Graf } 53305283187SThomas Graf 534e28e87edSDaniel Borkmann static inline void ip_tunnel_info_opts_get(void *to, 535e28e87edSDaniel Borkmann const struct ip_tunnel_info *info) 536e28e87edSDaniel Borkmann { 537e28e87edSDaniel Borkmann } 538e28e87edSDaniel Borkmann 539e28e87edSDaniel Borkmann static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info, 540256c87c1SPieter Jansen van Vuuren const void *from, int len, 541256c87c1SPieter Jansen van Vuuren __be16 flags) 542e28e87edSDaniel Borkmann { 543e28e87edSDaniel Borkmann info->options_len = 0; 544e28e87edSDaniel Borkmann } 545e28e87edSDaniel Borkmann 5465243b6acSJesse Gross #endif /* CONFIG_INET */ 5475243b6acSJesse Gross 548c5441932SPravin B Shelar #endif /* __NET_IP_TUNNELS_H */ 549