1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2c5441932SPravin B Shelar #ifndef __NET_IP_TUNNELS_H 3c5441932SPravin B Shelar #define __NET_IP_TUNNELS_H 1 4c5441932SPravin B Shelar 5c5441932SPravin B Shelar #include <linux/if_tunnel.h> 6c5441932SPravin B Shelar #include <linux/netdevice.h> 7c5441932SPravin B Shelar #include <linux/skbuff.h> 87f9562a1SJiri Benc #include <linux/socket.h> 9c5441932SPravin B Shelar #include <linux/types.h> 10c5441932SPravin B Shelar #include <linux/u64_stats_sync.h> 11fca5fdf6SDaniel Borkmann #include <linux/bitops.h> 12fca5fdf6SDaniel Borkmann 13c5441932SPravin B Shelar #include <net/dsfield.h> 14c5441932SPravin B Shelar #include <net/gro_cells.h> 15c5441932SPravin B Shelar #include <net/inet_ecn.h> 1656328486STom Herbert #include <net/netns/generic.h> 17c5441932SPravin B Shelar #include <net/rtnetlink.h> 183093fbe7SThomas Graf #include <net/lwtunnel.h> 19e09acddfSPaolo Abeni #include <net/dst_cache.h> 20c5441932SPravin B Shelar 21c5441932SPravin B Shelar #if IS_ENABLED(CONFIG_IPV6) 22c5441932SPravin B Shelar #include <net/ipv6.h> 23c5441932SPravin B Shelar #include <net/ip6_fib.h> 24c5441932SPravin B Shelar #include <net/ip6_route.h> 25c5441932SPravin B Shelar #endif 26c5441932SPravin B Shelar 27c5441932SPravin B Shelar /* Keep error state on tunnel for 30 sec */ 28c5441932SPravin B Shelar #define IPTUNNEL_ERR_TIMEO (30*HZ) 29c5441932SPravin B Shelar 301d8fff90SThomas Graf /* Used to memset ip_tunnel padding. */ 31376534a3SJiri Benc #define IP_TUNNEL_KEY_SIZE offsetofend(struct ip_tunnel_key, tp_dst) 321d8fff90SThomas Graf 33c1ea5d67SJiri Benc /* Used to memset ipv4 address padding. */ 34c1ea5d67SJiri Benc #define IP_TUNNEL_KEY_IPV4_PAD offsetofend(struct ip_tunnel_key, u.ipv4.dst) 35c1ea5d67SJiri Benc #define IP_TUNNEL_KEY_IPV4_PAD_LEN \ 36c1ea5d67SJiri Benc (FIELD_SIZEOF(struct ip_tunnel_key, u) - \ 37c1ea5d67SJiri Benc FIELD_SIZEOF(struct ip_tunnel_key, u.ipv4)) 38c1ea5d67SJiri Benc 391d8fff90SThomas Graf struct ip_tunnel_key { 401d8fff90SThomas Graf __be64 tun_id; 41c1ea5d67SJiri Benc union { 42c1ea5d67SJiri Benc struct { 43c1ea5d67SJiri Benc __be32 src; 44c1ea5d67SJiri Benc __be32 dst; 45c1ea5d67SJiri Benc } ipv4; 46c1ea5d67SJiri Benc struct { 47c1ea5d67SJiri Benc struct in6_addr src; 48c1ea5d67SJiri Benc struct in6_addr dst; 49c1ea5d67SJiri Benc } ipv6; 50c1ea5d67SJiri Benc } u; 511d8fff90SThomas Graf __be16 tun_flags; 527c383fb2SJiri Benc u8 tos; /* TOS for IPv4, TC for IPv6 */ 537c383fb2SJiri Benc u8 ttl; /* TTL for IPv4, HL for IPv6 */ 5413461144SDaniel Borkmann __be32 label; /* Flow Label for IPv6 */ 551d8fff90SThomas Graf __be16 tp_src; 561d8fff90SThomas Graf __be16 tp_dst; 57ac1cf399SJiri Benc }; 581d8fff90SThomas Graf 5946fa062aSJiri Benc /* Flags for ip_tunnel_info mode. */ 6046fa062aSJiri Benc #define IP_TUNNEL_INFO_TX 0x01 /* represents tx tunnel parameters */ 617f9562a1SJiri Benc #define IP_TUNNEL_INFO_IPV6 0x02 /* key contains IPv6 addresses */ 62f35581d6SRoopa Prabhu #define IP_TUNNEL_INFO_BRIDGE 0x04 /* represents a bridged tunnel id */ 63ee122c79SThomas Graf 64fca5fdf6SDaniel Borkmann /* Maximum tunnel options length. */ 65fca5fdf6SDaniel Borkmann #define IP_TUNNEL_OPTS_MAX \ 66fca5fdf6SDaniel Borkmann GENMASK((FIELD_SIZEOF(struct ip_tunnel_info, \ 67fca5fdf6SDaniel Borkmann options_len) * BITS_PER_BYTE) - 1, 0) 68fca5fdf6SDaniel Borkmann 691d8fff90SThomas Graf struct ip_tunnel_info { 701d8fff90SThomas Graf struct ip_tunnel_key key; 71d71785ffSPaolo Abeni #ifdef CONFIG_DST_CACHE 72d71785ffSPaolo Abeni struct dst_cache dst_cache; 73d71785ffSPaolo Abeni #endif 741d8fff90SThomas Graf u8 options_len; 75ee122c79SThomas Graf u8 mode; 761d8fff90SThomas Graf }; 771d8fff90SThomas Graf 78c5441932SPravin B Shelar /* 6rd prefix/relay information */ 79c5441932SPravin B Shelar #ifdef CONFIG_IPV6_SIT_6RD 80c5441932SPravin B Shelar struct ip_tunnel_6rd_parm { 81c5441932SPravin B Shelar struct in6_addr prefix; 82c5441932SPravin B Shelar __be32 relay_prefix; 83c5441932SPravin B Shelar u16 prefixlen; 84c5441932SPravin B Shelar u16 relay_prefixlen; 85c5441932SPravin B Shelar }; 86c5441932SPravin B Shelar #endif 87c5441932SPravin B Shelar 8856328486STom Herbert struct ip_tunnel_encap { 896b8847c5SJiri Benc u16 type; 906b8847c5SJiri Benc u16 flags; 9156328486STom Herbert __be16 sport; 9256328486STom Herbert __be16 dport; 9356328486STom Herbert }; 9456328486STom Herbert 95c5441932SPravin B Shelar struct ip_tunnel_prl_entry { 96c5441932SPravin B Shelar struct ip_tunnel_prl_entry __rcu *next; 97c5441932SPravin B Shelar __be32 addr; 98c5441932SPravin B Shelar u16 flags; 99c5441932SPravin B Shelar struct rcu_head rcu_head; 100c5441932SPravin B Shelar }; 101c5441932SPravin B Shelar 1022e15ea39SPravin B Shelar struct metadata_dst; 1032e15ea39SPravin B Shelar 104c5441932SPravin B Shelar struct ip_tunnel { 105c5441932SPravin B Shelar struct ip_tunnel __rcu *next; 106c5441932SPravin B Shelar struct hlist_node hash_node; 107c5441932SPravin B Shelar struct net_device *dev; 1085e6700b3SNicolas Dichtel struct net *net; /* netns for packet i/o */ 109c5441932SPravin B Shelar 110c5441932SPravin B Shelar unsigned long err_time; /* Time when the last ICMP error 111c5441932SPravin B Shelar * arrived */ 112f38ba953Sstephen hemminger int err_count; /* Number of arrived ICMP errors */ 113c5441932SPravin B Shelar 114c5441932SPravin B Shelar /* These four fields used only by GRE */ 1156b8847c5SJiri Benc u32 i_seqno; /* The last seen seqno */ 1166b8847c5SJiri Benc u32 o_seqno; /* The last output seqno */ 11756328486STom Herbert int tun_hlen; /* Precalculated header length */ 118c5441932SPravin B Shelar 119f551c91dSWilliam Tu /* These four fields used only by ERSPAN */ 12084e54fe0SWilliam Tu u32 index; /* ERSPAN type II index */ 121f551c91dSWilliam Tu u8 erspan_ver; /* ERSPAN version */ 122f551c91dSWilliam Tu u8 dir; /* ERSPAN direction */ 123f551c91dSWilliam Tu u16 hwid; /* ERSPAN hardware ID */ 12484e54fe0SWilliam Tu 125e09acddfSPaolo Abeni struct dst_cache dst_cache; 1267d442fabSTom Herbert 127c5441932SPravin B Shelar struct ip_tunnel_parm parms; 128c5441932SPravin B Shelar 129f38ba953Sstephen hemminger int mlink; 13056328486STom Herbert int encap_hlen; /* Encap header length (FOU,GUE) */ 13156328486STom Herbert int hlen; /* tun_hlen + encap_hlen */ 132f38ba953Sstephen hemminger struct ip_tunnel_encap encap; 13356328486STom Herbert 134c5441932SPravin B Shelar /* for SIT */ 135c5441932SPravin B Shelar #ifdef CONFIG_IPV6_SIT_6RD 136c5441932SPravin B Shelar struct ip_tunnel_6rd_parm ip6rd; 137c5441932SPravin B Shelar #endif 138c5441932SPravin B Shelar struct ip_tunnel_prl_entry __rcu *prl; /* potential router list */ 139c5441932SPravin B Shelar unsigned int prl_count; /* # of entries in PRL */ 140c7d03a00SAlexey Dobriyan unsigned int ip_tnl_net_id; 141c5441932SPravin B Shelar struct gro_cells gro_cells; 1429830ad4cSCraig Gallek __u32 fwmark; 1432e15ea39SPravin B Shelar bool collect_md; 14422a59be8SPhilip Prindeville bool ignore_df; 145c5441932SPravin B Shelar }; 146c5441932SPravin B Shelar 147c5441932SPravin B Shelar #define TUNNEL_CSUM __cpu_to_be16(0x01) 148c5441932SPravin B Shelar #define TUNNEL_ROUTING __cpu_to_be16(0x02) 149c5441932SPravin B Shelar #define TUNNEL_KEY __cpu_to_be16(0x04) 150c5441932SPravin B Shelar #define TUNNEL_SEQ __cpu_to_be16(0x08) 151c5441932SPravin B Shelar #define TUNNEL_STRICT __cpu_to_be16(0x10) 152c5441932SPravin B Shelar #define TUNNEL_REC __cpu_to_be16(0x20) 153c5441932SPravin B Shelar #define TUNNEL_VERSION __cpu_to_be16(0x40) 154c5441932SPravin B Shelar #define TUNNEL_NO_KEY __cpu_to_be16(0x80) 1559a628224SPravin B Shelar #define TUNNEL_DONT_FRAGMENT __cpu_to_be16(0x0100) 1560b5e8b8eSAndy Zhou #define TUNNEL_OAM __cpu_to_be16(0x0200) 1570b5e8b8eSAndy Zhou #define TUNNEL_CRIT_OPT __cpu_to_be16(0x0400) 1581dd144cfSThomas Graf #define TUNNEL_GENEVE_OPT __cpu_to_be16(0x0800) 1591dd144cfSThomas Graf #define TUNNEL_VXLAN_OPT __cpu_to_be16(0x1000) 160db3c6139SDaniel Borkmann #define TUNNEL_NOCACHE __cpu_to_be16(0x2000) 1611a66a836SWilliam Tu #define TUNNEL_ERSPAN_OPT __cpu_to_be16(0x4000) 1621dd144cfSThomas Graf 1631a66a836SWilliam Tu #define TUNNEL_OPTIONS_PRESENT \ 1641a66a836SWilliam Tu (TUNNEL_GENEVE_OPT | TUNNEL_VXLAN_OPT | TUNNEL_ERSPAN_OPT) 165c5441932SPravin B Shelar 166c5441932SPravin B Shelar struct tnl_ptk_info { 167c5441932SPravin B Shelar __be16 flags; 168c5441932SPravin B Shelar __be16 proto; 169c5441932SPravin B Shelar __be32 key; 170c5441932SPravin B Shelar __be32 seq; 1719b8c6d7bSEric Dumazet int hdr_len; 172c5441932SPravin B Shelar }; 173c5441932SPravin B Shelar 174c5441932SPravin B Shelar #define PACKET_RCVD 0 175c5441932SPravin B Shelar #define PACKET_REJECT 1 176125372faSJiri Benc #define PACKET_NEXT 2 177c5441932SPravin B Shelar 1786261d983Sstephen hemminger #define IP_TNL_HASH_BITS 7 179c5441932SPravin B Shelar #define IP_TNL_HASH_SIZE (1 << IP_TNL_HASH_BITS) 180c5441932SPravin B Shelar 181c5441932SPravin B Shelar struct ip_tunnel_net { 182c5441932SPravin B Shelar struct net_device *fb_tunnel_dev; 18379134e6cSEric Dumazet struct rtnl_link_ops *rtnl_link_ops; 1846261d983Sstephen hemminger struct hlist_head tunnels[IP_TNL_HASH_SIZE]; 1852e15ea39SPravin B Shelar struct ip_tunnel __rcu *collect_md_tun; 18679134e6cSEric Dumazet int type; 187c5441932SPravin B Shelar }; 188c5441932SPravin B Shelar 1894c222798SPravin B Shelar static inline void ip_tunnel_key_init(struct ip_tunnel_key *key, 1901d8fff90SThomas Graf __be32 saddr, __be32 daddr, 19113461144SDaniel Borkmann u8 tos, u8 ttl, __be32 label, 1921d8fff90SThomas Graf __be16 tp_src, __be16 tp_dst, 1934c222798SPravin B Shelar __be64 tun_id, __be16 tun_flags) 1941d8fff90SThomas Graf { 1954c222798SPravin B Shelar key->tun_id = tun_id; 1964c222798SPravin B Shelar key->u.ipv4.src = saddr; 1974c222798SPravin B Shelar key->u.ipv4.dst = daddr; 1984c222798SPravin B Shelar memset((unsigned char *)key + IP_TUNNEL_KEY_IPV4_PAD, 199c1ea5d67SJiri Benc 0, IP_TUNNEL_KEY_IPV4_PAD_LEN); 2004c222798SPravin B Shelar key->tos = tos; 2014c222798SPravin B Shelar key->ttl = ttl; 20213461144SDaniel Borkmann key->label = label; 2034c222798SPravin B Shelar key->tun_flags = tun_flags; 2041d8fff90SThomas Graf 2051d8fff90SThomas Graf /* For the tunnel types on the top of IPsec, the tp_src and tp_dst of 2061d8fff90SThomas Graf * the upper tunnel are used. 2071d8fff90SThomas Graf * E.g: GRE over IPSEC, the tp_src and tp_port are zero. 2081d8fff90SThomas Graf */ 2094c222798SPravin B Shelar key->tp_src = tp_src; 2104c222798SPravin B Shelar key->tp_dst = tp_dst; 2111d8fff90SThomas Graf 2121d8fff90SThomas Graf /* Clear struct padding. */ 2134c222798SPravin B Shelar if (sizeof(*key) != IP_TUNNEL_KEY_SIZE) 2144c222798SPravin B Shelar memset((unsigned char *)key + IP_TUNNEL_KEY_SIZE, 2154c222798SPravin B Shelar 0, sizeof(*key) - IP_TUNNEL_KEY_SIZE); 2161d8fff90SThomas Graf } 2171d8fff90SThomas Graf 218db3c6139SDaniel Borkmann static inline bool 219db3c6139SDaniel Borkmann ip_tunnel_dst_cache_usable(const struct sk_buff *skb, 220db3c6139SDaniel Borkmann const struct ip_tunnel_info *info) 221db3c6139SDaniel Borkmann { 222db3c6139SDaniel Borkmann if (skb->mark) 223db3c6139SDaniel Borkmann return false; 224db3c6139SDaniel Borkmann if (!info) 225db3c6139SDaniel Borkmann return true; 226db3c6139SDaniel Borkmann if (info->key.tun_flags & TUNNEL_NOCACHE) 227db3c6139SDaniel Borkmann return false; 228db3c6139SDaniel Borkmann 229db3c6139SDaniel Borkmann return true; 230db3c6139SDaniel Borkmann } 231db3c6139SDaniel Borkmann 2327f9562a1SJiri Benc static inline unsigned short ip_tunnel_info_af(const struct ip_tunnel_info 2337f9562a1SJiri Benc *tun_info) 2347f9562a1SJiri Benc { 2357f9562a1SJiri Benc return tun_info->mode & IP_TUNNEL_INFO_IPV6 ? AF_INET6 : AF_INET; 2367f9562a1SJiri Benc } 2377f9562a1SJiri Benc 238d817f432SAmir Vadai static inline __be64 key32_to_tunnel_id(__be32 key) 239d817f432SAmir Vadai { 240d817f432SAmir Vadai #ifdef __BIG_ENDIAN 241d817f432SAmir Vadai return (__force __be64)key; 242d817f432SAmir Vadai #else 243d817f432SAmir Vadai return (__force __be64)((__force u64)key << 32); 244d817f432SAmir Vadai #endif 245d817f432SAmir Vadai } 246d817f432SAmir Vadai 247d817f432SAmir Vadai /* Returns the least-significant 32 bits of a __be64. */ 248d817f432SAmir Vadai static inline __be32 tunnel_id_to_key32(__be64 tun_id) 249d817f432SAmir Vadai { 250d817f432SAmir Vadai #ifdef __BIG_ENDIAN 251d817f432SAmir Vadai return (__force __be32)tun_id; 252d817f432SAmir Vadai #else 253d817f432SAmir Vadai return (__force __be32)((__force u64)tun_id >> 32); 254d817f432SAmir Vadai #endif 255d817f432SAmir Vadai } 256d817f432SAmir Vadai 2575243b6acSJesse Gross #ifdef CONFIG_INET 2585243b6acSJesse Gross 259b0066da5SPetr Machata static inline void ip_tunnel_init_flow(struct flowi4 *fl4, 260b0066da5SPetr Machata int proto, 261b0066da5SPetr Machata __be32 daddr, __be32 saddr, 262b0066da5SPetr Machata __be32 key, __u8 tos, int oif, 263b0066da5SPetr Machata __u32 mark) 264b0066da5SPetr Machata { 265b0066da5SPetr Machata memset(fl4, 0, sizeof(*fl4)); 266b0066da5SPetr Machata fl4->flowi4_oif = oif; 267b0066da5SPetr Machata fl4->daddr = daddr; 268b0066da5SPetr Machata fl4->saddr = saddr; 269b0066da5SPetr Machata fl4->flowi4_tos = tos; 270b0066da5SPetr Machata fl4->flowi4_proto = proto; 271b0066da5SPetr Machata fl4->fl4_gre_key = key; 272b0066da5SPetr Machata fl4->flowi4_mark = mark; 273b0066da5SPetr Machata } 274b0066da5SPetr Machata 275c5441932SPravin B Shelar int ip_tunnel_init(struct net_device *dev); 276c5441932SPravin B Shelar void ip_tunnel_uninit(struct net_device *dev); 277c5441932SPravin B Shelar void ip_tunnel_dellink(struct net_device *dev, struct list_head *head); 2781728d4faSNicolas Dichtel struct net *ip_tunnel_get_link_net(const struct net_device *dev); 2791e99584bSNicolas Dichtel int ip_tunnel_get_iflink(const struct net_device *dev); 280c7d03a00SAlexey Dobriyan int ip_tunnel_init_net(struct net *net, unsigned int ip_tnl_net_id, 281c5441932SPravin B Shelar struct rtnl_link_ops *ops, char *devname); 282c5441932SPravin B Shelar 28364bc1781SEric Dumazet void ip_tunnel_delete_nets(struct list_head *list_net, unsigned int id, 28464bc1781SEric Dumazet struct rtnl_link_ops *ops); 285c5441932SPravin B Shelar 286c5441932SPravin B Shelar void ip_tunnel_xmit(struct sk_buff *skb, struct net_device *dev, 287bf3d6a8fSNicolas Dichtel const struct iphdr *tnl_params, const u8 protocol); 288cfc7381bSAlexei Starovoitov void ip_md_tunnel_xmit(struct sk_buff *skb, struct net_device *dev, 289cfc7381bSAlexei Starovoitov const u8 proto); 290c5441932SPravin B Shelar int ip_tunnel_ioctl(struct net_device *dev, struct ip_tunnel_parm *p, int cmd); 2917e059158SDavid Wragg int __ip_tunnel_change_mtu(struct net_device *dev, int new_mtu, bool strict); 292c5441932SPravin B Shelar int ip_tunnel_change_mtu(struct net_device *dev, int new_mtu); 293c5441932SPravin B Shelar 294bc1f4470Sstephen hemminger void ip_tunnel_get_stats64(struct net_device *dev, 295c5441932SPravin B Shelar struct rtnl_link_stats64 *tot); 296c5441932SPravin B Shelar struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn, 297c5441932SPravin B Shelar int link, __be16 flags, 298c5441932SPravin B Shelar __be32 remote, __be32 local, 299c5441932SPravin B Shelar __be32 key); 300c5441932SPravin B Shelar 301c5441932SPravin B Shelar int ip_tunnel_rcv(struct ip_tunnel *tunnel, struct sk_buff *skb, 3022e15ea39SPravin B Shelar const struct tnl_ptk_info *tpi, struct metadata_dst *tun_dst, 3032e15ea39SPravin B Shelar bool log_ecn_error); 304c5441932SPravin B Shelar int ip_tunnel_changelink(struct net_device *dev, struct nlattr *tb[], 3059830ad4cSCraig Gallek struct ip_tunnel_parm *p, __u32 fwmark); 306c5441932SPravin B Shelar int ip_tunnel_newlink(struct net_device *dev, struct nlattr *tb[], 3079830ad4cSCraig Gallek struct ip_tunnel_parm *p, __u32 fwmark); 308c7d03a00SAlexey Dobriyan void ip_tunnel_setup(struct net_device *dev, unsigned int net_id); 30955c2bc14STom Herbert 31055c2bc14STom Herbert struct ip_tunnel_encap_ops { 31155c2bc14STom Herbert size_t (*encap_hlen)(struct ip_tunnel_encap *e); 31255c2bc14STom Herbert int (*build_header)(struct sk_buff *skb, struct ip_tunnel_encap *e, 31355c2bc14STom Herbert u8 *protocol, struct flowi4 *fl4); 314e7cc0824SStefano Brivio int (*err_handler)(struct sk_buff *skb, u32 info); 31555c2bc14STom Herbert }; 31655c2bc14STom Herbert 31755c2bc14STom Herbert #define MAX_IPTUN_ENCAP_OPS 8 31855c2bc14STom Herbert 31955c2bc14STom Herbert extern const struct ip_tunnel_encap_ops __rcu * 32055c2bc14STom Herbert iptun_encaps[MAX_IPTUN_ENCAP_OPS]; 32155c2bc14STom Herbert 32255c2bc14STom Herbert int ip_tunnel_encap_add_ops(const struct ip_tunnel_encap_ops *op, 32355c2bc14STom Herbert unsigned int num); 32455c2bc14STom Herbert int ip_tunnel_encap_del_ops(const struct ip_tunnel_encap_ops *op, 32555c2bc14STom Herbert unsigned int num); 32655c2bc14STom Herbert 32756328486STom Herbert int ip_tunnel_encap_setup(struct ip_tunnel *t, 32856328486STom Herbert struct ip_tunnel_encap *ipencap); 329c5441932SPravin B Shelar 33055c2bc14STom Herbert static inline int ip_encap_hlen(struct ip_tunnel_encap *e) 33155c2bc14STom Herbert { 33255c2bc14STom Herbert const struct ip_tunnel_encap_ops *ops; 33355c2bc14STom Herbert int hlen = -EINVAL; 33455c2bc14STom Herbert 33555c2bc14STom Herbert if (e->type == TUNNEL_ENCAP_NONE) 33655c2bc14STom Herbert return 0; 33755c2bc14STom Herbert 33855c2bc14STom Herbert if (e->type >= MAX_IPTUN_ENCAP_OPS) 33955c2bc14STom Herbert return -EINVAL; 34055c2bc14STom Herbert 34155c2bc14STom Herbert rcu_read_lock(); 34255c2bc14STom Herbert ops = rcu_dereference(iptun_encaps[e->type]); 34355c2bc14STom Herbert if (likely(ops && ops->encap_hlen)) 34455c2bc14STom Herbert hlen = ops->encap_hlen(e); 34555c2bc14STom Herbert rcu_read_unlock(); 34655c2bc14STom Herbert 34755c2bc14STom Herbert return hlen; 34855c2bc14STom Herbert } 34955c2bc14STom Herbert 35055c2bc14STom Herbert static inline int ip_tunnel_encap(struct sk_buff *skb, struct ip_tunnel *t, 35155c2bc14STom Herbert u8 *protocol, struct flowi4 *fl4) 35255c2bc14STom Herbert { 35355c2bc14STom Herbert const struct ip_tunnel_encap_ops *ops; 35455c2bc14STom Herbert int ret = -EINVAL; 35555c2bc14STom Herbert 35655c2bc14STom Herbert if (t->encap.type == TUNNEL_ENCAP_NONE) 35755c2bc14STom Herbert return 0; 35855c2bc14STom Herbert 35955c2bc14STom Herbert if (t->encap.type >= MAX_IPTUN_ENCAP_OPS) 36055c2bc14STom Herbert return -EINVAL; 36155c2bc14STom Herbert 36255c2bc14STom Herbert rcu_read_lock(); 36355c2bc14STom Herbert ops = rcu_dereference(iptun_encaps[t->encap.type]); 36455c2bc14STom Herbert if (likely(ops && ops->build_header)) 36555c2bc14STom Herbert ret = ops->build_header(skb, &t->encap, protocol, fl4); 36655c2bc14STom Herbert rcu_read_unlock(); 36755c2bc14STom Herbert 36855c2bc14STom Herbert return ret; 36955c2bc14STom Herbert } 37055c2bc14STom Herbert 371c5441932SPravin B Shelar /* Extract dsfield from inner protocol */ 372c5441932SPravin B Shelar static inline u8 ip_tunnel_get_dsfield(const struct iphdr *iph, 373c5441932SPravin B Shelar const struct sk_buff *skb) 374c5441932SPravin B Shelar { 375c5441932SPravin B Shelar if (skb->protocol == htons(ETH_P_IP)) 376c5441932SPravin B Shelar return iph->tos; 377c5441932SPravin B Shelar else if (skb->protocol == htons(ETH_P_IPV6)) 378c5441932SPravin B Shelar return ipv6_get_dsfield((const struct ipv6hdr *)iph); 379c5441932SPravin B Shelar else 380c5441932SPravin B Shelar return 0; 381c5441932SPravin B Shelar } 382c5441932SPravin B Shelar 38372f6d71eSHangbin Liu static inline u8 ip_tunnel_get_ttl(const struct iphdr *iph, 38472f6d71eSHangbin Liu const struct sk_buff *skb) 38572f6d71eSHangbin Liu { 38672f6d71eSHangbin Liu if (skb->protocol == htons(ETH_P_IP)) 38772f6d71eSHangbin Liu return iph->ttl; 38872f6d71eSHangbin Liu else if (skb->protocol == htons(ETH_P_IPV6)) 38972f6d71eSHangbin Liu return ((const struct ipv6hdr *)iph)->hop_limit; 39072f6d71eSHangbin Liu else 39172f6d71eSHangbin Liu return 0; 39272f6d71eSHangbin Liu } 39372f6d71eSHangbin Liu 394c5441932SPravin B Shelar /* Propogate ECN bits out */ 395c5441932SPravin B Shelar static inline u8 ip_tunnel_ecn_encap(u8 tos, const struct iphdr *iph, 396c5441932SPravin B Shelar const struct sk_buff *skb) 397c5441932SPravin B Shelar { 398c5441932SPravin B Shelar u8 inner = ip_tunnel_get_dsfield(iph, skb); 399c5441932SPravin B Shelar 400c5441932SPravin B Shelar return INET_ECN_encapsulate(tos, inner); 401c5441932SPravin B Shelar } 402c5441932SPravin B Shelar 403a6d5bbf3SJiri Benc int __iptunnel_pull_header(struct sk_buff *skb, int hdr_len, 404a6d5bbf3SJiri Benc __be16 inner_proto, bool raw_proto, bool xnet); 405a6d5bbf3SJiri Benc 406a6d5bbf3SJiri Benc static inline int iptunnel_pull_header(struct sk_buff *skb, int hdr_len, 407a6d5bbf3SJiri Benc __be16 inner_proto, bool xnet) 408a6d5bbf3SJiri Benc { 409a6d5bbf3SJiri Benc return __iptunnel_pull_header(skb, hdr_len, inner_proto, false, xnet); 410a6d5bbf3SJiri Benc } 411a6d5bbf3SJiri Benc 412039f5062SPravin B Shelar void iptunnel_xmit(struct sock *sk, struct rtable *rt, struct sk_buff *skb, 4136b8847c5SJiri Benc __be32 src, __be32 dst, u8 proto, 4146b8847c5SJiri Benc u8 tos, u8 ttl, __be16 df, bool xnet); 41563d008a4SJiri Benc struct metadata_dst *iptunnel_metadata_reply(struct metadata_dst *md, 41663d008a4SJiri Benc gfp_t flags); 4170e6fbc5bSPravin B Shelar 418aed069dfSAlexander Duyck int iptunnel_handle_offloads(struct sk_buff *skb, int gso_type_mask); 4192d26f0a3SEric Dumazet 420a09a4c8dSJesse Gross static inline int iptunnel_pull_offloads(struct sk_buff *skb) 421a09a4c8dSJesse Gross { 422a09a4c8dSJesse Gross if (skb_is_gso(skb)) { 423a09a4c8dSJesse Gross int err; 424a09a4c8dSJesse Gross 425a09a4c8dSJesse Gross err = skb_unclone(skb, GFP_ATOMIC); 426a09a4c8dSJesse Gross if (unlikely(err)) 427a09a4c8dSJesse Gross return err; 428a09a4c8dSJesse Gross skb_shinfo(skb)->gso_type &= ~(NETIF_F_GSO_ENCAP_ALL >> 429a09a4c8dSJesse Gross NETIF_F_GSO_SHIFT); 430a09a4c8dSJesse Gross } 431a09a4c8dSJesse Gross 432a09a4c8dSJesse Gross skb->encapsulation = 0; 433a09a4c8dSJesse Gross return 0; 434a09a4c8dSJesse Gross } 435a09a4c8dSJesse Gross 436039f5062SPravin B Shelar static inline void iptunnel_xmit_stats(struct net_device *dev, int pkt_len) 437c5441932SPravin B Shelar { 438039f5062SPravin B Shelar if (pkt_len > 0) { 439039f5062SPravin B Shelar struct pcpu_sw_netstats *tstats = get_cpu_ptr(dev->tstats); 440c5441932SPravin B Shelar 441c5441932SPravin B Shelar u64_stats_update_begin(&tstats->syncp); 442039f5062SPravin B Shelar tstats->tx_bytes += pkt_len; 443c5441932SPravin B Shelar tstats->tx_packets++; 444c5441932SPravin B Shelar u64_stats_update_end(&tstats->syncp); 445b4fe85f9SJason A. Donenfeld put_cpu_ptr(tstats); 446039f5062SPravin B Shelar } else { 447039f5062SPravin B Shelar struct net_device_stats *err_stats = &dev->stats; 448039f5062SPravin B Shelar 449039f5062SPravin B Shelar if (pkt_len < 0) { 4500e6fbc5bSPravin B Shelar err_stats->tx_errors++; 4510e6fbc5bSPravin B Shelar err_stats->tx_aborted_errors++; 452c5441932SPravin B Shelar } else { 4530e6fbc5bSPravin B Shelar err_stats->tx_dropped++; 454c5441932SPravin B Shelar } 455c5441932SPravin B Shelar } 456039f5062SPravin B Shelar } 4575243b6acSJesse Gross 4584c222798SPravin B Shelar static inline void *ip_tunnel_info_opts(struct ip_tunnel_info *info) 459ee122c79SThomas Graf { 460ee122c79SThomas Graf return info + 1; 461ee122c79SThomas Graf } 462ee122c79SThomas Graf 4634c222798SPravin B Shelar static inline void ip_tunnel_info_opts_get(void *to, 4644c222798SPravin B Shelar const struct ip_tunnel_info *info) 4654c222798SPravin B Shelar { 4664c222798SPravin B Shelar memcpy(to, info + 1, info->options_len); 4674c222798SPravin B Shelar } 4684c222798SPravin B Shelar 4694c222798SPravin B Shelar static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info, 470256c87c1SPieter Jansen van Vuuren const void *from, int len, 471256c87c1SPieter Jansen van Vuuren __be16 flags) 4724c222798SPravin B Shelar { 4734c222798SPravin B Shelar memcpy(ip_tunnel_info_opts(info), from, len); 4744c222798SPravin B Shelar info->options_len = len; 475256c87c1SPieter Jansen van Vuuren info->key.tun_flags |= flags; 4764c222798SPravin B Shelar } 4774c222798SPravin B Shelar 4783093fbe7SThomas Graf static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate) 4793093fbe7SThomas Graf { 4803093fbe7SThomas Graf return (struct ip_tunnel_info *)lwtstate->data; 4813093fbe7SThomas Graf } 4823093fbe7SThomas Graf 4835263a98fSDavidlohr Bueso DECLARE_STATIC_KEY_FALSE(ip_tunnel_metadata_cnt); 484e7030878SThomas Graf 485e7030878SThomas Graf /* Returns > 0 if metadata should be collected */ 486e7030878SThomas Graf static inline int ip_tunnel_collect_metadata(void) 487e7030878SThomas Graf { 4885263a98fSDavidlohr Bueso return static_branch_unlikely(&ip_tunnel_metadata_cnt); 489e7030878SThomas Graf } 490e7030878SThomas Graf 491045a0fa0SThomas Graf void __init ip_tunnel_core_init(void); 492045a0fa0SThomas Graf 493e7030878SThomas Graf void ip_tunnel_need_metadata(void); 494e7030878SThomas Graf void ip_tunnel_unneed_metadata(void); 495e7030878SThomas Graf 49605283187SThomas Graf #else /* CONFIG_INET */ 49705283187SThomas Graf 49805283187SThomas Graf static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate) 49905283187SThomas Graf { 50005283187SThomas Graf return NULL; 50105283187SThomas Graf } 50205283187SThomas Graf 50305283187SThomas Graf static inline void ip_tunnel_need_metadata(void) 50405283187SThomas Graf { 50505283187SThomas Graf } 50605283187SThomas Graf 50705283187SThomas Graf static inline void ip_tunnel_unneed_metadata(void) 50805283187SThomas Graf { 50905283187SThomas Graf } 51005283187SThomas Graf 511e28e87edSDaniel Borkmann static inline void ip_tunnel_info_opts_get(void *to, 512e28e87edSDaniel Borkmann const struct ip_tunnel_info *info) 513e28e87edSDaniel Borkmann { 514e28e87edSDaniel Borkmann } 515e28e87edSDaniel Borkmann 516e28e87edSDaniel Borkmann static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info, 517256c87c1SPieter Jansen van Vuuren const void *from, int len, 518256c87c1SPieter Jansen van Vuuren __be16 flags) 519e28e87edSDaniel Borkmann { 520e28e87edSDaniel Borkmann info->options_len = 0; 521256c87c1SPieter Jansen van Vuuren info->key.tun_flags |= flags; 522e28e87edSDaniel Borkmann } 523e28e87edSDaniel Borkmann 5245243b6acSJesse Gross #endif /* CONFIG_INET */ 5255243b6acSJesse Gross 526c5441932SPravin B Shelar #endif /* __NET_IP_TUNNELS_H */ 527