1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2c5441932SPravin B Shelar #ifndef __NET_IP_TUNNELS_H
3c5441932SPravin B Shelar #define __NET_IP_TUNNELS_H 1
4c5441932SPravin B Shelar
5c5441932SPravin B Shelar #include <linux/if_tunnel.h>
6c5441932SPravin B Shelar #include <linux/netdevice.h>
7c5441932SPravin B Shelar #include <linux/skbuff.h>
87f9562a1SJiri Benc #include <linux/socket.h>
9c5441932SPravin B Shelar #include <linux/types.h>
10c5441932SPravin B Shelar #include <linux/u64_stats_sync.h>
11fca5fdf6SDaniel Borkmann #include <linux/bitops.h>
12fca5fdf6SDaniel Borkmann
13c5441932SPravin B Shelar #include <net/dsfield.h>
14c5441932SPravin B Shelar #include <net/gro_cells.h>
15c5441932SPravin B Shelar #include <net/inet_ecn.h>
1656328486STom Herbert #include <net/netns/generic.h>
17c5441932SPravin B Shelar #include <net/rtnetlink.h>
183093fbe7SThomas Graf #include <net/lwtunnel.h>
19e09acddfSPaolo Abeni #include <net/dst_cache.h>
20c5441932SPravin B Shelar
21c5441932SPravin B Shelar #if IS_ENABLED(CONFIG_IPV6)
22c5441932SPravin B Shelar #include <net/ipv6.h>
23c5441932SPravin B Shelar #include <net/ip6_fib.h>
24c5441932SPravin B Shelar #include <net/ip6_route.h>
25c5441932SPravin B Shelar #endif
26c5441932SPravin B Shelar
27c5441932SPravin B Shelar /* Keep error state on tunnel for 30 sec */
28c5441932SPravin B Shelar #define IPTUNNEL_ERR_TIMEO (30*HZ)
29c5441932SPravin B Shelar
301d8fff90SThomas Graf /* Used to memset ip_tunnel padding. */
31376534a3SJiri Benc #define IP_TUNNEL_KEY_SIZE offsetofend(struct ip_tunnel_key, tp_dst)
321d8fff90SThomas Graf
33c1ea5d67SJiri Benc /* Used to memset ipv4 address padding. */
34c1ea5d67SJiri Benc #define IP_TUNNEL_KEY_IPV4_PAD offsetofend(struct ip_tunnel_key, u.ipv4.dst)
35c1ea5d67SJiri Benc #define IP_TUNNEL_KEY_IPV4_PAD_LEN \
36c593642cSPankaj Bharadiya (sizeof_field(struct ip_tunnel_key, u) - \
37c593642cSPankaj Bharadiya sizeof_field(struct ip_tunnel_key, u.ipv4))
38c1ea5d67SJiri Benc
391d8fff90SThomas Graf struct ip_tunnel_key {
401d8fff90SThomas Graf __be64 tun_id;
41c1ea5d67SJiri Benc union {
42c1ea5d67SJiri Benc struct {
43c1ea5d67SJiri Benc __be32 src;
44c1ea5d67SJiri Benc __be32 dst;
45c1ea5d67SJiri Benc } ipv4;
46c1ea5d67SJiri Benc struct {
47c1ea5d67SJiri Benc struct in6_addr src;
48c1ea5d67SJiri Benc struct in6_addr dst;
49c1ea5d67SJiri Benc } ipv6;
50c1ea5d67SJiri Benc } u;
511d8fff90SThomas Graf __be16 tun_flags;
527c383fb2SJiri Benc u8 tos; /* TOS for IPv4, TC for IPv6 */
537c383fb2SJiri Benc u8 ttl; /* TTL for IPv4, HL for IPv6 */
5413461144SDaniel Borkmann __be32 label; /* Flow Label for IPv6 */
558bb5e825SIdo Schimmel u32 nhid;
561d8fff90SThomas Graf __be16 tp_src;
571d8fff90SThomas Graf __be16 tp_dst;
58451ef36bSPaul Chaignon __u8 flow_flags;
59ac1cf399SJiri Benc };
601d8fff90SThomas Graf
61ac931d4cSChristian Ehrig struct ip_tunnel_encap {
62ac931d4cSChristian Ehrig u16 type;
63ac931d4cSChristian Ehrig u16 flags;
64ac931d4cSChristian Ehrig __be16 sport;
65ac931d4cSChristian Ehrig __be16 dport;
66ac931d4cSChristian Ehrig };
67ac931d4cSChristian Ehrig
6846fa062aSJiri Benc /* Flags for ip_tunnel_info mode. */
6946fa062aSJiri Benc #define IP_TUNNEL_INFO_TX 0x01 /* represents tx tunnel parameters */
707f9562a1SJiri Benc #define IP_TUNNEL_INFO_IPV6 0x02 /* key contains IPv6 addresses */
71f35581d6SRoopa Prabhu #define IP_TUNNEL_INFO_BRIDGE 0x04 /* represents a bridged tunnel id */
72ee122c79SThomas Graf
73fca5fdf6SDaniel Borkmann /* Maximum tunnel options length. */
74fca5fdf6SDaniel Borkmann #define IP_TUNNEL_OPTS_MAX \
75c593642cSPankaj Bharadiya GENMASK((sizeof_field(struct ip_tunnel_info, \
76fca5fdf6SDaniel Borkmann options_len) * BITS_PER_BYTE) - 1, 0)
77fca5fdf6SDaniel Borkmann
78bc9d003dSGavin Li #define ip_tunnel_info_opts(info) \
79bc9d003dSGavin Li _Generic(info, \
80bc9d003dSGavin Li const struct ip_tunnel_info * : ((const void *)((info) + 1)),\
81bc9d003dSGavin Li struct ip_tunnel_info * : ((void *)((info) + 1))\
82bc9d003dSGavin Li )
83bc9d003dSGavin Li
841d8fff90SThomas Graf struct ip_tunnel_info {
851d8fff90SThomas Graf struct ip_tunnel_key key;
86ac931d4cSChristian Ehrig struct ip_tunnel_encap encap;
87d71785ffSPaolo Abeni #ifdef CONFIG_DST_CACHE
88d71785ffSPaolo Abeni struct dst_cache dst_cache;
89d71785ffSPaolo Abeni #endif
901d8fff90SThomas Graf u8 options_len;
91ee122c79SThomas Graf u8 mode;
921d8fff90SThomas Graf };
931d8fff90SThomas Graf
94c5441932SPravin B Shelar /* 6rd prefix/relay information */
95c5441932SPravin B Shelar #ifdef CONFIG_IPV6_SIT_6RD
96c5441932SPravin B Shelar struct ip_tunnel_6rd_parm {
97c5441932SPravin B Shelar struct in6_addr prefix;
98c5441932SPravin B Shelar __be32 relay_prefix;
99c5441932SPravin B Shelar u16 prefixlen;
100c5441932SPravin B Shelar u16 relay_prefixlen;
101c5441932SPravin B Shelar };
102c5441932SPravin B Shelar #endif
103c5441932SPravin B Shelar
104c5441932SPravin B Shelar struct ip_tunnel_prl_entry {
105c5441932SPravin B Shelar struct ip_tunnel_prl_entry __rcu *next;
106c5441932SPravin B Shelar __be32 addr;
107c5441932SPravin B Shelar u16 flags;
108c5441932SPravin B Shelar struct rcu_head rcu_head;
109c5441932SPravin B Shelar };
110c5441932SPravin B Shelar
1112e15ea39SPravin B Shelar struct metadata_dst;
1122e15ea39SPravin B Shelar
113c5441932SPravin B Shelar struct ip_tunnel {
114c5441932SPravin B Shelar struct ip_tunnel __rcu *next;
115c5441932SPravin B Shelar struct hlist_node hash_node;
116c0fd407aSEric Dumazet
117c5441932SPravin B Shelar struct net_device *dev;
118c0fd407aSEric Dumazet netdevice_tracker dev_tracker;
119c0fd407aSEric Dumazet
1205e6700b3SNicolas Dichtel struct net *net; /* netns for packet i/o */
121c5441932SPravin B Shelar
122c5441932SPravin B Shelar unsigned long err_time; /* Time when the last ICMP error
123c5441932SPravin B Shelar * arrived */
124f38ba953Sstephen hemminger int err_count; /* Number of arrived ICMP errors */
125c5441932SPravin B Shelar
126c5441932SPravin B Shelar /* These four fields used only by GRE */
1276b8847c5SJiri Benc u32 i_seqno; /* The last seen seqno */
12831c417c9SPeilin Ye atomic_t o_seqno; /* The last output seqno */
12956328486STom Herbert int tun_hlen; /* Precalculated header length */
130c5441932SPravin B Shelar
131f551c91dSWilliam Tu /* These four fields used only by ERSPAN */
13284e54fe0SWilliam Tu u32 index; /* ERSPAN type II index */
133f551c91dSWilliam Tu u8 erspan_ver; /* ERSPAN version */
134f551c91dSWilliam Tu u8 dir; /* ERSPAN direction */
135f551c91dSWilliam Tu u16 hwid; /* ERSPAN hardware ID */
13684e54fe0SWilliam Tu
137e09acddfSPaolo Abeni struct dst_cache dst_cache;
1387d442fabSTom Herbert
139c5441932SPravin B Shelar struct ip_tunnel_parm parms;
140c5441932SPravin B Shelar
141f38ba953Sstephen hemminger int mlink;
14256328486STom Herbert int encap_hlen; /* Encap header length (FOU,GUE) */
14356328486STom Herbert int hlen; /* tun_hlen + encap_hlen */
144f38ba953Sstephen hemminger struct ip_tunnel_encap encap;
14556328486STom Herbert
146c5441932SPravin B Shelar /* for SIT */
147c5441932SPravin B Shelar #ifdef CONFIG_IPV6_SIT_6RD
148c5441932SPravin B Shelar struct ip_tunnel_6rd_parm ip6rd;
149c5441932SPravin B Shelar #endif
150c5441932SPravin B Shelar struct ip_tunnel_prl_entry __rcu *prl; /* potential router list */
151c5441932SPravin B Shelar unsigned int prl_count; /* # of entries in PRL */
152c7d03a00SAlexey Dobriyan unsigned int ip_tnl_net_id;
153c5441932SPravin B Shelar struct gro_cells gro_cells;
1549830ad4cSCraig Gallek __u32 fwmark;
1552e15ea39SPravin B Shelar bool collect_md;
15622a59be8SPhilip Prindeville bool ignore_df;
157c5441932SPravin B Shelar };
158c5441932SPravin B Shelar
159c5441932SPravin B Shelar struct tnl_ptk_info {
160c5441932SPravin B Shelar __be16 flags;
161c5441932SPravin B Shelar __be16 proto;
162c5441932SPravin B Shelar __be32 key;
163c5441932SPravin B Shelar __be32 seq;
1649b8c6d7bSEric Dumazet int hdr_len;
165c5441932SPravin B Shelar };
166c5441932SPravin B Shelar
167c5441932SPravin B Shelar #define PACKET_RCVD 0
168c5441932SPravin B Shelar #define PACKET_REJECT 1
169125372faSJiri Benc #define PACKET_NEXT 2
170c5441932SPravin B Shelar
1716261d983Sstephen hemminger #define IP_TNL_HASH_BITS 7
172c5441932SPravin B Shelar #define IP_TNL_HASH_SIZE (1 << IP_TNL_HASH_BITS)
173c5441932SPravin B Shelar
174c5441932SPravin B Shelar struct ip_tunnel_net {
175c5441932SPravin B Shelar struct net_device *fb_tunnel_dev;
17679134e6cSEric Dumazet struct rtnl_link_ops *rtnl_link_ops;
1776261d983Sstephen hemminger struct hlist_head tunnels[IP_TNL_HASH_SIZE];
1782e15ea39SPravin B Shelar struct ip_tunnel __rcu *collect_md_tun;
17979134e6cSEric Dumazet int type;
180c5441932SPravin B Shelar };
181c5441932SPravin B Shelar
ip_tunnel_key_init(struct ip_tunnel_key * key,__be32 saddr,__be32 daddr,u8 tos,u8 ttl,__be32 label,__be16 tp_src,__be16 tp_dst,__be64 tun_id,__be16 tun_flags)1824c222798SPravin B Shelar static inline void ip_tunnel_key_init(struct ip_tunnel_key *key,
1831d8fff90SThomas Graf __be32 saddr, __be32 daddr,
18413461144SDaniel Borkmann u8 tos, u8 ttl, __be32 label,
1851d8fff90SThomas Graf __be16 tp_src, __be16 tp_dst,
1864c222798SPravin B Shelar __be64 tun_id, __be16 tun_flags)
1871d8fff90SThomas Graf {
1884c222798SPravin B Shelar key->tun_id = tun_id;
1894c222798SPravin B Shelar key->u.ipv4.src = saddr;
1904c222798SPravin B Shelar key->u.ipv4.dst = daddr;
1914c222798SPravin B Shelar memset((unsigned char *)key + IP_TUNNEL_KEY_IPV4_PAD,
192c1ea5d67SJiri Benc 0, IP_TUNNEL_KEY_IPV4_PAD_LEN);
1934c222798SPravin B Shelar key->tos = tos;
1944c222798SPravin B Shelar key->ttl = ttl;
19513461144SDaniel Borkmann key->label = label;
1964c222798SPravin B Shelar key->tun_flags = tun_flags;
1971d8fff90SThomas Graf
1981d8fff90SThomas Graf /* For the tunnel types on the top of IPsec, the tp_src and tp_dst of
1991d8fff90SThomas Graf * the upper tunnel are used.
2001d8fff90SThomas Graf * E.g: GRE over IPSEC, the tp_src and tp_port are zero.
2011d8fff90SThomas Graf */
2024c222798SPravin B Shelar key->tp_src = tp_src;
2034c222798SPravin B Shelar key->tp_dst = tp_dst;
2041d8fff90SThomas Graf
2051d8fff90SThomas Graf /* Clear struct padding. */
2064c222798SPravin B Shelar if (sizeof(*key) != IP_TUNNEL_KEY_SIZE)
2074c222798SPravin B Shelar memset((unsigned char *)key + IP_TUNNEL_KEY_SIZE,
2084c222798SPravin B Shelar 0, sizeof(*key) - IP_TUNNEL_KEY_SIZE);
2091d8fff90SThomas Graf }
2101d8fff90SThomas Graf
211db3c6139SDaniel Borkmann static inline bool
ip_tunnel_dst_cache_usable(const struct sk_buff * skb,const struct ip_tunnel_info * info)212db3c6139SDaniel Borkmann ip_tunnel_dst_cache_usable(const struct sk_buff *skb,
213db3c6139SDaniel Borkmann const struct ip_tunnel_info *info)
214db3c6139SDaniel Borkmann {
215db3c6139SDaniel Borkmann if (skb->mark)
216db3c6139SDaniel Borkmann return false;
217db3c6139SDaniel Borkmann if (!info)
218db3c6139SDaniel Borkmann return true;
219db3c6139SDaniel Borkmann if (info->key.tun_flags & TUNNEL_NOCACHE)
220db3c6139SDaniel Borkmann return false;
221db3c6139SDaniel Borkmann
222db3c6139SDaniel Borkmann return true;
223db3c6139SDaniel Borkmann }
224db3c6139SDaniel Borkmann
ip_tunnel_info_af(const struct ip_tunnel_info * tun_info)2257f9562a1SJiri Benc static inline unsigned short ip_tunnel_info_af(const struct ip_tunnel_info
2267f9562a1SJiri Benc *tun_info)
2277f9562a1SJiri Benc {
2287f9562a1SJiri Benc return tun_info->mode & IP_TUNNEL_INFO_IPV6 ? AF_INET6 : AF_INET;
2297f9562a1SJiri Benc }
2307f9562a1SJiri Benc
key32_to_tunnel_id(__be32 key)231d817f432SAmir Vadai static inline __be64 key32_to_tunnel_id(__be32 key)
232d817f432SAmir Vadai {
233d817f432SAmir Vadai #ifdef __BIG_ENDIAN
234d817f432SAmir Vadai return (__force __be64)key;
235d817f432SAmir Vadai #else
236d817f432SAmir Vadai return (__force __be64)((__force u64)key << 32);
237d817f432SAmir Vadai #endif
238d817f432SAmir Vadai }
239d817f432SAmir Vadai
240d817f432SAmir Vadai /* Returns the least-significant 32 bits of a __be64. */
tunnel_id_to_key32(__be64 tun_id)241d817f432SAmir Vadai static inline __be32 tunnel_id_to_key32(__be64 tun_id)
242d817f432SAmir Vadai {
243d817f432SAmir Vadai #ifdef __BIG_ENDIAN
244d817f432SAmir Vadai return (__force __be32)tun_id;
245d817f432SAmir Vadai #else
246d817f432SAmir Vadai return (__force __be32)((__force u64)tun_id >> 32);
247d817f432SAmir Vadai #endif
248d817f432SAmir Vadai }
249d817f432SAmir Vadai
2505243b6acSJesse Gross #ifdef CONFIG_INET
2515243b6acSJesse Gross
ip_tunnel_init_flow(struct flowi4 * fl4,int proto,__be32 daddr,__be32 saddr,__be32 key,__u8 tos,struct net * net,int oif,__u32 mark,__u32 tun_inner_hash,__u8 flow_flags)252b0066da5SPetr Machata static inline void ip_tunnel_init_flow(struct flowi4 *fl4,
253b0066da5SPetr Machata int proto,
254b0066da5SPetr Machata __be32 daddr, __be32 saddr,
255db53cd3dSDavid Ahern __be32 key, __u8 tos,
256db53cd3dSDavid Ahern struct net *net, int oif,
2577ec9fce4SEyal Birger __u32 mark, __u32 tun_inner_hash,
2587ec9fce4SEyal Birger __u8 flow_flags)
259b0066da5SPetr Machata {
260b0066da5SPetr Machata memset(fl4, 0, sizeof(*fl4));
261db53cd3dSDavid Ahern
262db53cd3dSDavid Ahern if (oif) {
263db53cd3dSDavid Ahern fl4->flowi4_l3mdev = l3mdev_master_upper_ifindex_by_index_rcu(net, oif);
264db53cd3dSDavid Ahern /* Legacy VRF/l3mdev use case */
265db53cd3dSDavid Ahern fl4->flowi4_oif = fl4->flowi4_l3mdev ? 0 : oif;
266db53cd3dSDavid Ahern }
267db53cd3dSDavid Ahern
268b0066da5SPetr Machata fl4->daddr = daddr;
269b0066da5SPetr Machata fl4->saddr = saddr;
270b0066da5SPetr Machata fl4->flowi4_tos = tos;
271b0066da5SPetr Machata fl4->flowi4_proto = proto;
272b0066da5SPetr Machata fl4->fl4_gre_key = key;
273b0066da5SPetr Machata fl4->flowi4_mark = mark;
27424ba1440Swenxu fl4->flowi4_multipath_hash = tun_inner_hash;
2757ec9fce4SEyal Birger fl4->flowi4_flags = flow_flags;
276b0066da5SPetr Machata }
277b0066da5SPetr Machata
278c5441932SPravin B Shelar int ip_tunnel_init(struct net_device *dev);
279c5441932SPravin B Shelar void ip_tunnel_uninit(struct net_device *dev);
280c5441932SPravin B Shelar void ip_tunnel_dellink(struct net_device *dev, struct list_head *head);
2811728d4faSNicolas Dichtel struct net *ip_tunnel_get_link_net(const struct net_device *dev);
2821e99584bSNicolas Dichtel int ip_tunnel_get_iflink(const struct net_device *dev);
283c7d03a00SAlexey Dobriyan int ip_tunnel_init_net(struct net *net, unsigned int ip_tnl_net_id,
284c5441932SPravin B Shelar struct rtnl_link_ops *ops, char *devname);
285c5441932SPravin B Shelar
28664bc1781SEric Dumazet void ip_tunnel_delete_nets(struct list_head *list_net, unsigned int id,
28764bc1781SEric Dumazet struct rtnl_link_ops *ops);
288c5441932SPravin B Shelar
289c5441932SPravin B Shelar void ip_tunnel_xmit(struct sk_buff *skb, struct net_device *dev,
290bf3d6a8fSNicolas Dichtel const struct iphdr *tnl_params, const u8 protocol);
291cfc7381bSAlexei Starovoitov void ip_md_tunnel_xmit(struct sk_buff *skb, struct net_device *dev,
292c8b34e68Swenxu const u8 proto, int tunnel_hlen);
293607259a6SChristoph Hellwig int ip_tunnel_ctl(struct net_device *dev, struct ip_tunnel_parm *p, int cmd);
2943e7a1c7cSArnd Bergmann int ip_tunnel_siocdevprivate(struct net_device *dev, struct ifreq *ifr,
2953e7a1c7cSArnd Bergmann void __user *data, int cmd);
2967e059158SDavid Wragg int __ip_tunnel_change_mtu(struct net_device *dev, int new_mtu, bool strict);
297c5441932SPravin B Shelar int ip_tunnel_change_mtu(struct net_device *dev, int new_mtu);
298c5441932SPravin B Shelar
299c5441932SPravin B Shelar struct ip_tunnel *ip_tunnel_lookup(struct ip_tunnel_net *itn,
300c5441932SPravin B Shelar int link, __be16 flags,
301c5441932SPravin B Shelar __be32 remote, __be32 local,
302c5441932SPravin B Shelar __be32 key);
303c5441932SPravin B Shelar
304ac931d4cSChristian Ehrig void ip_tunnel_md_udp_encap(struct sk_buff *skb, struct ip_tunnel_info *info);
305c5441932SPravin B Shelar int ip_tunnel_rcv(struct ip_tunnel *tunnel, struct sk_buff *skb,
3062e15ea39SPravin B Shelar const struct tnl_ptk_info *tpi, struct metadata_dst *tun_dst,
3072e15ea39SPravin B Shelar bool log_ecn_error);
308c5441932SPravin B Shelar int ip_tunnel_changelink(struct net_device *dev, struct nlattr *tb[],
3099830ad4cSCraig Gallek struct ip_tunnel_parm *p, __u32 fwmark);
310c5441932SPravin B Shelar int ip_tunnel_newlink(struct net_device *dev, struct nlattr *tb[],
3119830ad4cSCraig Gallek struct ip_tunnel_parm *p, __u32 fwmark);
312c7d03a00SAlexey Dobriyan void ip_tunnel_setup(struct net_device *dev, unsigned int net_id);
31355c2bc14STom Herbert
314537dd2d9SLiu Jian bool ip_tunnel_netlink_encap_parms(struct nlattr *data[],
315537dd2d9SLiu Jian struct ip_tunnel_encap *encap);
316537dd2d9SLiu Jian
317b86fca80SLiu Jian void ip_tunnel_netlink_parms(struct nlattr *data[],
318b86fca80SLiu Jian struct ip_tunnel_parm *parms);
319b86fca80SLiu Jian
3202606aff9SJason A. Donenfeld extern const struct header_ops ip_tunnel_header_ops;
3212606aff9SJason A. Donenfeld __be16 ip_tunnel_parse_protocol(const struct sk_buff *skb);
3222606aff9SJason A. Donenfeld
32355c2bc14STom Herbert struct ip_tunnel_encap_ops {
32455c2bc14STom Herbert size_t (*encap_hlen)(struct ip_tunnel_encap *e);
32555c2bc14STom Herbert int (*build_header)(struct sk_buff *skb, struct ip_tunnel_encap *e,
32655c2bc14STom Herbert u8 *protocol, struct flowi4 *fl4);
327e7cc0824SStefano Brivio int (*err_handler)(struct sk_buff *skb, u32 info);
32855c2bc14STom Herbert };
32955c2bc14STom Herbert
33055c2bc14STom Herbert #define MAX_IPTUN_ENCAP_OPS 8
33155c2bc14STom Herbert
33255c2bc14STom Herbert extern const struct ip_tunnel_encap_ops __rcu *
33355c2bc14STom Herbert iptun_encaps[MAX_IPTUN_ENCAP_OPS];
33455c2bc14STom Herbert
33555c2bc14STom Herbert int ip_tunnel_encap_add_ops(const struct ip_tunnel_encap_ops *op,
33655c2bc14STom Herbert unsigned int num);
33755c2bc14STom Herbert int ip_tunnel_encap_del_ops(const struct ip_tunnel_encap_ops *op,
33855c2bc14STom Herbert unsigned int num);
33955c2bc14STom Herbert
34056328486STom Herbert int ip_tunnel_encap_setup(struct ip_tunnel *t,
34156328486STom Herbert struct ip_tunnel_encap *ipencap);
342c5441932SPravin B Shelar
pskb_inet_may_pull(struct sk_buff * skb)343cb9f1b78SWillem de Bruijn static inline bool pskb_inet_may_pull(struct sk_buff *skb)
344cb9f1b78SWillem de Bruijn {
345cb9f1b78SWillem de Bruijn int nhlen;
346cb9f1b78SWillem de Bruijn
347cb9f1b78SWillem de Bruijn switch (skb->protocol) {
348cb9f1b78SWillem de Bruijn #if IS_ENABLED(CONFIG_IPV6)
349cb9f1b78SWillem de Bruijn case htons(ETH_P_IPV6):
350cb9f1b78SWillem de Bruijn nhlen = sizeof(struct ipv6hdr);
351cb9f1b78SWillem de Bruijn break;
352cb9f1b78SWillem de Bruijn #endif
353cb9f1b78SWillem de Bruijn case htons(ETH_P_IP):
354cb9f1b78SWillem de Bruijn nhlen = sizeof(struct iphdr);
355cb9f1b78SWillem de Bruijn break;
356cb9f1b78SWillem de Bruijn default:
357cb9f1b78SWillem de Bruijn nhlen = 0;
358cb9f1b78SWillem de Bruijn }
359cb9f1b78SWillem de Bruijn
360cb9f1b78SWillem de Bruijn return pskb_network_may_pull(skb, nhlen);
361cb9f1b78SWillem de Bruijn }
362cb9f1b78SWillem de Bruijn
363190d9efaSEric Dumazet /* Variant of pskb_inet_may_pull().
364190d9efaSEric Dumazet */
skb_vlan_inet_prepare(struct sk_buff * skb,bool inner_proto_inherit)365bb5c1b0fSGal Pressman static inline bool skb_vlan_inet_prepare(struct sk_buff *skb,
366bb5c1b0fSGal Pressman bool inner_proto_inherit)
367190d9efaSEric Dumazet {
368bb5c1b0fSGal Pressman int nhlen = 0, maclen = inner_proto_inherit ? 0 : ETH_HLEN;
369190d9efaSEric Dumazet __be16 type = skb->protocol;
370190d9efaSEric Dumazet
371190d9efaSEric Dumazet /* Essentially this is skb_protocol(skb, true)
372190d9efaSEric Dumazet * And we get MAC len.
373190d9efaSEric Dumazet */
374190d9efaSEric Dumazet if (eth_type_vlan(type))
375190d9efaSEric Dumazet type = __vlan_get_protocol(skb, type, &maclen);
376190d9efaSEric Dumazet
377190d9efaSEric Dumazet switch (type) {
378190d9efaSEric Dumazet #if IS_ENABLED(CONFIG_IPV6)
379190d9efaSEric Dumazet case htons(ETH_P_IPV6):
380190d9efaSEric Dumazet nhlen = sizeof(struct ipv6hdr);
381190d9efaSEric Dumazet break;
382190d9efaSEric Dumazet #endif
383190d9efaSEric Dumazet case htons(ETH_P_IP):
384190d9efaSEric Dumazet nhlen = sizeof(struct iphdr);
385190d9efaSEric Dumazet break;
386190d9efaSEric Dumazet }
387190d9efaSEric Dumazet /* For ETH_P_IPV6/ETH_P_IP we make sure to pull
388190d9efaSEric Dumazet * a base network header in skb->head.
389190d9efaSEric Dumazet */
390190d9efaSEric Dumazet if (!pskb_may_pull(skb, maclen + nhlen))
391190d9efaSEric Dumazet return false;
392190d9efaSEric Dumazet
393190d9efaSEric Dumazet skb_set_network_header(skb, maclen);
394190d9efaSEric Dumazet return true;
395190d9efaSEric Dumazet }
396190d9efaSEric Dumazet
ip_encap_hlen(struct ip_tunnel_encap * e)39755c2bc14STom Herbert static inline int ip_encap_hlen(struct ip_tunnel_encap *e)
39855c2bc14STom Herbert {
39955c2bc14STom Herbert const struct ip_tunnel_encap_ops *ops;
40055c2bc14STom Herbert int hlen = -EINVAL;
40155c2bc14STom Herbert
40255c2bc14STom Herbert if (e->type == TUNNEL_ENCAP_NONE)
40355c2bc14STom Herbert return 0;
40455c2bc14STom Herbert
40555c2bc14STom Herbert if (e->type >= MAX_IPTUN_ENCAP_OPS)
40655c2bc14STom Herbert return -EINVAL;
40755c2bc14STom Herbert
40855c2bc14STom Herbert rcu_read_lock();
40955c2bc14STom Herbert ops = rcu_dereference(iptun_encaps[e->type]);
41055c2bc14STom Herbert if (likely(ops && ops->encap_hlen))
41155c2bc14STom Herbert hlen = ops->encap_hlen(e);
41255c2bc14STom Herbert rcu_read_unlock();
41355c2bc14STom Herbert
41455c2bc14STom Herbert return hlen;
41555c2bc14STom Herbert }
41655c2bc14STom Herbert
ip_tunnel_encap(struct sk_buff * skb,struct ip_tunnel_encap * e,u8 * protocol,struct flowi4 * fl4)417ac931d4cSChristian Ehrig static inline int ip_tunnel_encap(struct sk_buff *skb,
418ac931d4cSChristian Ehrig struct ip_tunnel_encap *e,
41955c2bc14STom Herbert u8 *protocol, struct flowi4 *fl4)
42055c2bc14STom Herbert {
42155c2bc14STom Herbert const struct ip_tunnel_encap_ops *ops;
42255c2bc14STom Herbert int ret = -EINVAL;
42355c2bc14STom Herbert
424ac931d4cSChristian Ehrig if (e->type == TUNNEL_ENCAP_NONE)
42555c2bc14STom Herbert return 0;
42655c2bc14STom Herbert
427ac931d4cSChristian Ehrig if (e->type >= MAX_IPTUN_ENCAP_OPS)
42855c2bc14STom Herbert return -EINVAL;
42955c2bc14STom Herbert
43055c2bc14STom Herbert rcu_read_lock();
431ac931d4cSChristian Ehrig ops = rcu_dereference(iptun_encaps[e->type]);
43255c2bc14STom Herbert if (likely(ops && ops->build_header))
433ac931d4cSChristian Ehrig ret = ops->build_header(skb, e, protocol, fl4);
43455c2bc14STom Herbert rcu_read_unlock();
43555c2bc14STom Herbert
43655c2bc14STom Herbert return ret;
43755c2bc14STom Herbert }
43855c2bc14STom Herbert
439c5441932SPravin B Shelar /* Extract dsfield from inner protocol */
ip_tunnel_get_dsfield(const struct iphdr * iph,const struct sk_buff * skb)440c5441932SPravin B Shelar static inline u8 ip_tunnel_get_dsfield(const struct iphdr *iph,
441c5441932SPravin B Shelar const struct sk_buff *skb)
442c5441932SPravin B Shelar {
4437074732cSMatthias May __be16 payload_protocol = skb_protocol(skb, true);
4447074732cSMatthias May
4457074732cSMatthias May if (payload_protocol == htons(ETH_P_IP))
446c5441932SPravin B Shelar return iph->tos;
4477074732cSMatthias May else if (payload_protocol == htons(ETH_P_IPV6))
448c5441932SPravin B Shelar return ipv6_get_dsfield((const struct ipv6hdr *)iph);
449c5441932SPravin B Shelar else
450c5441932SPravin B Shelar return 0;
451c5441932SPravin B Shelar }
452c5441932SPravin B Shelar
ip_tunnel_get_ttl(const struct iphdr * iph,const struct sk_buff * skb)45372f6d71eSHangbin Liu static inline u8 ip_tunnel_get_ttl(const struct iphdr *iph,
45472f6d71eSHangbin Liu const struct sk_buff *skb)
45572f6d71eSHangbin Liu {
4567074732cSMatthias May __be16 payload_protocol = skb_protocol(skb, true);
4577074732cSMatthias May
4587074732cSMatthias May if (payload_protocol == htons(ETH_P_IP))
45972f6d71eSHangbin Liu return iph->ttl;
4607074732cSMatthias May else if (payload_protocol == htons(ETH_P_IPV6))
46172f6d71eSHangbin Liu return ((const struct ipv6hdr *)iph)->hop_limit;
46272f6d71eSHangbin Liu else
46372f6d71eSHangbin Liu return 0;
46472f6d71eSHangbin Liu }
46572f6d71eSHangbin Liu
466c5441932SPravin B Shelar /* Propogate ECN bits out */
ip_tunnel_ecn_encap(u8 tos,const struct iphdr * iph,const struct sk_buff * skb)467c5441932SPravin B Shelar static inline u8 ip_tunnel_ecn_encap(u8 tos, const struct iphdr *iph,
468c5441932SPravin B Shelar const struct sk_buff *skb)
469c5441932SPravin B Shelar {
470c5441932SPravin B Shelar u8 inner = ip_tunnel_get_dsfield(iph, skb);
471c5441932SPravin B Shelar
472c5441932SPravin B Shelar return INET_ECN_encapsulate(tos, inner);
473c5441932SPravin B Shelar }
474c5441932SPravin B Shelar
475a6d5bbf3SJiri Benc int __iptunnel_pull_header(struct sk_buff *skb, int hdr_len,
476a6d5bbf3SJiri Benc __be16 inner_proto, bool raw_proto, bool xnet);
477a6d5bbf3SJiri Benc
iptunnel_pull_header(struct sk_buff * skb,int hdr_len,__be16 inner_proto,bool xnet)478a6d5bbf3SJiri Benc static inline int iptunnel_pull_header(struct sk_buff *skb, int hdr_len,
479a6d5bbf3SJiri Benc __be16 inner_proto, bool xnet)
480a6d5bbf3SJiri Benc {
481a6d5bbf3SJiri Benc return __iptunnel_pull_header(skb, hdr_len, inner_proto, false, xnet);
482a6d5bbf3SJiri Benc }
483a6d5bbf3SJiri Benc
484039f5062SPravin B Shelar void iptunnel_xmit(struct sock *sk, struct rtable *rt, struct sk_buff *skb,
4856b8847c5SJiri Benc __be32 src, __be32 dst, u8 proto,
4866b8847c5SJiri Benc u8 tos, u8 ttl, __be16 df, bool xnet);
48763d008a4SJiri Benc struct metadata_dst *iptunnel_metadata_reply(struct metadata_dst *md,
48863d008a4SJiri Benc gfp_t flags);
4894cb47a86SStefano Brivio int skb_tunnel_check_pmtu(struct sk_buff *skb, struct dst_entry *encap_dst,
4904cb47a86SStefano Brivio int headroom, bool reply);
4910e6fbc5bSPravin B Shelar
492aed069dfSAlexander Duyck int iptunnel_handle_offloads(struct sk_buff *skb, int gso_type_mask);
4932d26f0a3SEric Dumazet
iptunnel_pull_offloads(struct sk_buff * skb)494a09a4c8dSJesse Gross static inline int iptunnel_pull_offloads(struct sk_buff *skb)
495a09a4c8dSJesse Gross {
496a09a4c8dSJesse Gross if (skb_is_gso(skb)) {
497a09a4c8dSJesse Gross int err;
498a09a4c8dSJesse Gross
499a09a4c8dSJesse Gross err = skb_unclone(skb, GFP_ATOMIC);
500a09a4c8dSJesse Gross if (unlikely(err))
501a09a4c8dSJesse Gross return err;
502a09a4c8dSJesse Gross skb_shinfo(skb)->gso_type &= ~(NETIF_F_GSO_ENCAP_ALL >>
503a09a4c8dSJesse Gross NETIF_F_GSO_SHIFT);
504a09a4c8dSJesse Gross }
505a09a4c8dSJesse Gross
506a09a4c8dSJesse Gross skb->encapsulation = 0;
507a09a4c8dSJesse Gross return 0;
508a09a4c8dSJesse Gross }
509a09a4c8dSJesse Gross
iptunnel_xmit_stats(struct net_device * dev,int pkt_len)510039f5062SPravin B Shelar static inline void iptunnel_xmit_stats(struct net_device *dev, int pkt_len)
511c5441932SPravin B Shelar {
512039f5062SPravin B Shelar if (pkt_len > 0) {
513039f5062SPravin B Shelar struct pcpu_sw_netstats *tstats = get_cpu_ptr(dev->tstats);
514c5441932SPravin B Shelar
515c5441932SPravin B Shelar u64_stats_update_begin(&tstats->syncp);
5169962acefSEric Dumazet u64_stats_add(&tstats->tx_bytes, pkt_len);
5179962acefSEric Dumazet u64_stats_inc(&tstats->tx_packets);
518c5441932SPravin B Shelar u64_stats_update_end(&tstats->syncp);
519b4fe85f9SJason A. Donenfeld put_cpu_ptr(tstats);
5209b271ebaSEric Dumazet return;
5219b271ebaSEric Dumazet }
522039f5062SPravin B Shelar
523039f5062SPravin B Shelar if (pkt_len < 0) {
5249b271ebaSEric Dumazet DEV_STATS_INC(dev, tx_errors);
5259b271ebaSEric Dumazet DEV_STATS_INC(dev, tx_aborted_errors);
526c5441932SPravin B Shelar } else {
5279b271ebaSEric Dumazet DEV_STATS_INC(dev, tx_dropped);
528c5441932SPravin B Shelar }
529039f5062SPravin B Shelar }
5305243b6acSJesse Gross
ip_tunnel_info_opts_get(void * to,const struct ip_tunnel_info * info)5314c222798SPravin B Shelar static inline void ip_tunnel_info_opts_get(void *to,
5324c222798SPravin B Shelar const struct ip_tunnel_info *info)
5334c222798SPravin B Shelar {
5344c222798SPravin B Shelar memcpy(to, info + 1, info->options_len);
5354c222798SPravin B Shelar }
5364c222798SPravin B Shelar
ip_tunnel_info_opts_set(struct ip_tunnel_info * info,const void * from,int len,__be16 flags)5374c222798SPravin B Shelar static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info,
538256c87c1SPieter Jansen van Vuuren const void *from, int len,
539256c87c1SPieter Jansen van Vuuren __be16 flags)
5404c222798SPravin B Shelar {
5414c222798SPravin B Shelar info->options_len = len;
5429c2e14b4SYi-Hung Wei if (len > 0) {
5439c2e14b4SYi-Hung Wei memcpy(ip_tunnel_info_opts(info), from, len);
544256c87c1SPieter Jansen van Vuuren info->key.tun_flags |= flags;
5454c222798SPravin B Shelar }
5469c2e14b4SYi-Hung Wei }
5474c222798SPravin B Shelar
lwt_tun_info(struct lwtunnel_state * lwtstate)5483093fbe7SThomas Graf static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate)
5493093fbe7SThomas Graf {
5503093fbe7SThomas Graf return (struct ip_tunnel_info *)lwtstate->data;
5513093fbe7SThomas Graf }
5523093fbe7SThomas Graf
5535263a98fSDavidlohr Bueso DECLARE_STATIC_KEY_FALSE(ip_tunnel_metadata_cnt);
554e7030878SThomas Graf
555e7030878SThomas Graf /* Returns > 0 if metadata should be collected */
ip_tunnel_collect_metadata(void)556e7030878SThomas Graf static inline int ip_tunnel_collect_metadata(void)
557e7030878SThomas Graf {
5585263a98fSDavidlohr Bueso return static_branch_unlikely(&ip_tunnel_metadata_cnt);
559e7030878SThomas Graf }
560e7030878SThomas Graf
561045a0fa0SThomas Graf void __init ip_tunnel_core_init(void);
562045a0fa0SThomas Graf
563e7030878SThomas Graf void ip_tunnel_need_metadata(void);
564e7030878SThomas Graf void ip_tunnel_unneed_metadata(void);
565e7030878SThomas Graf
56605283187SThomas Graf #else /* CONFIG_INET */
56705283187SThomas Graf
lwt_tun_info(struct lwtunnel_state * lwtstate)56805283187SThomas Graf static inline struct ip_tunnel_info *lwt_tun_info(struct lwtunnel_state *lwtstate)
56905283187SThomas Graf {
57005283187SThomas Graf return NULL;
57105283187SThomas Graf }
57205283187SThomas Graf
ip_tunnel_need_metadata(void)57305283187SThomas Graf static inline void ip_tunnel_need_metadata(void)
57405283187SThomas Graf {
57505283187SThomas Graf }
57605283187SThomas Graf
ip_tunnel_unneed_metadata(void)57705283187SThomas Graf static inline void ip_tunnel_unneed_metadata(void)
57805283187SThomas Graf {
57905283187SThomas Graf }
58005283187SThomas Graf
ip_tunnel_info_opts_get(void * to,const struct ip_tunnel_info * info)581e28e87edSDaniel Borkmann static inline void ip_tunnel_info_opts_get(void *to,
582e28e87edSDaniel Borkmann const struct ip_tunnel_info *info)
583e28e87edSDaniel Borkmann {
584e28e87edSDaniel Borkmann }
585e28e87edSDaniel Borkmann
ip_tunnel_info_opts_set(struct ip_tunnel_info * info,const void * from,int len,__be16 flags)586e28e87edSDaniel Borkmann static inline void ip_tunnel_info_opts_set(struct ip_tunnel_info *info,
587256c87c1SPieter Jansen van Vuuren const void *from, int len,
588256c87c1SPieter Jansen van Vuuren __be16 flags)
589e28e87edSDaniel Borkmann {
590e28e87edSDaniel Borkmann info->options_len = 0;
591e28e87edSDaniel Borkmann }
592e28e87edSDaniel Borkmann
5935243b6acSJesse Gross #endif /* CONFIG_INET */
5945243b6acSJesse Gross
595c5441932SPravin B Shelar #endif /* __NET_IP_TUNNELS_H */
596