1c9422999SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 20e6fbc5bSPravin B Shelar /* 30e6fbc5bSPravin B Shelar * Copyright (c) 2013 Nicira, Inc. 40e6fbc5bSPravin B Shelar */ 50e6fbc5bSPravin B Shelar 60e6fbc5bSPravin B Shelar #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 70e6fbc5bSPravin B Shelar 80e6fbc5bSPravin B Shelar #include <linux/types.h> 90e6fbc5bSPravin B Shelar #include <linux/kernel.h> 100e6fbc5bSPravin B Shelar #include <linux/skbuff.h> 110e6fbc5bSPravin B Shelar #include <linux/netdevice.h> 120e6fbc5bSPravin B Shelar #include <linux/in.h> 130e6fbc5bSPravin B Shelar #include <linux/if_arp.h> 140e6fbc5bSPravin B Shelar #include <linux/init.h> 150e6fbc5bSPravin B Shelar #include <linux/in6.h> 160e6fbc5bSPravin B Shelar #include <linux/inetdevice.h> 170e6fbc5bSPravin B Shelar #include <linux/netfilter_ipv4.h> 180e6fbc5bSPravin B Shelar #include <linux/etherdevice.h> 190e6fbc5bSPravin B Shelar #include <linux/if_ether.h> 200e6fbc5bSPravin B Shelar #include <linux/if_vlan.h> 21e7030878SThomas Graf #include <linux/static_key.h> 220e6fbc5bSPravin B Shelar 230e6fbc5bSPravin B Shelar #include <net/ip.h> 240e6fbc5bSPravin B Shelar #include <net/icmp.h> 250e6fbc5bSPravin B Shelar #include <net/protocol.h> 260e6fbc5bSPravin B Shelar #include <net/ip_tunnels.h> 27058214a4STom Herbert #include <net/ip6_tunnel.h> 288ed54f16SStefano Brivio #include <net/ip6_checksum.h> 290e6fbc5bSPravin B Shelar #include <net/arp.h> 300e6fbc5bSPravin B Shelar #include <net/checksum.h> 310e6fbc5bSPravin B Shelar #include <net/dsfield.h> 320e6fbc5bSPravin B Shelar #include <net/inet_ecn.h> 330e6fbc5bSPravin B Shelar #include <net/xfrm.h> 340e6fbc5bSPravin B Shelar #include <net/net_namespace.h> 350e6fbc5bSPravin B Shelar #include <net/netns/generic.h> 360e6fbc5bSPravin B Shelar #include <net/rtnetlink.h> 3763d008a4SJiri Benc #include <net/dst_metadata.h> 384ece4778SXin Long #include <net/geneve.h> 39edf31cbbSXin Long #include <net/vxlan.h> 40b0a21810SXin Long #include <net/erspan.h> 410e6fbc5bSPravin B Shelar 4255c2bc14STom Herbert const struct ip_tunnel_encap_ops __rcu * 4355c2bc14STom Herbert iptun_encaps[MAX_IPTUN_ENCAP_OPS] __read_mostly; 4455c2bc14STom Herbert EXPORT_SYMBOL(iptun_encaps); 4555c2bc14STom Herbert 46058214a4STom Herbert const struct ip6_tnl_encap_ops __rcu * 47058214a4STom Herbert ip6tun_encaps[MAX_IPTUN_ENCAP_OPS] __read_mostly; 48058214a4STom Herbert EXPORT_SYMBOL(ip6tun_encaps); 49058214a4STom Herbert 50039f5062SPravin B Shelar void iptunnel_xmit(struct sock *sk, struct rtable *rt, struct sk_buff *skb, 510e6fbc5bSPravin B Shelar __be32 src, __be32 dst, __u8 proto, 52963a88b3SNicolas Dichtel __u8 tos, __u8 ttl, __be16 df, bool xnet) 530e6fbc5bSPravin B Shelar { 54bc22a0e2SNicolas Dichtel int pkt_len = skb->len - skb_inner_network_offset(skb); 55f859b0f6SEric W. Biederman struct net *net = dev_net(rt->dst.dev); 56039f5062SPravin B Shelar struct net_device *dev = skb->dev; 570e6fbc5bSPravin B Shelar struct iphdr *iph; 580e6fbc5bSPravin B Shelar int err; 590e6fbc5bSPravin B Shelar 60963a88b3SNicolas Dichtel skb_scrub_packet(skb, xnet); 61963a88b3SNicolas Dichtel 62bf8d85d4SEric Dumazet skb_clear_hash_if_not_l4(skb); 630e6fbc5bSPravin B Shelar skb_dst_set(skb, &rt->dst); 640e6fbc5bSPravin B Shelar memset(IPCB(skb), 0, sizeof(*IPCB(skb))); 650e6fbc5bSPravin B Shelar 660e6fbc5bSPravin B Shelar /* Push down and install the IP header. */ 6778a3694dSSteffen Klassert skb_push(skb, sizeof(struct iphdr)); 680e6fbc5bSPravin B Shelar skb_reset_network_header(skb); 690e6fbc5bSPravin B Shelar 700e6fbc5bSPravin B Shelar iph = ip_hdr(skb); 710e6fbc5bSPravin B Shelar 720e6fbc5bSPravin B Shelar iph->version = 4; 730e6fbc5bSPravin B Shelar iph->ihl = sizeof(struct iphdr) >> 2; 7416f7eb2bSSabrina Dubroca iph->frag_off = ip_mtu_locked(&rt->dst) ? 0 : df; 750e6fbc5bSPravin B Shelar iph->protocol = proto; 760e6fbc5bSPravin B Shelar iph->tos = tos; 770e6fbc5bSPravin B Shelar iph->daddr = dst; 780e6fbc5bSPravin B Shelar iph->saddr = src; 790e6fbc5bSPravin B Shelar iph->ttl = ttl; 80f859b0f6SEric W. Biederman __ip_select_ident(net, iph, skb_shinfo(skb)->gso_segs ?: 1); 810e6fbc5bSPravin B Shelar 8233224b16SEric W. Biederman err = ip_local_out(net, sk, skb); 835684abf7SXin Long 845684abf7SXin Long if (dev) { 850e6fbc5bSPravin B Shelar if (unlikely(net_xmit_eval(err))) 860e6fbc5bSPravin B Shelar pkt_len = 0; 87039f5062SPravin B Shelar iptunnel_xmit_stats(dev, pkt_len); 880e6fbc5bSPravin B Shelar } 895684abf7SXin Long } 900e6fbc5bSPravin B Shelar EXPORT_SYMBOL_GPL(iptunnel_xmit); 913d7b46cdSPravin B Shelar 92a6d5bbf3SJiri Benc int __iptunnel_pull_header(struct sk_buff *skb, int hdr_len, 93a6d5bbf3SJiri Benc __be16 inner_proto, bool raw_proto, bool xnet) 943d7b46cdSPravin B Shelar { 953d7b46cdSPravin B Shelar if (unlikely(!pskb_may_pull(skb, hdr_len))) 963d7b46cdSPravin B Shelar return -ENOMEM; 973d7b46cdSPravin B Shelar 983d7b46cdSPravin B Shelar skb_pull_rcsum(skb, hdr_len); 993d7b46cdSPravin B Shelar 100a6d5bbf3SJiri Benc if (!raw_proto && inner_proto == htons(ETH_P_TEB)) { 1011245dfc8SLi RongQing struct ethhdr *eh; 1023d7b46cdSPravin B Shelar 1033d7b46cdSPravin B Shelar if (unlikely(!pskb_may_pull(skb, ETH_HLEN))) 1043d7b46cdSPravin B Shelar return -ENOMEM; 1053d7b46cdSPravin B Shelar 1061245dfc8SLi RongQing eh = (struct ethhdr *)skb->data; 107d181ddcaSAlexander Duyck if (likely(eth_proto_is_802_3(eh->h_proto))) 1083d7b46cdSPravin B Shelar skb->protocol = eh->h_proto; 1093d7b46cdSPravin B Shelar else 1103d7b46cdSPravin B Shelar skb->protocol = htons(ETH_P_802_2); 1113d7b46cdSPravin B Shelar 1123d7b46cdSPravin B Shelar } else { 1133d7b46cdSPravin B Shelar skb->protocol = inner_proto; 1143d7b46cdSPravin B Shelar } 1153d7b46cdSPravin B Shelar 1167539fadcSTom Herbert skb_clear_hash_if_not_l4(skb); 1173e2ed0c2SMichał Mirosław __vlan_hwaccel_clear_tag(skb); 1183d7b46cdSPravin B Shelar skb_set_queue_mapping(skb, 0); 1197f290c94SJiri Benc skb_scrub_packet(skb, xnet); 120a09a4c8dSJesse Gross 121a09a4c8dSJesse Gross return iptunnel_pull_offloads(skb); 1223d7b46cdSPravin B Shelar } 123a6d5bbf3SJiri Benc EXPORT_SYMBOL_GPL(__iptunnel_pull_header); 1242d26f0a3SEric Dumazet 12563d008a4SJiri Benc struct metadata_dst *iptunnel_metadata_reply(struct metadata_dst *md, 12663d008a4SJiri Benc gfp_t flags) 12763d008a4SJiri Benc { 12863d008a4SJiri Benc struct metadata_dst *res; 12963d008a4SJiri Benc struct ip_tunnel_info *dst, *src; 13063d008a4SJiri Benc 1313fcece12SJakub Kicinski if (!md || md->type != METADATA_IP_TUNNEL || 1323fcece12SJakub Kicinski md->u.tun_info.mode & IP_TUNNEL_INFO_TX) 13363d008a4SJiri Benc return NULL; 13463d008a4SJiri Benc 135f52f11ecSXin Long src = &md->u.tun_info; 136f52f11ecSXin Long res = metadata_dst_alloc(src->options_len, METADATA_IP_TUNNEL, flags); 13763d008a4SJiri Benc if (!res) 13863d008a4SJiri Benc return NULL; 13963d008a4SJiri Benc 14063d008a4SJiri Benc dst = &res->u.tun_info; 14163d008a4SJiri Benc dst->key.tun_id = src->key.tun_id; 14263d008a4SJiri Benc if (src->mode & IP_TUNNEL_INFO_IPV6) 14363d008a4SJiri Benc memcpy(&dst->key.u.ipv6.dst, &src->key.u.ipv6.src, 14463d008a4SJiri Benc sizeof(struct in6_addr)); 14563d008a4SJiri Benc else 14663d008a4SJiri Benc dst->key.u.ipv4.dst = src->key.u.ipv4.src; 1477bdca378Swenxu dst->key.tun_flags = src->key.tun_flags; 14863d008a4SJiri Benc dst->mode = src->mode | IP_TUNNEL_INFO_TX; 149f52f11ecSXin Long ip_tunnel_info_opts_set(dst, ip_tunnel_info_opts(src), 150f52f11ecSXin Long src->options_len, 0); 15163d008a4SJiri Benc 15263d008a4SJiri Benc return res; 15363d008a4SJiri Benc } 15463d008a4SJiri Benc EXPORT_SYMBOL_GPL(iptunnel_metadata_reply); 15563d008a4SJiri Benc 156aed069dfSAlexander Duyck int iptunnel_handle_offloads(struct sk_buff *skb, 1572d26f0a3SEric Dumazet int gso_type_mask) 1582d26f0a3SEric Dumazet { 1592d26f0a3SEric Dumazet int err; 1602d26f0a3SEric Dumazet 1612d26f0a3SEric Dumazet if (likely(!skb->encapsulation)) { 1622d26f0a3SEric Dumazet skb_reset_inner_headers(skb); 1632d26f0a3SEric Dumazet skb->encapsulation = 1; 1642d26f0a3SEric Dumazet } 1652d26f0a3SEric Dumazet 1662d26f0a3SEric Dumazet if (skb_is_gso(skb)) { 1679580bf2eSEric Dumazet err = skb_header_unclone(skb, GFP_ATOMIC); 1682d26f0a3SEric Dumazet if (unlikely(err)) 169aed069dfSAlexander Duyck return err; 1702d26f0a3SEric Dumazet skb_shinfo(skb)->gso_type |= gso_type_mask; 171aed069dfSAlexander Duyck return 0; 1722d26f0a3SEric Dumazet } 1732d26f0a3SEric Dumazet 1746fa79666SEdward Cree if (skb->ip_summed != CHECKSUM_PARTIAL) { 1752d26f0a3SEric Dumazet skb->ip_summed = CHECKSUM_NONE; 1766fa79666SEdward Cree /* We clear encapsulation here to prevent badly-written 1776fa79666SEdward Cree * drivers potentially deciding to offload an inner checksum 1786fa79666SEdward Cree * if we set CHECKSUM_PARTIAL on the outer header. 1796fa79666SEdward Cree * This should go away when the drivers are all fixed. 1806fa79666SEdward Cree */ 181179bc67fSEdward Cree skb->encapsulation = 0; 182179bc67fSEdward Cree } 1832d26f0a3SEric Dumazet 184aed069dfSAlexander Duyck return 0; 1852d26f0a3SEric Dumazet } 1862d26f0a3SEric Dumazet EXPORT_SYMBOL_GPL(iptunnel_handle_offloads); 187ebe44f35SDavid S. Miller 1884cb47a86SStefano Brivio /** 1894cb47a86SStefano Brivio * iptunnel_pmtud_build_icmp() - Build ICMP error message for PMTUD 1904cb47a86SStefano Brivio * @skb: Original packet with L2 header 1914cb47a86SStefano Brivio * @mtu: MTU value for ICMP error 1924cb47a86SStefano Brivio * 1934cb47a86SStefano Brivio * Return: length on success, negative error code if message couldn't be built. 1944cb47a86SStefano Brivio */ 1954cb47a86SStefano Brivio static int iptunnel_pmtud_build_icmp(struct sk_buff *skb, int mtu) 1964cb47a86SStefano Brivio { 1974cb47a86SStefano Brivio const struct iphdr *iph = ip_hdr(skb); 1984cb47a86SStefano Brivio struct icmphdr *icmph; 1994cb47a86SStefano Brivio struct iphdr *niph; 2004cb47a86SStefano Brivio struct ethhdr eh; 2014cb47a86SStefano Brivio int len, err; 2024cb47a86SStefano Brivio 2034cb47a86SStefano Brivio if (!pskb_may_pull(skb, ETH_HLEN + sizeof(struct iphdr))) 2044cb47a86SStefano Brivio return -EINVAL; 2054cb47a86SStefano Brivio 2064cb47a86SStefano Brivio skb_copy_bits(skb, skb_mac_offset(skb), &eh, ETH_HLEN); 2074cb47a86SStefano Brivio pskb_pull(skb, ETH_HLEN); 2084cb47a86SStefano Brivio skb_reset_network_header(skb); 2094cb47a86SStefano Brivio 2104cb47a86SStefano Brivio err = pskb_trim(skb, 576 - sizeof(*niph) - sizeof(*icmph)); 2114cb47a86SStefano Brivio if (err) 2124cb47a86SStefano Brivio return err; 2134cb47a86SStefano Brivio 2144cb47a86SStefano Brivio len = skb->len + sizeof(*icmph); 2154cb47a86SStefano Brivio err = skb_cow(skb, sizeof(*niph) + sizeof(*icmph) + ETH_HLEN); 2164cb47a86SStefano Brivio if (err) 2174cb47a86SStefano Brivio return err; 2184cb47a86SStefano Brivio 2194cb47a86SStefano Brivio icmph = skb_push(skb, sizeof(*icmph)); 2204cb47a86SStefano Brivio *icmph = (struct icmphdr) { 2214cb47a86SStefano Brivio .type = ICMP_DEST_UNREACH, 2224cb47a86SStefano Brivio .code = ICMP_FRAG_NEEDED, 2234cb47a86SStefano Brivio .checksum = 0, 2244cb47a86SStefano Brivio .un.frag.__unused = 0, 2254cb47a86SStefano Brivio .un.frag.mtu = ntohs(mtu), 2264cb47a86SStefano Brivio }; 2274cb47a86SStefano Brivio icmph->checksum = ip_compute_csum(icmph, len); 2284cb47a86SStefano Brivio skb_reset_transport_header(skb); 2294cb47a86SStefano Brivio 2304cb47a86SStefano Brivio niph = skb_push(skb, sizeof(*niph)); 2314cb47a86SStefano Brivio *niph = (struct iphdr) { 2324cb47a86SStefano Brivio .ihl = sizeof(*niph) / 4u, 2334cb47a86SStefano Brivio .version = 4, 2344cb47a86SStefano Brivio .tos = 0, 2354cb47a86SStefano Brivio .tot_len = htons(len + sizeof(*niph)), 2364cb47a86SStefano Brivio .id = 0, 2374cb47a86SStefano Brivio .frag_off = htons(IP_DF), 2384cb47a86SStefano Brivio .ttl = iph->ttl, 2394cb47a86SStefano Brivio .protocol = IPPROTO_ICMP, 2404cb47a86SStefano Brivio .saddr = iph->daddr, 2414cb47a86SStefano Brivio .daddr = iph->saddr, 2424cb47a86SStefano Brivio }; 2434cb47a86SStefano Brivio ip_send_check(niph); 2444cb47a86SStefano Brivio skb_reset_network_header(skb); 2454cb47a86SStefano Brivio 2464cb47a86SStefano Brivio skb->ip_summed = CHECKSUM_NONE; 2474cb47a86SStefano Brivio 2484cb47a86SStefano Brivio eth_header(skb, skb->dev, htons(eh.h_proto), eh.h_source, eh.h_dest, 0); 2494cb47a86SStefano Brivio skb_reset_mac_header(skb); 2504cb47a86SStefano Brivio 2514cb47a86SStefano Brivio return skb->len; 2524cb47a86SStefano Brivio } 2534cb47a86SStefano Brivio 2544cb47a86SStefano Brivio /** 2554cb47a86SStefano Brivio * iptunnel_pmtud_check_icmp() - Trigger ICMP reply if needed and allowed 2564cb47a86SStefano Brivio * @skb: Buffer being sent by encapsulation, L2 headers expected 2574cb47a86SStefano Brivio * @mtu: Network MTU for path 2584cb47a86SStefano Brivio * 2594cb47a86SStefano Brivio * Return: 0 for no ICMP reply, length if built, negative value on error. 2604cb47a86SStefano Brivio */ 2614cb47a86SStefano Brivio static int iptunnel_pmtud_check_icmp(struct sk_buff *skb, int mtu) 2624cb47a86SStefano Brivio { 2634cb47a86SStefano Brivio const struct icmphdr *icmph = icmp_hdr(skb); 2644cb47a86SStefano Brivio const struct iphdr *iph = ip_hdr(skb); 2654cb47a86SStefano Brivio 2664cb47a86SStefano Brivio if (mtu <= 576 || iph->frag_off != htons(IP_DF)) 2674cb47a86SStefano Brivio return 0; 2684cb47a86SStefano Brivio 2694cb47a86SStefano Brivio if (ipv4_is_lbcast(iph->daddr) || ipv4_is_multicast(iph->daddr) || 2704cb47a86SStefano Brivio ipv4_is_zeronet(iph->saddr) || ipv4_is_loopback(iph->saddr) || 2714cb47a86SStefano Brivio ipv4_is_lbcast(iph->saddr) || ipv4_is_multicast(iph->saddr)) 2724cb47a86SStefano Brivio return 0; 2734cb47a86SStefano Brivio 2744cb47a86SStefano Brivio if (iph->protocol == IPPROTO_ICMP && icmp_is_err(icmph->type)) 2754cb47a86SStefano Brivio return 0; 2764cb47a86SStefano Brivio 2774cb47a86SStefano Brivio return iptunnel_pmtud_build_icmp(skb, mtu); 2784cb47a86SStefano Brivio } 2794cb47a86SStefano Brivio 2804cb47a86SStefano Brivio #if IS_ENABLED(CONFIG_IPV6) 2814cb47a86SStefano Brivio /** 2824cb47a86SStefano Brivio * iptunnel_pmtud_build_icmpv6() - Build ICMPv6 error message for PMTUD 2834cb47a86SStefano Brivio * @skb: Original packet with L2 header 2844cb47a86SStefano Brivio * @mtu: MTU value for ICMPv6 error 2854cb47a86SStefano Brivio * 2864cb47a86SStefano Brivio * Return: length on success, negative error code if message couldn't be built. 2874cb47a86SStefano Brivio */ 2884cb47a86SStefano Brivio static int iptunnel_pmtud_build_icmpv6(struct sk_buff *skb, int mtu) 2894cb47a86SStefano Brivio { 2904cb47a86SStefano Brivio const struct ipv6hdr *ip6h = ipv6_hdr(skb); 2914cb47a86SStefano Brivio struct icmp6hdr *icmp6h; 2924cb47a86SStefano Brivio struct ipv6hdr *nip6h; 2934cb47a86SStefano Brivio struct ethhdr eh; 2944cb47a86SStefano Brivio int len, err; 2954cb47a86SStefano Brivio __wsum csum; 2964cb47a86SStefano Brivio 2974cb47a86SStefano Brivio if (!pskb_may_pull(skb, ETH_HLEN + sizeof(struct ipv6hdr))) 2984cb47a86SStefano Brivio return -EINVAL; 2994cb47a86SStefano Brivio 3004cb47a86SStefano Brivio skb_copy_bits(skb, skb_mac_offset(skb), &eh, ETH_HLEN); 3014cb47a86SStefano Brivio pskb_pull(skb, ETH_HLEN); 3024cb47a86SStefano Brivio skb_reset_network_header(skb); 3034cb47a86SStefano Brivio 3044cb47a86SStefano Brivio err = pskb_trim(skb, IPV6_MIN_MTU - sizeof(*nip6h) - sizeof(*icmp6h)); 3054cb47a86SStefano Brivio if (err) 3064cb47a86SStefano Brivio return err; 3074cb47a86SStefano Brivio 3084cb47a86SStefano Brivio len = skb->len + sizeof(*icmp6h); 3094cb47a86SStefano Brivio err = skb_cow(skb, sizeof(*nip6h) + sizeof(*icmp6h) + ETH_HLEN); 3104cb47a86SStefano Brivio if (err) 3114cb47a86SStefano Brivio return err; 3124cb47a86SStefano Brivio 3134cb47a86SStefano Brivio icmp6h = skb_push(skb, sizeof(*icmp6h)); 3144cb47a86SStefano Brivio *icmp6h = (struct icmp6hdr) { 3154cb47a86SStefano Brivio .icmp6_type = ICMPV6_PKT_TOOBIG, 3164cb47a86SStefano Brivio .icmp6_code = 0, 3174cb47a86SStefano Brivio .icmp6_cksum = 0, 3184cb47a86SStefano Brivio .icmp6_mtu = htonl(mtu), 3194cb47a86SStefano Brivio }; 3204cb47a86SStefano Brivio skb_reset_transport_header(skb); 3214cb47a86SStefano Brivio 3224cb47a86SStefano Brivio nip6h = skb_push(skb, sizeof(*nip6h)); 3234cb47a86SStefano Brivio *nip6h = (struct ipv6hdr) { 3244cb47a86SStefano Brivio .priority = 0, 3254cb47a86SStefano Brivio .version = 6, 3264cb47a86SStefano Brivio .flow_lbl = { 0 }, 3274cb47a86SStefano Brivio .payload_len = htons(len), 3284cb47a86SStefano Brivio .nexthdr = IPPROTO_ICMPV6, 3294cb47a86SStefano Brivio .hop_limit = ip6h->hop_limit, 3304cb47a86SStefano Brivio .saddr = ip6h->daddr, 3314cb47a86SStefano Brivio .daddr = ip6h->saddr, 3324cb47a86SStefano Brivio }; 3334cb47a86SStefano Brivio skb_reset_network_header(skb); 3344cb47a86SStefano Brivio 3354cb47a86SStefano Brivio csum = csum_partial(icmp6h, len, 0); 3364cb47a86SStefano Brivio icmp6h->icmp6_cksum = csum_ipv6_magic(&nip6h->saddr, &nip6h->daddr, len, 3374cb47a86SStefano Brivio IPPROTO_ICMPV6, csum); 3384cb47a86SStefano Brivio 3394cb47a86SStefano Brivio skb->ip_summed = CHECKSUM_NONE; 3404cb47a86SStefano Brivio 3414cb47a86SStefano Brivio eth_header(skb, skb->dev, htons(eh.h_proto), eh.h_source, eh.h_dest, 0); 3424cb47a86SStefano Brivio skb_reset_mac_header(skb); 3434cb47a86SStefano Brivio 3444cb47a86SStefano Brivio return skb->len; 3454cb47a86SStefano Brivio } 3464cb47a86SStefano Brivio 3474cb47a86SStefano Brivio /** 3484cb47a86SStefano Brivio * iptunnel_pmtud_check_icmpv6() - Trigger ICMPv6 reply if needed and allowed 3494cb47a86SStefano Brivio * @skb: Buffer being sent by encapsulation, L2 headers expected 3504cb47a86SStefano Brivio * @mtu: Network MTU for path 3514cb47a86SStefano Brivio * 3524cb47a86SStefano Brivio * Return: 0 for no ICMPv6 reply, length if built, negative value on error. 3534cb47a86SStefano Brivio */ 3544cb47a86SStefano Brivio static int iptunnel_pmtud_check_icmpv6(struct sk_buff *skb, int mtu) 3554cb47a86SStefano Brivio { 3564cb47a86SStefano Brivio const struct ipv6hdr *ip6h = ipv6_hdr(skb); 3574cb47a86SStefano Brivio int stype = ipv6_addr_type(&ip6h->saddr); 3584cb47a86SStefano Brivio u8 proto = ip6h->nexthdr; 3594cb47a86SStefano Brivio __be16 frag_off; 3604cb47a86SStefano Brivio int offset; 3614cb47a86SStefano Brivio 3624cb47a86SStefano Brivio if (mtu <= IPV6_MIN_MTU) 3634cb47a86SStefano Brivio return 0; 3644cb47a86SStefano Brivio 3654cb47a86SStefano Brivio if (stype == IPV6_ADDR_ANY || stype == IPV6_ADDR_MULTICAST || 3664cb47a86SStefano Brivio stype == IPV6_ADDR_LOOPBACK) 3674cb47a86SStefano Brivio return 0; 3684cb47a86SStefano Brivio 3694cb47a86SStefano Brivio offset = ipv6_skip_exthdr(skb, sizeof(struct ipv6hdr), &proto, 3704cb47a86SStefano Brivio &frag_off); 3714cb47a86SStefano Brivio if (offset < 0 || (frag_off & htons(~0x7))) 3724cb47a86SStefano Brivio return 0; 3734cb47a86SStefano Brivio 3744cb47a86SStefano Brivio if (proto == IPPROTO_ICMPV6) { 3754cb47a86SStefano Brivio struct icmp6hdr *icmp6h; 3764cb47a86SStefano Brivio 3774cb47a86SStefano Brivio if (!pskb_may_pull(skb, skb_network_header(skb) + 3784cb47a86SStefano Brivio offset + 1 - skb->data)) 3794cb47a86SStefano Brivio return 0; 3804cb47a86SStefano Brivio 3814cb47a86SStefano Brivio icmp6h = (struct icmp6hdr *)(skb_network_header(skb) + offset); 3824cb47a86SStefano Brivio if (icmpv6_is_err(icmp6h->icmp6_type) || 3834cb47a86SStefano Brivio icmp6h->icmp6_type == NDISC_REDIRECT) 3844cb47a86SStefano Brivio return 0; 3854cb47a86SStefano Brivio } 3864cb47a86SStefano Brivio 3874cb47a86SStefano Brivio return iptunnel_pmtud_build_icmpv6(skb, mtu); 3884cb47a86SStefano Brivio } 3894cb47a86SStefano Brivio #endif /* IS_ENABLED(CONFIG_IPV6) */ 3904cb47a86SStefano Brivio 3914cb47a86SStefano Brivio /** 3924cb47a86SStefano Brivio * skb_tunnel_check_pmtu() - Check, update PMTU and trigger ICMP reply as needed 3934cb47a86SStefano Brivio * @skb: Buffer being sent by encapsulation, L2 headers expected 3944cb47a86SStefano Brivio * @encap_dst: Destination for tunnel encapsulation (outer IP) 3954cb47a86SStefano Brivio * @headroom: Encapsulation header size, bytes 3964cb47a86SStefano Brivio * @reply: Build matching ICMP or ICMPv6 message as a result 3974cb47a86SStefano Brivio * 3984cb47a86SStefano Brivio * L2 tunnel implementations that can carry IP and can be directly bridged 3994cb47a86SStefano Brivio * (currently UDP tunnels) can't always rely on IP forwarding paths to handle 4004cb47a86SStefano Brivio * PMTU discovery. In the bridged case, ICMP or ICMPv6 messages need to be built 4014cb47a86SStefano Brivio * based on payload and sent back by the encapsulation itself. 4024cb47a86SStefano Brivio * 4034cb47a86SStefano Brivio * For routable interfaces, we just need to update the PMTU for the destination. 4044cb47a86SStefano Brivio * 4054cb47a86SStefano Brivio * Return: 0 if ICMP error not needed, length if built, negative value on error 4064cb47a86SStefano Brivio */ 4074cb47a86SStefano Brivio int skb_tunnel_check_pmtu(struct sk_buff *skb, struct dst_entry *encap_dst, 4084cb47a86SStefano Brivio int headroom, bool reply) 4094cb47a86SStefano Brivio { 4104cb47a86SStefano Brivio u32 mtu = dst_mtu(encap_dst) - headroom; 4114cb47a86SStefano Brivio 4124cb47a86SStefano Brivio if ((skb_is_gso(skb) && skb_gso_validate_network_len(skb, mtu)) || 4134cb47a86SStefano Brivio (!skb_is_gso(skb) && (skb->len - skb_mac_header_len(skb)) <= mtu)) 4144cb47a86SStefano Brivio return 0; 4154cb47a86SStefano Brivio 4164cb47a86SStefano Brivio skb_dst_update_pmtu_no_confirm(skb, mtu); 4174cb47a86SStefano Brivio 4184cb47a86SStefano Brivio if (!reply || skb->pkt_type == PACKET_HOST) 4194cb47a86SStefano Brivio return 0; 4204cb47a86SStefano Brivio 4214cb47a86SStefano Brivio if (skb->protocol == htons(ETH_P_IP)) 4224cb47a86SStefano Brivio return iptunnel_pmtud_check_icmp(skb, mtu); 4234cb47a86SStefano Brivio 4244cb47a86SStefano Brivio #if IS_ENABLED(CONFIG_IPV6) 4254cb47a86SStefano Brivio if (skb->protocol == htons(ETH_P_IPV6)) 4264cb47a86SStefano Brivio return iptunnel_pmtud_check_icmpv6(skb, mtu); 4274cb47a86SStefano Brivio #endif 4284cb47a86SStefano Brivio return 0; 4294cb47a86SStefano Brivio } 4304cb47a86SStefano Brivio EXPORT_SYMBOL(skb_tunnel_check_pmtu); 4314cb47a86SStefano Brivio 432ebe44f35SDavid S. Miller /* Often modified stats are per cpu, other are shared (netdev->stats) */ 433bc1f4470Sstephen hemminger void ip_tunnel_get_stats64(struct net_device *dev, 434ebe44f35SDavid S. Miller struct rtnl_link_stats64 *tot) 435ebe44f35SDavid S. Miller { 436ebe44f35SDavid S. Miller int i; 437ebe44f35SDavid S. Miller 438c24a5964SAlexander Duyck netdev_stats_to_stats64(tot, &dev->stats); 439c24a5964SAlexander Duyck 440ebe44f35SDavid S. Miller for_each_possible_cpu(i) { 441ebe44f35SDavid S. Miller const struct pcpu_sw_netstats *tstats = 442ebe44f35SDavid S. Miller per_cpu_ptr(dev->tstats, i); 443ebe44f35SDavid S. Miller u64 rx_packets, rx_bytes, tx_packets, tx_bytes; 444ebe44f35SDavid S. Miller unsigned int start; 445ebe44f35SDavid S. Miller 446ebe44f35SDavid S. Miller do { 44757a7744eSEric W. Biederman start = u64_stats_fetch_begin_irq(&tstats->syncp); 448ebe44f35SDavid S. Miller rx_packets = tstats->rx_packets; 449ebe44f35SDavid S. Miller tx_packets = tstats->tx_packets; 450ebe44f35SDavid S. Miller rx_bytes = tstats->rx_bytes; 451ebe44f35SDavid S. Miller tx_bytes = tstats->tx_bytes; 45257a7744eSEric W. Biederman } while (u64_stats_fetch_retry_irq(&tstats->syncp, start)); 453ebe44f35SDavid S. Miller 454ebe44f35SDavid S. Miller tot->rx_packets += rx_packets; 455ebe44f35SDavid S. Miller tot->tx_packets += tx_packets; 456ebe44f35SDavid S. Miller tot->rx_bytes += rx_bytes; 457ebe44f35SDavid S. Miller tot->tx_bytes += tx_bytes; 458ebe44f35SDavid S. Miller } 459ebe44f35SDavid S. Miller } 460ebe44f35SDavid S. Miller EXPORT_SYMBOL_GPL(ip_tunnel_get_stats64); 4613093fbe7SThomas Graf 462a1c234f9SJiri Benc static const struct nla_policy ip_tun_policy[LWTUNNEL_IP_MAX + 1] = { 4637b6a70f7SXin Long [LWTUNNEL_IP_UNSPEC] = { .strict_start_type = LWTUNNEL_IP_OPTS }, 464a1c234f9SJiri Benc [LWTUNNEL_IP_ID] = { .type = NLA_U64 }, 465a1c234f9SJiri Benc [LWTUNNEL_IP_DST] = { .type = NLA_U32 }, 466a1c234f9SJiri Benc [LWTUNNEL_IP_SRC] = { .type = NLA_U32 }, 467a1c234f9SJiri Benc [LWTUNNEL_IP_TTL] = { .type = NLA_U8 }, 468a1c234f9SJiri Benc [LWTUNNEL_IP_TOS] = { .type = NLA_U8 }, 469a1c234f9SJiri Benc [LWTUNNEL_IP_FLAGS] = { .type = NLA_U16 }, 4704ece4778SXin Long [LWTUNNEL_IP_OPTS] = { .type = NLA_NESTED }, 4713093fbe7SThomas Graf }; 4723093fbe7SThomas Graf 4734ece4778SXin Long static const struct nla_policy ip_opts_policy[LWTUNNEL_IP_OPTS_MAX + 1] = { 4744ece4778SXin Long [LWTUNNEL_IP_OPTS_GENEVE] = { .type = NLA_NESTED }, 475edf31cbbSXin Long [LWTUNNEL_IP_OPTS_VXLAN] = { .type = NLA_NESTED }, 476b0a21810SXin Long [LWTUNNEL_IP_OPTS_ERSPAN] = { .type = NLA_NESTED }, 4774ece4778SXin Long }; 4784ece4778SXin Long 4794ece4778SXin Long static const struct nla_policy 4804ece4778SXin Long geneve_opt_policy[LWTUNNEL_IP_OPT_GENEVE_MAX + 1] = { 4814ece4778SXin Long [LWTUNNEL_IP_OPT_GENEVE_CLASS] = { .type = NLA_U16 }, 4824ece4778SXin Long [LWTUNNEL_IP_OPT_GENEVE_TYPE] = { .type = NLA_U8 }, 4834ece4778SXin Long [LWTUNNEL_IP_OPT_GENEVE_DATA] = { .type = NLA_BINARY, .len = 128 }, 4844ece4778SXin Long }; 4854ece4778SXin Long 486edf31cbbSXin Long static const struct nla_policy 487edf31cbbSXin Long vxlan_opt_policy[LWTUNNEL_IP_OPT_VXLAN_MAX + 1] = { 488edf31cbbSXin Long [LWTUNNEL_IP_OPT_VXLAN_GBP] = { .type = NLA_U32 }, 489edf31cbbSXin Long }; 490edf31cbbSXin Long 491b0a21810SXin Long static const struct nla_policy 492b0a21810SXin Long erspan_opt_policy[LWTUNNEL_IP_OPT_ERSPAN_MAX + 1] = { 493b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_VER] = { .type = NLA_U8 }, 494b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_INDEX] = { .type = NLA_U32 }, 495b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_DIR] = { .type = NLA_U8 }, 496b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_HWID] = { .type = NLA_U8 }, 497b0a21810SXin Long }; 498b0a21810SXin Long 4994ece4778SXin Long static int ip_tun_parse_opts_geneve(struct nlattr *attr, 5002f1d370bSXin Long struct ip_tunnel_info *info, int opts_len, 5014ece4778SXin Long struct netlink_ext_ack *extack) 5024ece4778SXin Long { 5034ece4778SXin Long struct nlattr *tb[LWTUNNEL_IP_OPT_GENEVE_MAX + 1]; 5044ece4778SXin Long int data_len, err; 5054ece4778SXin Long 506ed02551fSXin Long err = nla_parse_nested(tb, LWTUNNEL_IP_OPT_GENEVE_MAX, attr, 507ed02551fSXin Long geneve_opt_policy, extack); 5084ece4778SXin Long if (err) 5094ece4778SXin Long return err; 5104ece4778SXin Long 5114ece4778SXin Long if (!tb[LWTUNNEL_IP_OPT_GENEVE_CLASS] || 5124ece4778SXin Long !tb[LWTUNNEL_IP_OPT_GENEVE_TYPE] || 5134ece4778SXin Long !tb[LWTUNNEL_IP_OPT_GENEVE_DATA]) 5144ece4778SXin Long return -EINVAL; 5154ece4778SXin Long 5164ece4778SXin Long attr = tb[LWTUNNEL_IP_OPT_GENEVE_DATA]; 5174ece4778SXin Long data_len = nla_len(attr); 5184ece4778SXin Long if (data_len % 4) 5194ece4778SXin Long return -EINVAL; 5204ece4778SXin Long 5214ece4778SXin Long if (info) { 5222f1d370bSXin Long struct geneve_opt *opt = ip_tunnel_info_opts(info) + opts_len; 5234ece4778SXin Long 5244ece4778SXin Long memcpy(opt->opt_data, nla_data(attr), data_len); 5254ece4778SXin Long opt->length = data_len / 4; 5264ece4778SXin Long attr = tb[LWTUNNEL_IP_OPT_GENEVE_CLASS]; 5274ece4778SXin Long opt->opt_class = nla_get_be16(attr); 5284ece4778SXin Long attr = tb[LWTUNNEL_IP_OPT_GENEVE_TYPE]; 5294ece4778SXin Long opt->type = nla_get_u8(attr); 5304ece4778SXin Long info->key.tun_flags |= TUNNEL_GENEVE_OPT; 5314ece4778SXin Long } 5324ece4778SXin Long 5334ece4778SXin Long return sizeof(struct geneve_opt) + data_len; 5344ece4778SXin Long } 5354ece4778SXin Long 536edf31cbbSXin Long static int ip_tun_parse_opts_vxlan(struct nlattr *attr, 5372f1d370bSXin Long struct ip_tunnel_info *info, int opts_len, 538edf31cbbSXin Long struct netlink_ext_ack *extack) 539edf31cbbSXin Long { 540edf31cbbSXin Long struct nlattr *tb[LWTUNNEL_IP_OPT_VXLAN_MAX + 1]; 541edf31cbbSXin Long int err; 542edf31cbbSXin Long 543ed02551fSXin Long err = nla_parse_nested(tb, LWTUNNEL_IP_OPT_VXLAN_MAX, attr, 544ed02551fSXin Long vxlan_opt_policy, extack); 545edf31cbbSXin Long if (err) 546edf31cbbSXin Long return err; 547edf31cbbSXin Long 548edf31cbbSXin Long if (!tb[LWTUNNEL_IP_OPT_VXLAN_GBP]) 549edf31cbbSXin Long return -EINVAL; 550edf31cbbSXin Long 551edf31cbbSXin Long if (info) { 5522f1d370bSXin Long struct vxlan_metadata *md = 5532f1d370bSXin Long ip_tunnel_info_opts(info) + opts_len; 554edf31cbbSXin Long 555edf31cbbSXin Long attr = tb[LWTUNNEL_IP_OPT_VXLAN_GBP]; 556edf31cbbSXin Long md->gbp = nla_get_u32(attr); 557edf31cbbSXin Long info->key.tun_flags |= TUNNEL_VXLAN_OPT; 558edf31cbbSXin Long } 559edf31cbbSXin Long 560edf31cbbSXin Long return sizeof(struct vxlan_metadata); 561edf31cbbSXin Long } 562edf31cbbSXin Long 563b0a21810SXin Long static int ip_tun_parse_opts_erspan(struct nlattr *attr, 5642f1d370bSXin Long struct ip_tunnel_info *info, int opts_len, 565b0a21810SXin Long struct netlink_ext_ack *extack) 566b0a21810SXin Long { 567b0a21810SXin Long struct nlattr *tb[LWTUNNEL_IP_OPT_ERSPAN_MAX + 1]; 568b0a21810SXin Long int err; 5691841b982SXin Long u8 ver; 570b0a21810SXin Long 571ed02551fSXin Long err = nla_parse_nested(tb, LWTUNNEL_IP_OPT_ERSPAN_MAX, attr, 572ed02551fSXin Long erspan_opt_policy, extack); 573b0a21810SXin Long if (err) 574b0a21810SXin Long return err; 575b0a21810SXin Long 576b0a21810SXin Long if (!tb[LWTUNNEL_IP_OPT_ERSPAN_VER]) 577b0a21810SXin Long return -EINVAL; 578b0a21810SXin Long 5791841b982SXin Long ver = nla_get_u8(tb[LWTUNNEL_IP_OPT_ERSPAN_VER]); 5801841b982SXin Long if (ver == 1) { 5811841b982SXin Long if (!tb[LWTUNNEL_IP_OPT_ERSPAN_INDEX]) 5821841b982SXin Long return -EINVAL; 5831841b982SXin Long } else if (ver == 2) { 5841841b982SXin Long if (!tb[LWTUNNEL_IP_OPT_ERSPAN_DIR] || 5851841b982SXin Long !tb[LWTUNNEL_IP_OPT_ERSPAN_HWID]) 5861841b982SXin Long return -EINVAL; 5871841b982SXin Long } else { 5881841b982SXin Long return -EINVAL; 5891841b982SXin Long } 5901841b982SXin Long 591b0a21810SXin Long if (info) { 5922f1d370bSXin Long struct erspan_metadata *md = 5932f1d370bSXin Long ip_tunnel_info_opts(info) + opts_len; 594b0a21810SXin Long 5951841b982SXin Long md->version = ver; 5961841b982SXin Long if (ver == 1) { 597b0a21810SXin Long attr = tb[LWTUNNEL_IP_OPT_ERSPAN_INDEX]; 598b0a21810SXin Long md->u.index = nla_get_be32(attr); 5991841b982SXin Long } else { 600b0a21810SXin Long attr = tb[LWTUNNEL_IP_OPT_ERSPAN_DIR]; 601b0a21810SXin Long md->u.md2.dir = nla_get_u8(attr); 602b0a21810SXin Long attr = tb[LWTUNNEL_IP_OPT_ERSPAN_HWID]; 603b0a21810SXin Long set_hwid(&md->u.md2, nla_get_u8(attr)); 604b0a21810SXin Long } 605b0a21810SXin Long 606b0a21810SXin Long info->key.tun_flags |= TUNNEL_ERSPAN_OPT; 607b0a21810SXin Long } 608b0a21810SXin Long 609b0a21810SXin Long return sizeof(struct erspan_metadata); 610b0a21810SXin Long } 611b0a21810SXin Long 6124ece4778SXin Long static int ip_tun_parse_opts(struct nlattr *attr, struct ip_tunnel_info *info, 6134ece4778SXin Long struct netlink_ext_ack *extack) 6144ece4778SXin Long { 6152f1d370bSXin Long int err, rem, opt_len, opts_len = 0, type = 0; 6162f1d370bSXin Long struct nlattr *nla; 6174ece4778SXin Long 6184ece4778SXin Long if (!attr) 6194ece4778SXin Long return 0; 6204ece4778SXin Long 6212f1d370bSXin Long err = nla_validate(nla_data(attr), nla_len(attr), LWTUNNEL_IP_OPTS_MAX, 6224ece4778SXin Long ip_opts_policy, extack); 6234ece4778SXin Long if (err) 6244ece4778SXin Long return err; 6254ece4778SXin Long 6262f1d370bSXin Long nla_for_each_attr(nla, nla_data(attr), nla_len(attr), rem) { 6272f1d370bSXin Long switch (nla_type(nla)) { 6282f1d370bSXin Long case LWTUNNEL_IP_OPTS_GENEVE: 6292f1d370bSXin Long if (type && type != TUNNEL_GENEVE_OPT) 6302f1d370bSXin Long return -EINVAL; 6312f1d370bSXin Long opt_len = ip_tun_parse_opts_geneve(nla, info, opts_len, 6322f1d370bSXin Long extack); 6332f1d370bSXin Long if (opt_len < 0) 6342f1d370bSXin Long return opt_len; 6352f1d370bSXin Long opts_len += opt_len; 6362f1d370bSXin Long if (opts_len > IP_TUNNEL_OPTS_MAX) 6372f1d370bSXin Long return -EINVAL; 6382f1d370bSXin Long type = TUNNEL_GENEVE_OPT; 6392f1d370bSXin Long break; 6402f1d370bSXin Long case LWTUNNEL_IP_OPTS_VXLAN: 6412f1d370bSXin Long if (type) 6422f1d370bSXin Long return -EINVAL; 6432f1d370bSXin Long opt_len = ip_tun_parse_opts_vxlan(nla, info, opts_len, 6442f1d370bSXin Long extack); 6452f1d370bSXin Long if (opt_len < 0) 6462f1d370bSXin Long return opt_len; 6472f1d370bSXin Long opts_len += opt_len; 6482f1d370bSXin Long type = TUNNEL_VXLAN_OPT; 6492f1d370bSXin Long break; 6502f1d370bSXin Long case LWTUNNEL_IP_OPTS_ERSPAN: 6512f1d370bSXin Long if (type) 6522f1d370bSXin Long return -EINVAL; 6532f1d370bSXin Long opt_len = ip_tun_parse_opts_erspan(nla, info, opts_len, 6542f1d370bSXin Long extack); 6552f1d370bSXin Long if (opt_len < 0) 6562f1d370bSXin Long return opt_len; 6572f1d370bSXin Long opts_len += opt_len; 6582f1d370bSXin Long type = TUNNEL_ERSPAN_OPT; 6592f1d370bSXin Long break; 6602f1d370bSXin Long default: 6612f1d370bSXin Long return -EINVAL; 6622f1d370bSXin Long } 6632f1d370bSXin Long } 6644ece4778SXin Long 6652f1d370bSXin Long return opts_len; 6664ece4778SXin Long } 6674ece4778SXin Long 6684ece4778SXin Long static int ip_tun_get_optlen(struct nlattr *attr, 6694ece4778SXin Long struct netlink_ext_ack *extack) 6704ece4778SXin Long { 6714ece4778SXin Long return ip_tun_parse_opts(attr, NULL, extack); 6724ece4778SXin Long } 6734ece4778SXin Long 6744ece4778SXin Long static int ip_tun_set_opts(struct nlattr *attr, struct ip_tunnel_info *info, 6754ece4778SXin Long struct netlink_ext_ack *extack) 6764ece4778SXin Long { 6774ece4778SXin Long return ip_tun_parse_opts(attr, info, extack); 6784ece4778SXin Long } 6794ece4778SXin Long 680faee6769SAlexander Aring static int ip_tun_build_state(struct net *net, struct nlattr *attr, 681127eb7cdSTom Herbert unsigned int family, const void *cfg, 6829ae28727SDavid Ahern struct lwtunnel_state **ts, 6839ae28727SDavid Ahern struct netlink_ext_ack *extack) 6843093fbe7SThomas Graf { 685a1c234f9SJiri Benc struct nlattr *tb[LWTUNNEL_IP_MAX + 1]; 6864ece4778SXin Long struct lwtunnel_state *new_state; 6874ece4778SXin Long struct ip_tunnel_info *tun_info; 6884ece4778SXin Long int err, opt_len; 6893093fbe7SThomas Graf 6908cb08174SJohannes Berg err = nla_parse_nested_deprecated(tb, LWTUNNEL_IP_MAX, attr, 6918cb08174SJohannes Berg ip_tun_policy, extack); 6923093fbe7SThomas Graf if (err < 0) 6933093fbe7SThomas Graf return err; 6943093fbe7SThomas Graf 6954ece4778SXin Long opt_len = ip_tun_get_optlen(tb[LWTUNNEL_IP_OPTS], extack); 6964ece4778SXin Long if (opt_len < 0) 6974ece4778SXin Long return opt_len; 6984ece4778SXin Long 6994ece4778SXin Long new_state = lwtunnel_state_alloc(sizeof(*tun_info) + opt_len); 7003093fbe7SThomas Graf if (!new_state) 7013093fbe7SThomas Graf return -ENOMEM; 7023093fbe7SThomas Graf 7033093fbe7SThomas Graf new_state->type = LWTUNNEL_ENCAP_IP; 7043093fbe7SThomas Graf 7053093fbe7SThomas Graf tun_info = lwt_tun_info(new_state); 7063093fbe7SThomas Graf 7074ece4778SXin Long err = ip_tun_set_opts(tb[LWTUNNEL_IP_OPTS], tun_info, extack); 7084ece4778SXin Long if (err < 0) { 7094ece4778SXin Long lwtstate_free(new_state); 7104ece4778SXin Long return err; 7114ece4778SXin Long } 7124ece4778SXin Long 7133d25eabbSwenxu #ifdef CONFIG_DST_CACHE 7143d25eabbSwenxu err = dst_cache_init(&tun_info->dst_cache, GFP_KERNEL); 7153d25eabbSwenxu if (err) { 7163d25eabbSwenxu lwtstate_free(new_state); 7173d25eabbSwenxu return err; 7183d25eabbSwenxu } 7193d25eabbSwenxu #endif 7203d25eabbSwenxu 721a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_ID]) 72230d3d83aSLance Richardson tun_info->key.tun_id = nla_get_be64(tb[LWTUNNEL_IP_ID]); 7233093fbe7SThomas Graf 724a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_DST]) 7257822ce73SHaishuang Yan tun_info->key.u.ipv4.dst = nla_get_in_addr(tb[LWTUNNEL_IP_DST]); 7263093fbe7SThomas Graf 727a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_SRC]) 7287822ce73SHaishuang Yan tun_info->key.u.ipv4.src = nla_get_in_addr(tb[LWTUNNEL_IP_SRC]); 7293093fbe7SThomas Graf 730a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_TTL]) 7317c383fb2SJiri Benc tun_info->key.ttl = nla_get_u8(tb[LWTUNNEL_IP_TTL]); 7323093fbe7SThomas Graf 733a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_TOS]) 7347c383fb2SJiri Benc tun_info->key.tos = nla_get_u8(tb[LWTUNNEL_IP_TOS]); 7353093fbe7SThomas Graf 736a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_FLAGS]) 7370c06d166SXin Long tun_info->key.tun_flags |= 7380c06d166SXin Long (nla_get_be16(tb[LWTUNNEL_IP_FLAGS]) & 7390c06d166SXin Long ~TUNNEL_OPTIONS_PRESENT); 7403093fbe7SThomas Graf 7413093fbe7SThomas Graf tun_info->mode = IP_TUNNEL_INFO_TX; 7424ece4778SXin Long tun_info->options_len = opt_len; 7433093fbe7SThomas Graf 7443093fbe7SThomas Graf *ts = new_state; 7453093fbe7SThomas Graf 7463093fbe7SThomas Graf return 0; 7473093fbe7SThomas Graf } 7483093fbe7SThomas Graf 7493d25eabbSwenxu static void ip_tun_destroy_state(struct lwtunnel_state *lwtstate) 7503d25eabbSwenxu { 7513d25eabbSwenxu #ifdef CONFIG_DST_CACHE 7523d25eabbSwenxu struct ip_tunnel_info *tun_info = lwt_tun_info(lwtstate); 7533d25eabbSwenxu 7543d25eabbSwenxu dst_cache_destroy(&tun_info->dst_cache); 7553d25eabbSwenxu #endif 7563d25eabbSwenxu } 7573d25eabbSwenxu 7584ece4778SXin Long static int ip_tun_fill_encap_opts_geneve(struct sk_buff *skb, 7594ece4778SXin Long struct ip_tunnel_info *tun_info) 7604ece4778SXin Long { 7614ece4778SXin Long struct geneve_opt *opt; 7624ece4778SXin Long struct nlattr *nest; 7632f1d370bSXin Long int offset = 0; 7644ece4778SXin Long 7654ece4778SXin Long nest = nla_nest_start_noflag(skb, LWTUNNEL_IP_OPTS_GENEVE); 7664ece4778SXin Long if (!nest) 7674ece4778SXin Long return -ENOMEM; 7684ece4778SXin Long 7692f1d370bSXin Long while (tun_info->options_len > offset) { 7702f1d370bSXin Long opt = ip_tunnel_info_opts(tun_info) + offset; 7712f1d370bSXin Long if (nla_put_be16(skb, LWTUNNEL_IP_OPT_GENEVE_CLASS, 7722f1d370bSXin Long opt->opt_class) || 7734ece4778SXin Long nla_put_u8(skb, LWTUNNEL_IP_OPT_GENEVE_TYPE, opt->type) || 7744ece4778SXin Long nla_put(skb, LWTUNNEL_IP_OPT_GENEVE_DATA, opt->length * 4, 7754ece4778SXin Long opt->opt_data)) { 7764ece4778SXin Long nla_nest_cancel(skb, nest); 7774ece4778SXin Long return -ENOMEM; 7784ece4778SXin Long } 7792f1d370bSXin Long offset += sizeof(*opt) + opt->length * 4; 7802f1d370bSXin Long } 7814ece4778SXin Long 7824ece4778SXin Long nla_nest_end(skb, nest); 7834ece4778SXin Long return 0; 7844ece4778SXin Long } 7854ece4778SXin Long 786edf31cbbSXin Long static int ip_tun_fill_encap_opts_vxlan(struct sk_buff *skb, 787edf31cbbSXin Long struct ip_tunnel_info *tun_info) 788edf31cbbSXin Long { 789edf31cbbSXin Long struct vxlan_metadata *md; 790edf31cbbSXin Long struct nlattr *nest; 791edf31cbbSXin Long 792edf31cbbSXin Long nest = nla_nest_start_noflag(skb, LWTUNNEL_IP_OPTS_VXLAN); 793edf31cbbSXin Long if (!nest) 794edf31cbbSXin Long return -ENOMEM; 795edf31cbbSXin Long 796edf31cbbSXin Long md = ip_tunnel_info_opts(tun_info); 797edf31cbbSXin Long if (nla_put_u32(skb, LWTUNNEL_IP_OPT_VXLAN_GBP, md->gbp)) { 798edf31cbbSXin Long nla_nest_cancel(skb, nest); 799edf31cbbSXin Long return -ENOMEM; 800edf31cbbSXin Long } 801edf31cbbSXin Long 802edf31cbbSXin Long nla_nest_end(skb, nest); 803edf31cbbSXin Long return 0; 804edf31cbbSXin Long } 805edf31cbbSXin Long 806b0a21810SXin Long static int ip_tun_fill_encap_opts_erspan(struct sk_buff *skb, 807b0a21810SXin Long struct ip_tunnel_info *tun_info) 808b0a21810SXin Long { 809b0a21810SXin Long struct erspan_metadata *md; 810b0a21810SXin Long struct nlattr *nest; 811b0a21810SXin Long 812b0a21810SXin Long nest = nla_nest_start_noflag(skb, LWTUNNEL_IP_OPTS_ERSPAN); 813b0a21810SXin Long if (!nest) 814b0a21810SXin Long return -ENOMEM; 815b0a21810SXin Long 816b0a21810SXin Long md = ip_tunnel_info_opts(tun_info); 8173132174bSXin Long if (nla_put_u8(skb, LWTUNNEL_IP_OPT_ERSPAN_VER, md->version)) 818b0a21810SXin Long goto err; 819b0a21810SXin Long 820b0a21810SXin Long if (md->version == 1 && 821b0a21810SXin Long nla_put_be32(skb, LWTUNNEL_IP_OPT_ERSPAN_INDEX, md->u.index)) 822b0a21810SXin Long goto err; 823b0a21810SXin Long 824b0a21810SXin Long if (md->version == 2 && 825b0a21810SXin Long (nla_put_u8(skb, LWTUNNEL_IP_OPT_ERSPAN_DIR, md->u.md2.dir) || 826b0a21810SXin Long nla_put_u8(skb, LWTUNNEL_IP_OPT_ERSPAN_HWID, 827b0a21810SXin Long get_hwid(&md->u.md2)))) 828b0a21810SXin Long goto err; 829b0a21810SXin Long 830b0a21810SXin Long nla_nest_end(skb, nest); 831b0a21810SXin Long return 0; 832b0a21810SXin Long err: 833b0a21810SXin Long nla_nest_cancel(skb, nest); 834b0a21810SXin Long return -ENOMEM; 835b0a21810SXin Long } 836b0a21810SXin Long 8374ece4778SXin Long static int ip_tun_fill_encap_opts(struct sk_buff *skb, int type, 8384ece4778SXin Long struct ip_tunnel_info *tun_info) 8394ece4778SXin Long { 8404ece4778SXin Long struct nlattr *nest; 8414ece4778SXin Long int err = 0; 8424ece4778SXin Long 8430c06d166SXin Long if (!(tun_info->key.tun_flags & TUNNEL_OPTIONS_PRESENT)) 8444ece4778SXin Long return 0; 8454ece4778SXin Long 8464ece4778SXin Long nest = nla_nest_start_noflag(skb, type); 8474ece4778SXin Long if (!nest) 8484ece4778SXin Long return -ENOMEM; 8494ece4778SXin Long 8504ece4778SXin Long if (tun_info->key.tun_flags & TUNNEL_GENEVE_OPT) 8514ece4778SXin Long err = ip_tun_fill_encap_opts_geneve(skb, tun_info); 852edf31cbbSXin Long else if (tun_info->key.tun_flags & TUNNEL_VXLAN_OPT) 853edf31cbbSXin Long err = ip_tun_fill_encap_opts_vxlan(skb, tun_info); 854b0a21810SXin Long else if (tun_info->key.tun_flags & TUNNEL_ERSPAN_OPT) 855b0a21810SXin Long err = ip_tun_fill_encap_opts_erspan(skb, tun_info); 8564ece4778SXin Long 8574ece4778SXin Long if (err) { 8584ece4778SXin Long nla_nest_cancel(skb, nest); 8594ece4778SXin Long return err; 8604ece4778SXin Long } 8614ece4778SXin Long 8624ece4778SXin Long nla_nest_end(skb, nest); 8634ece4778SXin Long return 0; 8644ece4778SXin Long } 8654ece4778SXin Long 8663093fbe7SThomas Graf static int ip_tun_fill_encap_info(struct sk_buff *skb, 8673093fbe7SThomas Graf struct lwtunnel_state *lwtstate) 8683093fbe7SThomas Graf { 8693093fbe7SThomas Graf struct ip_tunnel_info *tun_info = lwt_tun_info(lwtstate); 8703093fbe7SThomas Graf 871b46f6dedSNicolas Dichtel if (nla_put_be64(skb, LWTUNNEL_IP_ID, tun_info->key.tun_id, 872b46f6dedSNicolas Dichtel LWTUNNEL_IP_PAD) || 8737822ce73SHaishuang Yan nla_put_in_addr(skb, LWTUNNEL_IP_DST, tun_info->key.u.ipv4.dst) || 8747822ce73SHaishuang Yan nla_put_in_addr(skb, LWTUNNEL_IP_SRC, tun_info->key.u.ipv4.src) || 8757c383fb2SJiri Benc nla_put_u8(skb, LWTUNNEL_IP_TOS, tun_info->key.tos) || 8767c383fb2SJiri Benc nla_put_u8(skb, LWTUNNEL_IP_TTL, tun_info->key.ttl) || 8774ece4778SXin Long nla_put_be16(skb, LWTUNNEL_IP_FLAGS, tun_info->key.tun_flags) || 8784ece4778SXin Long ip_tun_fill_encap_opts(skb, LWTUNNEL_IP_OPTS, tun_info)) 8793093fbe7SThomas Graf return -ENOMEM; 8803093fbe7SThomas Graf 8813093fbe7SThomas Graf return 0; 8823093fbe7SThomas Graf } 8833093fbe7SThomas Graf 8844ece4778SXin Long static int ip_tun_opts_nlsize(struct ip_tunnel_info *info) 8854ece4778SXin Long { 8864ece4778SXin Long int opt_len; 8874ece4778SXin Long 8880c06d166SXin Long if (!(info->key.tun_flags & TUNNEL_OPTIONS_PRESENT)) 8894ece4778SXin Long return 0; 8904ece4778SXin Long 8914ece4778SXin Long opt_len = nla_total_size(0); /* LWTUNNEL_IP_OPTS */ 8924ece4778SXin Long if (info->key.tun_flags & TUNNEL_GENEVE_OPT) { 8932f1d370bSXin Long struct geneve_opt *opt; 8942f1d370bSXin Long int offset = 0; 8954ece4778SXin Long 8962f1d370bSXin Long opt_len += nla_total_size(0); /* LWTUNNEL_IP_OPTS_GENEVE */ 8972f1d370bSXin Long while (info->options_len > offset) { 8982f1d370bSXin Long opt = ip_tunnel_info_opts(info) + offset; 8992f1d370bSXin Long opt_len += nla_total_size(2) /* OPT_GENEVE_CLASS */ 9004ece4778SXin Long + nla_total_size(1) /* OPT_GENEVE_TYPE */ 9014ece4778SXin Long + nla_total_size(opt->length * 4); 9024ece4778SXin Long /* OPT_GENEVE_DATA */ 9032f1d370bSXin Long offset += sizeof(*opt) + opt->length * 4; 9042f1d370bSXin Long } 905edf31cbbSXin Long } else if (info->key.tun_flags & TUNNEL_VXLAN_OPT) { 906edf31cbbSXin Long opt_len += nla_total_size(0) /* LWTUNNEL_IP_OPTS_VXLAN */ 907edf31cbbSXin Long + nla_total_size(4); /* OPT_VXLAN_GBP */ 908b0a21810SXin Long } else if (info->key.tun_flags & TUNNEL_ERSPAN_OPT) { 90958e8494eSXin Long struct erspan_metadata *md = ip_tunnel_info_opts(info); 91058e8494eSXin Long 911b0a21810SXin Long opt_len += nla_total_size(0) /* LWTUNNEL_IP_OPTS_ERSPAN */ 912b0a21810SXin Long + nla_total_size(1) /* OPT_ERSPAN_VER */ 91358e8494eSXin Long + (md->version == 1 ? nla_total_size(4) 91458e8494eSXin Long /* OPT_ERSPAN_INDEX (v1) */ 91558e8494eSXin Long : nla_total_size(1) + 91658e8494eSXin Long nla_total_size(1)); 91758e8494eSXin Long /* OPT_ERSPAN_DIR + HWID (v2) */ 9184ece4778SXin Long } 9194ece4778SXin Long 9204ece4778SXin Long return opt_len; 9214ece4778SXin Long } 9224ece4778SXin Long 9233093fbe7SThomas Graf static int ip_tun_encap_nlsize(struct lwtunnel_state *lwtstate) 9243093fbe7SThomas Graf { 925b46f6dedSNicolas Dichtel return nla_total_size_64bit(8) /* LWTUNNEL_IP_ID */ 926a1c234f9SJiri Benc + nla_total_size(4) /* LWTUNNEL_IP_DST */ 927a1c234f9SJiri Benc + nla_total_size(4) /* LWTUNNEL_IP_SRC */ 928a1c234f9SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP_TOS */ 929a1c234f9SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP_TTL */ 9304ece4778SXin Long + nla_total_size(2) /* LWTUNNEL_IP_FLAGS */ 9314ece4778SXin Long + ip_tun_opts_nlsize(lwt_tun_info(lwtstate)); 9324ece4778SXin Long /* LWTUNNEL_IP_OPTS */ 9333093fbe7SThomas Graf } 9343093fbe7SThomas Graf 9352d798499SJiri Benc static int ip_tun_cmp_encap(struct lwtunnel_state *a, struct lwtunnel_state *b) 9362d798499SJiri Benc { 9370eb8eb2fSXin Long struct ip_tunnel_info *info_a = lwt_tun_info(a); 9380eb8eb2fSXin Long struct ip_tunnel_info *info_b = lwt_tun_info(b); 9390eb8eb2fSXin Long 9400eb8eb2fSXin Long return memcmp(info_a, info_b, sizeof(info_a->key)) || 9410eb8eb2fSXin Long info_a->mode != info_b->mode || 9420eb8eb2fSXin Long info_a->options_len != info_b->options_len || 9430eb8eb2fSXin Long memcmp(ip_tunnel_info_opts(info_a), 9440eb8eb2fSXin Long ip_tunnel_info_opts(info_b), info_a->options_len); 9452d798499SJiri Benc } 9462d798499SJiri Benc 9473093fbe7SThomas Graf static const struct lwtunnel_encap_ops ip_tun_lwt_ops = { 9483093fbe7SThomas Graf .build_state = ip_tun_build_state, 9493d25eabbSwenxu .destroy_state = ip_tun_destroy_state, 9503093fbe7SThomas Graf .fill_encap = ip_tun_fill_encap_info, 9513093fbe7SThomas Graf .get_encap_size = ip_tun_encap_nlsize, 9522d798499SJiri Benc .cmp_encap = ip_tun_cmp_encap, 95388ff7334SRobert Shearman .owner = THIS_MODULE, 9543093fbe7SThomas Graf }; 9553093fbe7SThomas Graf 95632a2b002SJiri Benc static const struct nla_policy ip6_tun_policy[LWTUNNEL_IP6_MAX + 1] = { 9577b6a70f7SXin Long [LWTUNNEL_IP6_UNSPEC] = { .strict_start_type = LWTUNNEL_IP6_OPTS }, 95832a2b002SJiri Benc [LWTUNNEL_IP6_ID] = { .type = NLA_U64 }, 95932a2b002SJiri Benc [LWTUNNEL_IP6_DST] = { .len = sizeof(struct in6_addr) }, 96032a2b002SJiri Benc [LWTUNNEL_IP6_SRC] = { .len = sizeof(struct in6_addr) }, 96132a2b002SJiri Benc [LWTUNNEL_IP6_HOPLIMIT] = { .type = NLA_U8 }, 96232a2b002SJiri Benc [LWTUNNEL_IP6_TC] = { .type = NLA_U8 }, 96332a2b002SJiri Benc [LWTUNNEL_IP6_FLAGS] = { .type = NLA_U16 }, 9647b6a70f7SXin Long [LWTUNNEL_IP6_OPTS] = { .type = NLA_NESTED }, 96532a2b002SJiri Benc }; 96632a2b002SJiri Benc 967faee6769SAlexander Aring static int ip6_tun_build_state(struct net *net, struct nlattr *attr, 968127eb7cdSTom Herbert unsigned int family, const void *cfg, 9699ae28727SDavid Ahern struct lwtunnel_state **ts, 9709ae28727SDavid Ahern struct netlink_ext_ack *extack) 97132a2b002SJiri Benc { 97232a2b002SJiri Benc struct nlattr *tb[LWTUNNEL_IP6_MAX + 1]; 9734ece4778SXin Long struct lwtunnel_state *new_state; 9744ece4778SXin Long struct ip_tunnel_info *tun_info; 9754ece4778SXin Long int err, opt_len; 97632a2b002SJiri Benc 9778cb08174SJohannes Berg err = nla_parse_nested_deprecated(tb, LWTUNNEL_IP6_MAX, attr, 9788cb08174SJohannes Berg ip6_tun_policy, extack); 97932a2b002SJiri Benc if (err < 0) 98032a2b002SJiri Benc return err; 98132a2b002SJiri Benc 9824ece4778SXin Long opt_len = ip_tun_get_optlen(tb[LWTUNNEL_IP6_OPTS], extack); 9834ece4778SXin Long if (opt_len < 0) 9844ece4778SXin Long return opt_len; 9854ece4778SXin Long 9864ece4778SXin Long new_state = lwtunnel_state_alloc(sizeof(*tun_info) + opt_len); 98732a2b002SJiri Benc if (!new_state) 98832a2b002SJiri Benc return -ENOMEM; 98932a2b002SJiri Benc 99032a2b002SJiri Benc new_state->type = LWTUNNEL_ENCAP_IP6; 99132a2b002SJiri Benc 99232a2b002SJiri Benc tun_info = lwt_tun_info(new_state); 99332a2b002SJiri Benc 9944ece4778SXin Long err = ip_tun_set_opts(tb[LWTUNNEL_IP6_OPTS], tun_info, extack); 9954ece4778SXin Long if (err < 0) { 9964ece4778SXin Long lwtstate_free(new_state); 9974ece4778SXin Long return err; 9984ece4778SXin Long } 9994ece4778SXin Long 100032a2b002SJiri Benc if (tb[LWTUNNEL_IP6_ID]) 100130d3d83aSLance Richardson tun_info->key.tun_id = nla_get_be64(tb[LWTUNNEL_IP6_ID]); 100232a2b002SJiri Benc 100332a2b002SJiri Benc if (tb[LWTUNNEL_IP6_DST]) 100432a2b002SJiri Benc tun_info->key.u.ipv6.dst = nla_get_in6_addr(tb[LWTUNNEL_IP6_DST]); 100532a2b002SJiri Benc 100632a2b002SJiri Benc if (tb[LWTUNNEL_IP6_SRC]) 100732a2b002SJiri Benc tun_info->key.u.ipv6.src = nla_get_in6_addr(tb[LWTUNNEL_IP6_SRC]); 100832a2b002SJiri Benc 100932a2b002SJiri Benc if (tb[LWTUNNEL_IP6_HOPLIMIT]) 101032a2b002SJiri Benc tun_info->key.ttl = nla_get_u8(tb[LWTUNNEL_IP6_HOPLIMIT]); 101132a2b002SJiri Benc 101232a2b002SJiri Benc if (tb[LWTUNNEL_IP6_TC]) 101332a2b002SJiri Benc tun_info->key.tos = nla_get_u8(tb[LWTUNNEL_IP6_TC]); 101432a2b002SJiri Benc 101532a2b002SJiri Benc if (tb[LWTUNNEL_IP6_FLAGS]) 10160c06d166SXin Long tun_info->key.tun_flags |= 10170c06d166SXin Long (nla_get_be16(tb[LWTUNNEL_IP6_FLAGS]) & 10180c06d166SXin Long ~TUNNEL_OPTIONS_PRESENT); 101932a2b002SJiri Benc 10207f9562a1SJiri Benc tun_info->mode = IP_TUNNEL_INFO_TX | IP_TUNNEL_INFO_IPV6; 10214ece4778SXin Long tun_info->options_len = opt_len; 102232a2b002SJiri Benc 102332a2b002SJiri Benc *ts = new_state; 102432a2b002SJiri Benc 102532a2b002SJiri Benc return 0; 102632a2b002SJiri Benc } 102732a2b002SJiri Benc 102832a2b002SJiri Benc static int ip6_tun_fill_encap_info(struct sk_buff *skb, 102932a2b002SJiri Benc struct lwtunnel_state *lwtstate) 103032a2b002SJiri Benc { 103132a2b002SJiri Benc struct ip_tunnel_info *tun_info = lwt_tun_info(lwtstate); 103232a2b002SJiri Benc 1033b46f6dedSNicolas Dichtel if (nla_put_be64(skb, LWTUNNEL_IP6_ID, tun_info->key.tun_id, 1034b46f6dedSNicolas Dichtel LWTUNNEL_IP6_PAD) || 103532a2b002SJiri Benc nla_put_in6_addr(skb, LWTUNNEL_IP6_DST, &tun_info->key.u.ipv6.dst) || 103632a2b002SJiri Benc nla_put_in6_addr(skb, LWTUNNEL_IP6_SRC, &tun_info->key.u.ipv6.src) || 1037995096a0SQuentin Armitage nla_put_u8(skb, LWTUNNEL_IP6_TC, tun_info->key.tos) || 1038995096a0SQuentin Armitage nla_put_u8(skb, LWTUNNEL_IP6_HOPLIMIT, tun_info->key.ttl) || 10394ece4778SXin Long nla_put_be16(skb, LWTUNNEL_IP6_FLAGS, tun_info->key.tun_flags) || 10404ece4778SXin Long ip_tun_fill_encap_opts(skb, LWTUNNEL_IP6_OPTS, tun_info)) 104132a2b002SJiri Benc return -ENOMEM; 104232a2b002SJiri Benc 104332a2b002SJiri Benc return 0; 104432a2b002SJiri Benc } 104532a2b002SJiri Benc 104632a2b002SJiri Benc static int ip6_tun_encap_nlsize(struct lwtunnel_state *lwtstate) 104732a2b002SJiri Benc { 1048b46f6dedSNicolas Dichtel return nla_total_size_64bit(8) /* LWTUNNEL_IP6_ID */ 104932a2b002SJiri Benc + nla_total_size(16) /* LWTUNNEL_IP6_DST */ 105032a2b002SJiri Benc + nla_total_size(16) /* LWTUNNEL_IP6_SRC */ 105132a2b002SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP6_HOPLIMIT */ 105232a2b002SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP6_TC */ 10534ece4778SXin Long + nla_total_size(2) /* LWTUNNEL_IP6_FLAGS */ 10544ece4778SXin Long + ip_tun_opts_nlsize(lwt_tun_info(lwtstate)); 10554ece4778SXin Long /* LWTUNNEL_IP6_OPTS */ 105632a2b002SJiri Benc } 105732a2b002SJiri Benc 105832a2b002SJiri Benc static const struct lwtunnel_encap_ops ip6_tun_lwt_ops = { 105932a2b002SJiri Benc .build_state = ip6_tun_build_state, 106032a2b002SJiri Benc .fill_encap = ip6_tun_fill_encap_info, 106132a2b002SJiri Benc .get_encap_size = ip6_tun_encap_nlsize, 106232a2b002SJiri Benc .cmp_encap = ip_tun_cmp_encap, 106388ff7334SRobert Shearman .owner = THIS_MODULE, 106432a2b002SJiri Benc }; 106532a2b002SJiri Benc 1066045a0fa0SThomas Graf void __init ip_tunnel_core_init(void) 10673093fbe7SThomas Graf { 1068fca5fdf6SDaniel Borkmann /* If you land here, make sure whether increasing ip_tunnel_info's 1069fca5fdf6SDaniel Borkmann * options_len is a reasonable choice with its usage in front ends 1070fca5fdf6SDaniel Borkmann * (f.e., it's part of flow keys, etc). 1071fca5fdf6SDaniel Borkmann */ 1072fca5fdf6SDaniel Borkmann BUILD_BUG_ON(IP_TUNNEL_OPTS_MAX != 255); 1073fca5fdf6SDaniel Borkmann 10743093fbe7SThomas Graf lwtunnel_encap_add_ops(&ip_tun_lwt_ops, LWTUNNEL_ENCAP_IP); 107532a2b002SJiri Benc lwtunnel_encap_add_ops(&ip6_tun_lwt_ops, LWTUNNEL_ENCAP_IP6); 10763093fbe7SThomas Graf } 1077e7030878SThomas Graf 10785263a98fSDavidlohr Bueso DEFINE_STATIC_KEY_FALSE(ip_tunnel_metadata_cnt); 1079e7030878SThomas Graf EXPORT_SYMBOL(ip_tunnel_metadata_cnt); 1080e7030878SThomas Graf 1081e7030878SThomas Graf void ip_tunnel_need_metadata(void) 1082e7030878SThomas Graf { 10835263a98fSDavidlohr Bueso static_branch_inc(&ip_tunnel_metadata_cnt); 1084e7030878SThomas Graf } 1085e7030878SThomas Graf EXPORT_SYMBOL_GPL(ip_tunnel_need_metadata); 1086e7030878SThomas Graf 1087e7030878SThomas Graf void ip_tunnel_unneed_metadata(void) 1088e7030878SThomas Graf { 10895263a98fSDavidlohr Bueso static_branch_dec(&ip_tunnel_metadata_cnt); 1090e7030878SThomas Graf } 1091e7030878SThomas Graf EXPORT_SYMBOL_GPL(ip_tunnel_unneed_metadata); 10922606aff9SJason A. Donenfeld 10932606aff9SJason A. Donenfeld /* Returns either the correct skb->protocol value, or 0 if invalid. */ 10942606aff9SJason A. Donenfeld __be16 ip_tunnel_parse_protocol(const struct sk_buff *skb) 10952606aff9SJason A. Donenfeld { 10962606aff9SJason A. Donenfeld if (skb_network_header(skb) >= skb->head && 10972606aff9SJason A. Donenfeld (skb_network_header(skb) + sizeof(struct iphdr)) <= skb_tail_pointer(skb) && 10982606aff9SJason A. Donenfeld ip_hdr(skb)->version == 4) 10992606aff9SJason A. Donenfeld return htons(ETH_P_IP); 11002606aff9SJason A. Donenfeld if (skb_network_header(skb) >= skb->head && 11012606aff9SJason A. Donenfeld (skb_network_header(skb) + sizeof(struct ipv6hdr)) <= skb_tail_pointer(skb) && 11022606aff9SJason A. Donenfeld ipv6_hdr(skb)->version == 6) 11032606aff9SJason A. Donenfeld return htons(ETH_P_IPV6); 11042606aff9SJason A. Donenfeld return 0; 11052606aff9SJason A. Donenfeld } 11062606aff9SJason A. Donenfeld EXPORT_SYMBOL(ip_tunnel_parse_protocol); 11072606aff9SJason A. Donenfeld 11082606aff9SJason A. Donenfeld const struct header_ops ip_tunnel_header_ops = { .parse_protocol = ip_tunnel_parse_protocol }; 11092606aff9SJason A. Donenfeld EXPORT_SYMBOL(ip_tunnel_header_ops); 1110