1c9422999SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 20e6fbc5bSPravin B Shelar /* 30e6fbc5bSPravin B Shelar * Copyright (c) 2013 Nicira, Inc. 40e6fbc5bSPravin B Shelar */ 50e6fbc5bSPravin B Shelar 60e6fbc5bSPravin B Shelar #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 70e6fbc5bSPravin B Shelar 80e6fbc5bSPravin B Shelar #include <linux/types.h> 90e6fbc5bSPravin B Shelar #include <linux/kernel.h> 100e6fbc5bSPravin B Shelar #include <linux/skbuff.h> 110e6fbc5bSPravin B Shelar #include <linux/netdevice.h> 120e6fbc5bSPravin B Shelar #include <linux/in.h> 130e6fbc5bSPravin B Shelar #include <linux/if_arp.h> 140e6fbc5bSPravin B Shelar #include <linux/init.h> 150e6fbc5bSPravin B Shelar #include <linux/in6.h> 160e6fbc5bSPravin B Shelar #include <linux/inetdevice.h> 170e6fbc5bSPravin B Shelar #include <linux/netfilter_ipv4.h> 180e6fbc5bSPravin B Shelar #include <linux/etherdevice.h> 190e6fbc5bSPravin B Shelar #include <linux/if_ether.h> 200e6fbc5bSPravin B Shelar #include <linux/if_vlan.h> 21e7030878SThomas Graf #include <linux/static_key.h> 220e6fbc5bSPravin B Shelar 230e6fbc5bSPravin B Shelar #include <net/ip.h> 240e6fbc5bSPravin B Shelar #include <net/icmp.h> 250e6fbc5bSPravin B Shelar #include <net/protocol.h> 260e6fbc5bSPravin B Shelar #include <net/ip_tunnels.h> 27058214a4STom Herbert #include <net/ip6_tunnel.h> 288ed54f16SStefano Brivio #include <net/ip6_checksum.h> 290e6fbc5bSPravin B Shelar #include <net/arp.h> 300e6fbc5bSPravin B Shelar #include <net/checksum.h> 310e6fbc5bSPravin B Shelar #include <net/dsfield.h> 320e6fbc5bSPravin B Shelar #include <net/inet_ecn.h> 330e6fbc5bSPravin B Shelar #include <net/xfrm.h> 340e6fbc5bSPravin B Shelar #include <net/net_namespace.h> 350e6fbc5bSPravin B Shelar #include <net/netns/generic.h> 360e6fbc5bSPravin B Shelar #include <net/rtnetlink.h> 3763d008a4SJiri Benc #include <net/dst_metadata.h> 384ece4778SXin Long #include <net/geneve.h> 39edf31cbbSXin Long #include <net/vxlan.h> 40b0a21810SXin Long #include <net/erspan.h> 410e6fbc5bSPravin B Shelar 4255c2bc14STom Herbert const struct ip_tunnel_encap_ops __rcu * 4355c2bc14STom Herbert iptun_encaps[MAX_IPTUN_ENCAP_OPS] __read_mostly; 4455c2bc14STom Herbert EXPORT_SYMBOL(iptun_encaps); 4555c2bc14STom Herbert 46058214a4STom Herbert const struct ip6_tnl_encap_ops __rcu * 47058214a4STom Herbert ip6tun_encaps[MAX_IPTUN_ENCAP_OPS] __read_mostly; 48058214a4STom Herbert EXPORT_SYMBOL(ip6tun_encaps); 49058214a4STom Herbert 50039f5062SPravin B Shelar void iptunnel_xmit(struct sock *sk, struct rtable *rt, struct sk_buff *skb, 510e6fbc5bSPravin B Shelar __be32 src, __be32 dst, __u8 proto, 52963a88b3SNicolas Dichtel __u8 tos, __u8 ttl, __be16 df, bool xnet) 530e6fbc5bSPravin B Shelar { 54bc22a0e2SNicolas Dichtel int pkt_len = skb->len - skb_inner_network_offset(skb); 55f859b0f6SEric W. Biederman struct net *net = dev_net(rt->dst.dev); 56039f5062SPravin B Shelar struct net_device *dev = skb->dev; 570e6fbc5bSPravin B Shelar struct iphdr *iph; 580e6fbc5bSPravin B Shelar int err; 590e6fbc5bSPravin B Shelar 60963a88b3SNicolas Dichtel skb_scrub_packet(skb, xnet); 61963a88b3SNicolas Dichtel 62bf8d85d4SEric Dumazet skb_clear_hash_if_not_l4(skb); 630e6fbc5bSPravin B Shelar skb_dst_set(skb, &rt->dst); 640e6fbc5bSPravin B Shelar memset(IPCB(skb), 0, sizeof(*IPCB(skb))); 650e6fbc5bSPravin B Shelar 660e6fbc5bSPravin B Shelar /* Push down and install the IP header. */ 6778a3694dSSteffen Klassert skb_push(skb, sizeof(struct iphdr)); 680e6fbc5bSPravin B Shelar skb_reset_network_header(skb); 690e6fbc5bSPravin B Shelar 700e6fbc5bSPravin B Shelar iph = ip_hdr(skb); 710e6fbc5bSPravin B Shelar 720e6fbc5bSPravin B Shelar iph->version = 4; 730e6fbc5bSPravin B Shelar iph->ihl = sizeof(struct iphdr) >> 2; 7416f7eb2bSSabrina Dubroca iph->frag_off = ip_mtu_locked(&rt->dst) ? 0 : df; 750e6fbc5bSPravin B Shelar iph->protocol = proto; 760e6fbc5bSPravin B Shelar iph->tos = tos; 770e6fbc5bSPravin B Shelar iph->daddr = dst; 780e6fbc5bSPravin B Shelar iph->saddr = src; 790e6fbc5bSPravin B Shelar iph->ttl = ttl; 80f859b0f6SEric W. Biederman __ip_select_ident(net, iph, skb_shinfo(skb)->gso_segs ?: 1); 810e6fbc5bSPravin B Shelar 8233224b16SEric W. Biederman err = ip_local_out(net, sk, skb); 835684abf7SXin Long 845684abf7SXin Long if (dev) { 850e6fbc5bSPravin B Shelar if (unlikely(net_xmit_eval(err))) 860e6fbc5bSPravin B Shelar pkt_len = 0; 87039f5062SPravin B Shelar iptunnel_xmit_stats(dev, pkt_len); 880e6fbc5bSPravin B Shelar } 895684abf7SXin Long } 900e6fbc5bSPravin B Shelar EXPORT_SYMBOL_GPL(iptunnel_xmit); 913d7b46cdSPravin B Shelar 92a6d5bbf3SJiri Benc int __iptunnel_pull_header(struct sk_buff *skb, int hdr_len, 93a6d5bbf3SJiri Benc __be16 inner_proto, bool raw_proto, bool xnet) 943d7b46cdSPravin B Shelar { 953d7b46cdSPravin B Shelar if (unlikely(!pskb_may_pull(skb, hdr_len))) 963d7b46cdSPravin B Shelar return -ENOMEM; 973d7b46cdSPravin B Shelar 983d7b46cdSPravin B Shelar skb_pull_rcsum(skb, hdr_len); 993d7b46cdSPravin B Shelar 100a6d5bbf3SJiri Benc if (!raw_proto && inner_proto == htons(ETH_P_TEB)) { 1011245dfc8SLi RongQing struct ethhdr *eh; 1023d7b46cdSPravin B Shelar 1033d7b46cdSPravin B Shelar if (unlikely(!pskb_may_pull(skb, ETH_HLEN))) 1043d7b46cdSPravin B Shelar return -ENOMEM; 1053d7b46cdSPravin B Shelar 1061245dfc8SLi RongQing eh = (struct ethhdr *)skb->data; 107d181ddcaSAlexander Duyck if (likely(eth_proto_is_802_3(eh->h_proto))) 1083d7b46cdSPravin B Shelar skb->protocol = eh->h_proto; 1093d7b46cdSPravin B Shelar else 1103d7b46cdSPravin B Shelar skb->protocol = htons(ETH_P_802_2); 1113d7b46cdSPravin B Shelar 1123d7b46cdSPravin B Shelar } else { 1133d7b46cdSPravin B Shelar skb->protocol = inner_proto; 1143d7b46cdSPravin B Shelar } 1153d7b46cdSPravin B Shelar 1167539fadcSTom Herbert skb_clear_hash_if_not_l4(skb); 1173e2ed0c2SMichał Mirosław __vlan_hwaccel_clear_tag(skb); 1183d7b46cdSPravin B Shelar skb_set_queue_mapping(skb, 0); 1197f290c94SJiri Benc skb_scrub_packet(skb, xnet); 120a09a4c8dSJesse Gross 121a09a4c8dSJesse Gross return iptunnel_pull_offloads(skb); 1223d7b46cdSPravin B Shelar } 123a6d5bbf3SJiri Benc EXPORT_SYMBOL_GPL(__iptunnel_pull_header); 1242d26f0a3SEric Dumazet 12563d008a4SJiri Benc struct metadata_dst *iptunnel_metadata_reply(struct metadata_dst *md, 12663d008a4SJiri Benc gfp_t flags) 12763d008a4SJiri Benc { 12863d008a4SJiri Benc struct metadata_dst *res; 12963d008a4SJiri Benc struct ip_tunnel_info *dst, *src; 13063d008a4SJiri Benc 1313fcece12SJakub Kicinski if (!md || md->type != METADATA_IP_TUNNEL || 1323fcece12SJakub Kicinski md->u.tun_info.mode & IP_TUNNEL_INFO_TX) 13363d008a4SJiri Benc return NULL; 13463d008a4SJiri Benc 135f52f11ecSXin Long src = &md->u.tun_info; 136f52f11ecSXin Long res = metadata_dst_alloc(src->options_len, METADATA_IP_TUNNEL, flags); 13763d008a4SJiri Benc if (!res) 13863d008a4SJiri Benc return NULL; 13963d008a4SJiri Benc 14063d008a4SJiri Benc dst = &res->u.tun_info; 14163d008a4SJiri Benc dst->key.tun_id = src->key.tun_id; 14263d008a4SJiri Benc if (src->mode & IP_TUNNEL_INFO_IPV6) 14363d008a4SJiri Benc memcpy(&dst->key.u.ipv6.dst, &src->key.u.ipv6.src, 14463d008a4SJiri Benc sizeof(struct in6_addr)); 14563d008a4SJiri Benc else 14663d008a4SJiri Benc dst->key.u.ipv4.dst = src->key.u.ipv4.src; 1477bdca378Swenxu dst->key.tun_flags = src->key.tun_flags; 14863d008a4SJiri Benc dst->mode = src->mode | IP_TUNNEL_INFO_TX; 149f52f11ecSXin Long ip_tunnel_info_opts_set(dst, ip_tunnel_info_opts(src), 150f52f11ecSXin Long src->options_len, 0); 15163d008a4SJiri Benc 15263d008a4SJiri Benc return res; 15363d008a4SJiri Benc } 15463d008a4SJiri Benc EXPORT_SYMBOL_GPL(iptunnel_metadata_reply); 15563d008a4SJiri Benc 156aed069dfSAlexander Duyck int iptunnel_handle_offloads(struct sk_buff *skb, 1572d26f0a3SEric Dumazet int gso_type_mask) 1582d26f0a3SEric Dumazet { 1592d26f0a3SEric Dumazet int err; 1602d26f0a3SEric Dumazet 1612d26f0a3SEric Dumazet if (likely(!skb->encapsulation)) { 1622d26f0a3SEric Dumazet skb_reset_inner_headers(skb); 1632d26f0a3SEric Dumazet skb->encapsulation = 1; 1642d26f0a3SEric Dumazet } 1652d26f0a3SEric Dumazet 1662d26f0a3SEric Dumazet if (skb_is_gso(skb)) { 1679580bf2eSEric Dumazet err = skb_header_unclone(skb, GFP_ATOMIC); 1682d26f0a3SEric Dumazet if (unlikely(err)) 169aed069dfSAlexander Duyck return err; 1702d26f0a3SEric Dumazet skb_shinfo(skb)->gso_type |= gso_type_mask; 171aed069dfSAlexander Duyck return 0; 1722d26f0a3SEric Dumazet } 1732d26f0a3SEric Dumazet 1746fa79666SEdward Cree if (skb->ip_summed != CHECKSUM_PARTIAL) { 1752d26f0a3SEric Dumazet skb->ip_summed = CHECKSUM_NONE; 1766fa79666SEdward Cree /* We clear encapsulation here to prevent badly-written 1776fa79666SEdward Cree * drivers potentially deciding to offload an inner checksum 1786fa79666SEdward Cree * if we set CHECKSUM_PARTIAL on the outer header. 1796fa79666SEdward Cree * This should go away when the drivers are all fixed. 1806fa79666SEdward Cree */ 181179bc67fSEdward Cree skb->encapsulation = 0; 182179bc67fSEdward Cree } 1832d26f0a3SEric Dumazet 184aed069dfSAlexander Duyck return 0; 1852d26f0a3SEric Dumazet } 1862d26f0a3SEric Dumazet EXPORT_SYMBOL_GPL(iptunnel_handle_offloads); 187ebe44f35SDavid S. Miller 1884cb47a86SStefano Brivio /** 1894cb47a86SStefano Brivio * iptunnel_pmtud_build_icmp() - Build ICMP error message for PMTUD 1904cb47a86SStefano Brivio * @skb: Original packet with L2 header 1914cb47a86SStefano Brivio * @mtu: MTU value for ICMP error 1924cb47a86SStefano Brivio * 1934cb47a86SStefano Brivio * Return: length on success, negative error code if message couldn't be built. 1944cb47a86SStefano Brivio */ 1954cb47a86SStefano Brivio static int iptunnel_pmtud_build_icmp(struct sk_buff *skb, int mtu) 1964cb47a86SStefano Brivio { 1974cb47a86SStefano Brivio const struct iphdr *iph = ip_hdr(skb); 1984cb47a86SStefano Brivio struct icmphdr *icmph; 1994cb47a86SStefano Brivio struct iphdr *niph; 2004cb47a86SStefano Brivio struct ethhdr eh; 2014cb47a86SStefano Brivio int len, err; 2024cb47a86SStefano Brivio 2034cb47a86SStefano Brivio if (!pskb_may_pull(skb, ETH_HLEN + sizeof(struct iphdr))) 2044cb47a86SStefano Brivio return -EINVAL; 2054cb47a86SStefano Brivio 2064cb47a86SStefano Brivio skb_copy_bits(skb, skb_mac_offset(skb), &eh, ETH_HLEN); 2074cb47a86SStefano Brivio pskb_pull(skb, ETH_HLEN); 2084cb47a86SStefano Brivio skb_reset_network_header(skb); 2094cb47a86SStefano Brivio 2104cb47a86SStefano Brivio err = pskb_trim(skb, 576 - sizeof(*niph) - sizeof(*icmph)); 2114cb47a86SStefano Brivio if (err) 2124cb47a86SStefano Brivio return err; 2134cb47a86SStefano Brivio 2144cb47a86SStefano Brivio len = skb->len + sizeof(*icmph); 2154cb47a86SStefano Brivio err = skb_cow(skb, sizeof(*niph) + sizeof(*icmph) + ETH_HLEN); 2164cb47a86SStefano Brivio if (err) 2174cb47a86SStefano Brivio return err; 2184cb47a86SStefano Brivio 2194cb47a86SStefano Brivio icmph = skb_push(skb, sizeof(*icmph)); 2204cb47a86SStefano Brivio *icmph = (struct icmphdr) { 2214cb47a86SStefano Brivio .type = ICMP_DEST_UNREACH, 2224cb47a86SStefano Brivio .code = ICMP_FRAG_NEEDED, 2234cb47a86SStefano Brivio .checksum = 0, 2244cb47a86SStefano Brivio .un.frag.__unused = 0, 2254cb47a86SStefano Brivio .un.frag.mtu = ntohs(mtu), 2264cb47a86SStefano Brivio }; 2274cb47a86SStefano Brivio icmph->checksum = ip_compute_csum(icmph, len); 2284cb47a86SStefano Brivio skb_reset_transport_header(skb); 2294cb47a86SStefano Brivio 2304cb47a86SStefano Brivio niph = skb_push(skb, sizeof(*niph)); 2314cb47a86SStefano Brivio *niph = (struct iphdr) { 2324cb47a86SStefano Brivio .ihl = sizeof(*niph) / 4u, 2334cb47a86SStefano Brivio .version = 4, 2344cb47a86SStefano Brivio .tos = 0, 2354cb47a86SStefano Brivio .tot_len = htons(len + sizeof(*niph)), 2364cb47a86SStefano Brivio .id = 0, 2374cb47a86SStefano Brivio .frag_off = htons(IP_DF), 2384cb47a86SStefano Brivio .ttl = iph->ttl, 2394cb47a86SStefano Brivio .protocol = IPPROTO_ICMP, 2404cb47a86SStefano Brivio .saddr = iph->daddr, 2414cb47a86SStefano Brivio .daddr = iph->saddr, 2424cb47a86SStefano Brivio }; 2434cb47a86SStefano Brivio ip_send_check(niph); 2444cb47a86SStefano Brivio skb_reset_network_header(skb); 2454cb47a86SStefano Brivio 2464cb47a86SStefano Brivio skb->ip_summed = CHECKSUM_NONE; 2474cb47a86SStefano Brivio 2484cb47a86SStefano Brivio eth_header(skb, skb->dev, htons(eh.h_proto), eh.h_source, eh.h_dest, 0); 2494cb47a86SStefano Brivio skb_reset_mac_header(skb); 2504cb47a86SStefano Brivio 2514cb47a86SStefano Brivio return skb->len; 2524cb47a86SStefano Brivio } 2534cb47a86SStefano Brivio 2544cb47a86SStefano Brivio /** 2554cb47a86SStefano Brivio * iptunnel_pmtud_check_icmp() - Trigger ICMP reply if needed and allowed 2564cb47a86SStefano Brivio * @skb: Buffer being sent by encapsulation, L2 headers expected 2574cb47a86SStefano Brivio * @mtu: Network MTU for path 2584cb47a86SStefano Brivio * 2594cb47a86SStefano Brivio * Return: 0 for no ICMP reply, length if built, negative value on error. 2604cb47a86SStefano Brivio */ 2614cb47a86SStefano Brivio static int iptunnel_pmtud_check_icmp(struct sk_buff *skb, int mtu) 2624cb47a86SStefano Brivio { 2634cb47a86SStefano Brivio const struct icmphdr *icmph = icmp_hdr(skb); 2644cb47a86SStefano Brivio const struct iphdr *iph = ip_hdr(skb); 2654cb47a86SStefano Brivio 2664cb47a86SStefano Brivio if (mtu <= 576 || iph->frag_off != htons(IP_DF)) 2674cb47a86SStefano Brivio return 0; 2684cb47a86SStefano Brivio 2694cb47a86SStefano Brivio if (ipv4_is_lbcast(iph->daddr) || ipv4_is_multicast(iph->daddr) || 2704cb47a86SStefano Brivio ipv4_is_zeronet(iph->saddr) || ipv4_is_loopback(iph->saddr) || 2714cb47a86SStefano Brivio ipv4_is_lbcast(iph->saddr) || ipv4_is_multicast(iph->saddr)) 2724cb47a86SStefano Brivio return 0; 2734cb47a86SStefano Brivio 2744cb47a86SStefano Brivio if (iph->protocol == IPPROTO_ICMP && icmp_is_err(icmph->type)) 2754cb47a86SStefano Brivio return 0; 2764cb47a86SStefano Brivio 2774cb47a86SStefano Brivio return iptunnel_pmtud_build_icmp(skb, mtu); 2784cb47a86SStefano Brivio } 2794cb47a86SStefano Brivio 2804cb47a86SStefano Brivio #if IS_ENABLED(CONFIG_IPV6) 2814cb47a86SStefano Brivio /** 2824cb47a86SStefano Brivio * iptunnel_pmtud_build_icmpv6() - Build ICMPv6 error message for PMTUD 2834cb47a86SStefano Brivio * @skb: Original packet with L2 header 2844cb47a86SStefano Brivio * @mtu: MTU value for ICMPv6 error 2854cb47a86SStefano Brivio * 2864cb47a86SStefano Brivio * Return: length on success, negative error code if message couldn't be built. 2874cb47a86SStefano Brivio */ 2884cb47a86SStefano Brivio static int iptunnel_pmtud_build_icmpv6(struct sk_buff *skb, int mtu) 2894cb47a86SStefano Brivio { 2904cb47a86SStefano Brivio const struct ipv6hdr *ip6h = ipv6_hdr(skb); 2914cb47a86SStefano Brivio struct icmp6hdr *icmp6h; 2924cb47a86SStefano Brivio struct ipv6hdr *nip6h; 2934cb47a86SStefano Brivio struct ethhdr eh; 2944cb47a86SStefano Brivio int len, err; 2954cb47a86SStefano Brivio __wsum csum; 2964cb47a86SStefano Brivio 2974cb47a86SStefano Brivio if (!pskb_may_pull(skb, ETH_HLEN + sizeof(struct ipv6hdr))) 2984cb47a86SStefano Brivio return -EINVAL; 2994cb47a86SStefano Brivio 3004cb47a86SStefano Brivio skb_copy_bits(skb, skb_mac_offset(skb), &eh, ETH_HLEN); 3014cb47a86SStefano Brivio pskb_pull(skb, ETH_HLEN); 3024cb47a86SStefano Brivio skb_reset_network_header(skb); 3034cb47a86SStefano Brivio 3044cb47a86SStefano Brivio err = pskb_trim(skb, IPV6_MIN_MTU - sizeof(*nip6h) - sizeof(*icmp6h)); 3054cb47a86SStefano Brivio if (err) 3064cb47a86SStefano Brivio return err; 3074cb47a86SStefano Brivio 3084cb47a86SStefano Brivio len = skb->len + sizeof(*icmp6h); 3094cb47a86SStefano Brivio err = skb_cow(skb, sizeof(*nip6h) + sizeof(*icmp6h) + ETH_HLEN); 3104cb47a86SStefano Brivio if (err) 3114cb47a86SStefano Brivio return err; 3124cb47a86SStefano Brivio 3134cb47a86SStefano Brivio icmp6h = skb_push(skb, sizeof(*icmp6h)); 3144cb47a86SStefano Brivio *icmp6h = (struct icmp6hdr) { 3154cb47a86SStefano Brivio .icmp6_type = ICMPV6_PKT_TOOBIG, 3164cb47a86SStefano Brivio .icmp6_code = 0, 3174cb47a86SStefano Brivio .icmp6_cksum = 0, 3184cb47a86SStefano Brivio .icmp6_mtu = htonl(mtu), 3194cb47a86SStefano Brivio }; 3204cb47a86SStefano Brivio skb_reset_transport_header(skb); 3214cb47a86SStefano Brivio 3224cb47a86SStefano Brivio nip6h = skb_push(skb, sizeof(*nip6h)); 3234cb47a86SStefano Brivio *nip6h = (struct ipv6hdr) { 3244cb47a86SStefano Brivio .priority = 0, 3254cb47a86SStefano Brivio .version = 6, 3264cb47a86SStefano Brivio .flow_lbl = { 0 }, 3274cb47a86SStefano Brivio .payload_len = htons(len), 3284cb47a86SStefano Brivio .nexthdr = IPPROTO_ICMPV6, 3294cb47a86SStefano Brivio .hop_limit = ip6h->hop_limit, 3304cb47a86SStefano Brivio .saddr = ip6h->daddr, 3314cb47a86SStefano Brivio .daddr = ip6h->saddr, 3324cb47a86SStefano Brivio }; 3334cb47a86SStefano Brivio skb_reset_network_header(skb); 3344cb47a86SStefano Brivio 3354cb47a86SStefano Brivio csum = csum_partial(icmp6h, len, 0); 3364cb47a86SStefano Brivio icmp6h->icmp6_cksum = csum_ipv6_magic(&nip6h->saddr, &nip6h->daddr, len, 3374cb47a86SStefano Brivio IPPROTO_ICMPV6, csum); 3384cb47a86SStefano Brivio 3394cb47a86SStefano Brivio skb->ip_summed = CHECKSUM_NONE; 3404cb47a86SStefano Brivio 3414cb47a86SStefano Brivio eth_header(skb, skb->dev, htons(eh.h_proto), eh.h_source, eh.h_dest, 0); 3424cb47a86SStefano Brivio skb_reset_mac_header(skb); 3434cb47a86SStefano Brivio 3444cb47a86SStefano Brivio return skb->len; 3454cb47a86SStefano Brivio } 3464cb47a86SStefano Brivio 3474cb47a86SStefano Brivio /** 3484cb47a86SStefano Brivio * iptunnel_pmtud_check_icmpv6() - Trigger ICMPv6 reply if needed and allowed 3494cb47a86SStefano Brivio * @skb: Buffer being sent by encapsulation, L2 headers expected 3504cb47a86SStefano Brivio * @mtu: Network MTU for path 3514cb47a86SStefano Brivio * 3524cb47a86SStefano Brivio * Return: 0 for no ICMPv6 reply, length if built, negative value on error. 3534cb47a86SStefano Brivio */ 3544cb47a86SStefano Brivio static int iptunnel_pmtud_check_icmpv6(struct sk_buff *skb, int mtu) 3554cb47a86SStefano Brivio { 3564cb47a86SStefano Brivio const struct ipv6hdr *ip6h = ipv6_hdr(skb); 3574cb47a86SStefano Brivio int stype = ipv6_addr_type(&ip6h->saddr); 3584cb47a86SStefano Brivio u8 proto = ip6h->nexthdr; 3594cb47a86SStefano Brivio __be16 frag_off; 3604cb47a86SStefano Brivio int offset; 3614cb47a86SStefano Brivio 3624cb47a86SStefano Brivio if (mtu <= IPV6_MIN_MTU) 3634cb47a86SStefano Brivio return 0; 3644cb47a86SStefano Brivio 3654cb47a86SStefano Brivio if (stype == IPV6_ADDR_ANY || stype == IPV6_ADDR_MULTICAST || 3664cb47a86SStefano Brivio stype == IPV6_ADDR_LOOPBACK) 3674cb47a86SStefano Brivio return 0; 3684cb47a86SStefano Brivio 3694cb47a86SStefano Brivio offset = ipv6_skip_exthdr(skb, sizeof(struct ipv6hdr), &proto, 3704cb47a86SStefano Brivio &frag_off); 3714cb47a86SStefano Brivio if (offset < 0 || (frag_off & htons(~0x7))) 3724cb47a86SStefano Brivio return 0; 3734cb47a86SStefano Brivio 3744cb47a86SStefano Brivio if (proto == IPPROTO_ICMPV6) { 3754cb47a86SStefano Brivio struct icmp6hdr *icmp6h; 3764cb47a86SStefano Brivio 3774cb47a86SStefano Brivio if (!pskb_may_pull(skb, skb_network_header(skb) + 3784cb47a86SStefano Brivio offset + 1 - skb->data)) 3794cb47a86SStefano Brivio return 0; 3804cb47a86SStefano Brivio 3814cb47a86SStefano Brivio icmp6h = (struct icmp6hdr *)(skb_network_header(skb) + offset); 3824cb47a86SStefano Brivio if (icmpv6_is_err(icmp6h->icmp6_type) || 3834cb47a86SStefano Brivio icmp6h->icmp6_type == NDISC_REDIRECT) 3844cb47a86SStefano Brivio return 0; 3854cb47a86SStefano Brivio } 3864cb47a86SStefano Brivio 3874cb47a86SStefano Brivio return iptunnel_pmtud_build_icmpv6(skb, mtu); 3884cb47a86SStefano Brivio } 3894cb47a86SStefano Brivio #endif /* IS_ENABLED(CONFIG_IPV6) */ 3904cb47a86SStefano Brivio 3914cb47a86SStefano Brivio /** 3924cb47a86SStefano Brivio * skb_tunnel_check_pmtu() - Check, update PMTU and trigger ICMP reply as needed 3934cb47a86SStefano Brivio * @skb: Buffer being sent by encapsulation, L2 headers expected 3944cb47a86SStefano Brivio * @encap_dst: Destination for tunnel encapsulation (outer IP) 3954cb47a86SStefano Brivio * @headroom: Encapsulation header size, bytes 3964cb47a86SStefano Brivio * @reply: Build matching ICMP or ICMPv6 message as a result 3974cb47a86SStefano Brivio * 3984cb47a86SStefano Brivio * L2 tunnel implementations that can carry IP and can be directly bridged 3994cb47a86SStefano Brivio * (currently UDP tunnels) can't always rely on IP forwarding paths to handle 4004cb47a86SStefano Brivio * PMTU discovery. In the bridged case, ICMP or ICMPv6 messages need to be built 4014cb47a86SStefano Brivio * based on payload and sent back by the encapsulation itself. 4024cb47a86SStefano Brivio * 4034cb47a86SStefano Brivio * For routable interfaces, we just need to update the PMTU for the destination. 4044cb47a86SStefano Brivio * 4054cb47a86SStefano Brivio * Return: 0 if ICMP error not needed, length if built, negative value on error 4064cb47a86SStefano Brivio */ 4074cb47a86SStefano Brivio int skb_tunnel_check_pmtu(struct sk_buff *skb, struct dst_entry *encap_dst, 4084cb47a86SStefano Brivio int headroom, bool reply) 4094cb47a86SStefano Brivio { 4104cb47a86SStefano Brivio u32 mtu = dst_mtu(encap_dst) - headroom; 4114cb47a86SStefano Brivio 4124cb47a86SStefano Brivio if ((skb_is_gso(skb) && skb_gso_validate_network_len(skb, mtu)) || 4134cb47a86SStefano Brivio (!skb_is_gso(skb) && (skb->len - skb_mac_header_len(skb)) <= mtu)) 4144cb47a86SStefano Brivio return 0; 4154cb47a86SStefano Brivio 4164cb47a86SStefano Brivio skb_dst_update_pmtu_no_confirm(skb, mtu); 4174cb47a86SStefano Brivio 4184cb47a86SStefano Brivio if (!reply || skb->pkt_type == PACKET_HOST) 4194cb47a86SStefano Brivio return 0; 4204cb47a86SStefano Brivio 4214cb47a86SStefano Brivio if (skb->protocol == htons(ETH_P_IP)) 4224cb47a86SStefano Brivio return iptunnel_pmtud_check_icmp(skb, mtu); 4234cb47a86SStefano Brivio 4244cb47a86SStefano Brivio #if IS_ENABLED(CONFIG_IPV6) 4254cb47a86SStefano Brivio if (skb->protocol == htons(ETH_P_IPV6)) 4264cb47a86SStefano Brivio return iptunnel_pmtud_check_icmpv6(skb, mtu); 4274cb47a86SStefano Brivio #endif 4284cb47a86SStefano Brivio return 0; 4294cb47a86SStefano Brivio } 4304cb47a86SStefano Brivio EXPORT_SYMBOL(skb_tunnel_check_pmtu); 4314cb47a86SStefano Brivio 432ebe44f35SDavid S. Miller /* Often modified stats are per cpu, other are shared (netdev->stats) */ 433bc1f4470Sstephen hemminger void ip_tunnel_get_stats64(struct net_device *dev, 434ebe44f35SDavid S. Miller struct rtnl_link_stats64 *tot) 435ebe44f35SDavid S. Miller { 436ebe44f35SDavid S. Miller int i; 437ebe44f35SDavid S. Miller 438c24a5964SAlexander Duyck netdev_stats_to_stats64(tot, &dev->stats); 439c24a5964SAlexander Duyck 440ebe44f35SDavid S. Miller for_each_possible_cpu(i) { 441ebe44f35SDavid S. Miller const struct pcpu_sw_netstats *tstats = 442ebe44f35SDavid S. Miller per_cpu_ptr(dev->tstats, i); 443ebe44f35SDavid S. Miller u64 rx_packets, rx_bytes, tx_packets, tx_bytes; 444ebe44f35SDavid S. Miller unsigned int start; 445ebe44f35SDavid S. Miller 446ebe44f35SDavid S. Miller do { 44757a7744eSEric W. Biederman start = u64_stats_fetch_begin_irq(&tstats->syncp); 448ebe44f35SDavid S. Miller rx_packets = tstats->rx_packets; 449ebe44f35SDavid S. Miller tx_packets = tstats->tx_packets; 450ebe44f35SDavid S. Miller rx_bytes = tstats->rx_bytes; 451ebe44f35SDavid S. Miller tx_bytes = tstats->tx_bytes; 45257a7744eSEric W. Biederman } while (u64_stats_fetch_retry_irq(&tstats->syncp, start)); 453ebe44f35SDavid S. Miller 454ebe44f35SDavid S. Miller tot->rx_packets += rx_packets; 455ebe44f35SDavid S. Miller tot->tx_packets += tx_packets; 456ebe44f35SDavid S. Miller tot->rx_bytes += rx_bytes; 457ebe44f35SDavid S. Miller tot->tx_bytes += tx_bytes; 458ebe44f35SDavid S. Miller } 459ebe44f35SDavid S. Miller } 460ebe44f35SDavid S. Miller EXPORT_SYMBOL_GPL(ip_tunnel_get_stats64); 4613093fbe7SThomas Graf 462a1c234f9SJiri Benc static const struct nla_policy ip_tun_policy[LWTUNNEL_IP_MAX + 1] = { 4637b6a70f7SXin Long [LWTUNNEL_IP_UNSPEC] = { .strict_start_type = LWTUNNEL_IP_OPTS }, 464a1c234f9SJiri Benc [LWTUNNEL_IP_ID] = { .type = NLA_U64 }, 465a1c234f9SJiri Benc [LWTUNNEL_IP_DST] = { .type = NLA_U32 }, 466a1c234f9SJiri Benc [LWTUNNEL_IP_SRC] = { .type = NLA_U32 }, 467a1c234f9SJiri Benc [LWTUNNEL_IP_TTL] = { .type = NLA_U8 }, 468a1c234f9SJiri Benc [LWTUNNEL_IP_TOS] = { .type = NLA_U8 }, 469a1c234f9SJiri Benc [LWTUNNEL_IP_FLAGS] = { .type = NLA_U16 }, 4704ece4778SXin Long [LWTUNNEL_IP_OPTS] = { .type = NLA_NESTED }, 4713093fbe7SThomas Graf }; 4723093fbe7SThomas Graf 4734ece4778SXin Long static const struct nla_policy ip_opts_policy[LWTUNNEL_IP_OPTS_MAX + 1] = { 4744ece4778SXin Long [LWTUNNEL_IP_OPTS_GENEVE] = { .type = NLA_NESTED }, 475edf31cbbSXin Long [LWTUNNEL_IP_OPTS_VXLAN] = { .type = NLA_NESTED }, 476b0a21810SXin Long [LWTUNNEL_IP_OPTS_ERSPAN] = { .type = NLA_NESTED }, 4774ece4778SXin Long }; 4784ece4778SXin Long 4794ece4778SXin Long static const struct nla_policy 4804ece4778SXin Long geneve_opt_policy[LWTUNNEL_IP_OPT_GENEVE_MAX + 1] = { 4814ece4778SXin Long [LWTUNNEL_IP_OPT_GENEVE_CLASS] = { .type = NLA_U16 }, 4824ece4778SXin Long [LWTUNNEL_IP_OPT_GENEVE_TYPE] = { .type = NLA_U8 }, 4834ece4778SXin Long [LWTUNNEL_IP_OPT_GENEVE_DATA] = { .type = NLA_BINARY, .len = 128 }, 4844ece4778SXin Long }; 4854ece4778SXin Long 486edf31cbbSXin Long static const struct nla_policy 487edf31cbbSXin Long vxlan_opt_policy[LWTUNNEL_IP_OPT_VXLAN_MAX + 1] = { 488edf31cbbSXin Long [LWTUNNEL_IP_OPT_VXLAN_GBP] = { .type = NLA_U32 }, 489edf31cbbSXin Long }; 490edf31cbbSXin Long 491b0a21810SXin Long static const struct nla_policy 492b0a21810SXin Long erspan_opt_policy[LWTUNNEL_IP_OPT_ERSPAN_MAX + 1] = { 493b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_VER] = { .type = NLA_U8 }, 494b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_INDEX] = { .type = NLA_U32 }, 495b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_DIR] = { .type = NLA_U8 }, 496b0a21810SXin Long [LWTUNNEL_IP_OPT_ERSPAN_HWID] = { .type = NLA_U8 }, 497b0a21810SXin Long }; 498b0a21810SXin Long 4994ece4778SXin Long static int ip_tun_parse_opts_geneve(struct nlattr *attr, 5002f1d370bSXin Long struct ip_tunnel_info *info, int opts_len, 5014ece4778SXin Long struct netlink_ext_ack *extack) 5024ece4778SXin Long { 5034ece4778SXin Long struct nlattr *tb[LWTUNNEL_IP_OPT_GENEVE_MAX + 1]; 5044ece4778SXin Long int data_len, err; 5054ece4778SXin Long 506ed02551fSXin Long err = nla_parse_nested(tb, LWTUNNEL_IP_OPT_GENEVE_MAX, attr, 507ed02551fSXin Long geneve_opt_policy, extack); 5084ece4778SXin Long if (err) 5094ece4778SXin Long return err; 5104ece4778SXin Long 5114ece4778SXin Long if (!tb[LWTUNNEL_IP_OPT_GENEVE_CLASS] || 5124ece4778SXin Long !tb[LWTUNNEL_IP_OPT_GENEVE_TYPE] || 5134ece4778SXin Long !tb[LWTUNNEL_IP_OPT_GENEVE_DATA]) 5144ece4778SXin Long return -EINVAL; 5154ece4778SXin Long 5164ece4778SXin Long attr = tb[LWTUNNEL_IP_OPT_GENEVE_DATA]; 5174ece4778SXin Long data_len = nla_len(attr); 5184ece4778SXin Long if (data_len % 4) 5194ece4778SXin Long return -EINVAL; 5204ece4778SXin Long 5214ece4778SXin Long if (info) { 5222f1d370bSXin Long struct geneve_opt *opt = ip_tunnel_info_opts(info) + opts_len; 5234ece4778SXin Long 5244ece4778SXin Long memcpy(opt->opt_data, nla_data(attr), data_len); 5254ece4778SXin Long opt->length = data_len / 4; 5264ece4778SXin Long attr = tb[LWTUNNEL_IP_OPT_GENEVE_CLASS]; 5274ece4778SXin Long opt->opt_class = nla_get_be16(attr); 5284ece4778SXin Long attr = tb[LWTUNNEL_IP_OPT_GENEVE_TYPE]; 5294ece4778SXin Long opt->type = nla_get_u8(attr); 5304ece4778SXin Long info->key.tun_flags |= TUNNEL_GENEVE_OPT; 5314ece4778SXin Long } 5324ece4778SXin Long 5334ece4778SXin Long return sizeof(struct geneve_opt) + data_len; 5344ece4778SXin Long } 5354ece4778SXin Long 536edf31cbbSXin Long static int ip_tun_parse_opts_vxlan(struct nlattr *attr, 5372f1d370bSXin Long struct ip_tunnel_info *info, int opts_len, 538edf31cbbSXin Long struct netlink_ext_ack *extack) 539edf31cbbSXin Long { 540edf31cbbSXin Long struct nlattr *tb[LWTUNNEL_IP_OPT_VXLAN_MAX + 1]; 541edf31cbbSXin Long int err; 542edf31cbbSXin Long 543ed02551fSXin Long err = nla_parse_nested(tb, LWTUNNEL_IP_OPT_VXLAN_MAX, attr, 544ed02551fSXin Long vxlan_opt_policy, extack); 545edf31cbbSXin Long if (err) 546edf31cbbSXin Long return err; 547edf31cbbSXin Long 548edf31cbbSXin Long if (!tb[LWTUNNEL_IP_OPT_VXLAN_GBP]) 549edf31cbbSXin Long return -EINVAL; 550edf31cbbSXin Long 551edf31cbbSXin Long if (info) { 5522f1d370bSXin Long struct vxlan_metadata *md = 5532f1d370bSXin Long ip_tunnel_info_opts(info) + opts_len; 554edf31cbbSXin Long 555edf31cbbSXin Long attr = tb[LWTUNNEL_IP_OPT_VXLAN_GBP]; 556edf31cbbSXin Long md->gbp = nla_get_u32(attr); 557681d2cfbSXin Long md->gbp &= VXLAN_GBP_MASK; 558edf31cbbSXin Long info->key.tun_flags |= TUNNEL_VXLAN_OPT; 559edf31cbbSXin Long } 560edf31cbbSXin Long 561edf31cbbSXin Long return sizeof(struct vxlan_metadata); 562edf31cbbSXin Long } 563edf31cbbSXin Long 564b0a21810SXin Long static int ip_tun_parse_opts_erspan(struct nlattr *attr, 5652f1d370bSXin Long struct ip_tunnel_info *info, int opts_len, 566b0a21810SXin Long struct netlink_ext_ack *extack) 567b0a21810SXin Long { 568b0a21810SXin Long struct nlattr *tb[LWTUNNEL_IP_OPT_ERSPAN_MAX + 1]; 569b0a21810SXin Long int err; 5701841b982SXin Long u8 ver; 571b0a21810SXin Long 572ed02551fSXin Long err = nla_parse_nested(tb, LWTUNNEL_IP_OPT_ERSPAN_MAX, attr, 573ed02551fSXin Long erspan_opt_policy, extack); 574b0a21810SXin Long if (err) 575b0a21810SXin Long return err; 576b0a21810SXin Long 577b0a21810SXin Long if (!tb[LWTUNNEL_IP_OPT_ERSPAN_VER]) 578b0a21810SXin Long return -EINVAL; 579b0a21810SXin Long 5801841b982SXin Long ver = nla_get_u8(tb[LWTUNNEL_IP_OPT_ERSPAN_VER]); 5811841b982SXin Long if (ver == 1) { 5821841b982SXin Long if (!tb[LWTUNNEL_IP_OPT_ERSPAN_INDEX]) 5831841b982SXin Long return -EINVAL; 5841841b982SXin Long } else if (ver == 2) { 5851841b982SXin Long if (!tb[LWTUNNEL_IP_OPT_ERSPAN_DIR] || 5861841b982SXin Long !tb[LWTUNNEL_IP_OPT_ERSPAN_HWID]) 5871841b982SXin Long return -EINVAL; 5881841b982SXin Long } else { 5891841b982SXin Long return -EINVAL; 5901841b982SXin Long } 5911841b982SXin Long 592b0a21810SXin Long if (info) { 5932f1d370bSXin Long struct erspan_metadata *md = 5942f1d370bSXin Long ip_tunnel_info_opts(info) + opts_len; 595b0a21810SXin Long 5961841b982SXin Long md->version = ver; 5971841b982SXin Long if (ver == 1) { 598b0a21810SXin Long attr = tb[LWTUNNEL_IP_OPT_ERSPAN_INDEX]; 599b0a21810SXin Long md->u.index = nla_get_be32(attr); 6001841b982SXin Long } else { 601b0a21810SXin Long attr = tb[LWTUNNEL_IP_OPT_ERSPAN_DIR]; 602b0a21810SXin Long md->u.md2.dir = nla_get_u8(attr); 603b0a21810SXin Long attr = tb[LWTUNNEL_IP_OPT_ERSPAN_HWID]; 604b0a21810SXin Long set_hwid(&md->u.md2, nla_get_u8(attr)); 605b0a21810SXin Long } 606b0a21810SXin Long 607b0a21810SXin Long info->key.tun_flags |= TUNNEL_ERSPAN_OPT; 608b0a21810SXin Long } 609b0a21810SXin Long 610b0a21810SXin Long return sizeof(struct erspan_metadata); 611b0a21810SXin Long } 612b0a21810SXin Long 6134ece4778SXin Long static int ip_tun_parse_opts(struct nlattr *attr, struct ip_tunnel_info *info, 6144ece4778SXin Long struct netlink_ext_ack *extack) 6154ece4778SXin Long { 6162f1d370bSXin Long int err, rem, opt_len, opts_len = 0, type = 0; 6172f1d370bSXin Long struct nlattr *nla; 6184ece4778SXin Long 6194ece4778SXin Long if (!attr) 6204ece4778SXin Long return 0; 6214ece4778SXin Long 6222f1d370bSXin Long err = nla_validate(nla_data(attr), nla_len(attr), LWTUNNEL_IP_OPTS_MAX, 6234ece4778SXin Long ip_opts_policy, extack); 6244ece4778SXin Long if (err) 6254ece4778SXin Long return err; 6264ece4778SXin Long 6272f1d370bSXin Long nla_for_each_attr(nla, nla_data(attr), nla_len(attr), rem) { 6282f1d370bSXin Long switch (nla_type(nla)) { 6292f1d370bSXin Long case LWTUNNEL_IP_OPTS_GENEVE: 6302f1d370bSXin Long if (type && type != TUNNEL_GENEVE_OPT) 6312f1d370bSXin Long return -EINVAL; 6322f1d370bSXin Long opt_len = ip_tun_parse_opts_geneve(nla, info, opts_len, 6332f1d370bSXin Long extack); 6342f1d370bSXin Long if (opt_len < 0) 6352f1d370bSXin Long return opt_len; 6362f1d370bSXin Long opts_len += opt_len; 6372f1d370bSXin Long if (opts_len > IP_TUNNEL_OPTS_MAX) 6382f1d370bSXin Long return -EINVAL; 6392f1d370bSXin Long type = TUNNEL_GENEVE_OPT; 6402f1d370bSXin Long break; 6412f1d370bSXin Long case LWTUNNEL_IP_OPTS_VXLAN: 6422f1d370bSXin Long if (type) 6432f1d370bSXin Long return -EINVAL; 6442f1d370bSXin Long opt_len = ip_tun_parse_opts_vxlan(nla, info, opts_len, 6452f1d370bSXin Long extack); 6462f1d370bSXin Long if (opt_len < 0) 6472f1d370bSXin Long return opt_len; 6482f1d370bSXin Long opts_len += opt_len; 6492f1d370bSXin Long type = TUNNEL_VXLAN_OPT; 6502f1d370bSXin Long break; 6512f1d370bSXin Long case LWTUNNEL_IP_OPTS_ERSPAN: 6522f1d370bSXin Long if (type) 6532f1d370bSXin Long return -EINVAL; 6542f1d370bSXin Long opt_len = ip_tun_parse_opts_erspan(nla, info, opts_len, 6552f1d370bSXin Long extack); 6562f1d370bSXin Long if (opt_len < 0) 6572f1d370bSXin Long return opt_len; 6582f1d370bSXin Long opts_len += opt_len; 6592f1d370bSXin Long type = TUNNEL_ERSPAN_OPT; 6602f1d370bSXin Long break; 6612f1d370bSXin Long default: 6622f1d370bSXin Long return -EINVAL; 6632f1d370bSXin Long } 6642f1d370bSXin Long } 6654ece4778SXin Long 6662f1d370bSXin Long return opts_len; 6674ece4778SXin Long } 6684ece4778SXin Long 6694ece4778SXin Long static int ip_tun_get_optlen(struct nlattr *attr, 6704ece4778SXin Long struct netlink_ext_ack *extack) 6714ece4778SXin Long { 6724ece4778SXin Long return ip_tun_parse_opts(attr, NULL, extack); 6734ece4778SXin Long } 6744ece4778SXin Long 6754ece4778SXin Long static int ip_tun_set_opts(struct nlattr *attr, struct ip_tunnel_info *info, 6764ece4778SXin Long struct netlink_ext_ack *extack) 6774ece4778SXin Long { 6784ece4778SXin Long return ip_tun_parse_opts(attr, info, extack); 6794ece4778SXin Long } 6804ece4778SXin Long 681faee6769SAlexander Aring static int ip_tun_build_state(struct net *net, struct nlattr *attr, 682127eb7cdSTom Herbert unsigned int family, const void *cfg, 6839ae28727SDavid Ahern struct lwtunnel_state **ts, 6849ae28727SDavid Ahern struct netlink_ext_ack *extack) 6853093fbe7SThomas Graf { 686a1c234f9SJiri Benc struct nlattr *tb[LWTUNNEL_IP_MAX + 1]; 6874ece4778SXin Long struct lwtunnel_state *new_state; 6884ece4778SXin Long struct ip_tunnel_info *tun_info; 6894ece4778SXin Long int err, opt_len; 6903093fbe7SThomas Graf 6918cb08174SJohannes Berg err = nla_parse_nested_deprecated(tb, LWTUNNEL_IP_MAX, attr, 6928cb08174SJohannes Berg ip_tun_policy, extack); 6933093fbe7SThomas Graf if (err < 0) 6943093fbe7SThomas Graf return err; 6953093fbe7SThomas Graf 6964ece4778SXin Long opt_len = ip_tun_get_optlen(tb[LWTUNNEL_IP_OPTS], extack); 6974ece4778SXin Long if (opt_len < 0) 6984ece4778SXin Long return opt_len; 6994ece4778SXin Long 7004ece4778SXin Long new_state = lwtunnel_state_alloc(sizeof(*tun_info) + opt_len); 7013093fbe7SThomas Graf if (!new_state) 7023093fbe7SThomas Graf return -ENOMEM; 7033093fbe7SThomas Graf 7043093fbe7SThomas Graf new_state->type = LWTUNNEL_ENCAP_IP; 7053093fbe7SThomas Graf 7063093fbe7SThomas Graf tun_info = lwt_tun_info(new_state); 7073093fbe7SThomas Graf 7084ece4778SXin Long err = ip_tun_set_opts(tb[LWTUNNEL_IP_OPTS], tun_info, extack); 7094ece4778SXin Long if (err < 0) { 7104ece4778SXin Long lwtstate_free(new_state); 7114ece4778SXin Long return err; 7124ece4778SXin Long } 7134ece4778SXin Long 7143d25eabbSwenxu #ifdef CONFIG_DST_CACHE 7153d25eabbSwenxu err = dst_cache_init(&tun_info->dst_cache, GFP_KERNEL); 7163d25eabbSwenxu if (err) { 7173d25eabbSwenxu lwtstate_free(new_state); 7183d25eabbSwenxu return err; 7193d25eabbSwenxu } 7203d25eabbSwenxu #endif 7213d25eabbSwenxu 722a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_ID]) 72330d3d83aSLance Richardson tun_info->key.tun_id = nla_get_be64(tb[LWTUNNEL_IP_ID]); 7243093fbe7SThomas Graf 725a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_DST]) 7267822ce73SHaishuang Yan tun_info->key.u.ipv4.dst = nla_get_in_addr(tb[LWTUNNEL_IP_DST]); 7273093fbe7SThomas Graf 728a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_SRC]) 7297822ce73SHaishuang Yan tun_info->key.u.ipv4.src = nla_get_in_addr(tb[LWTUNNEL_IP_SRC]); 7303093fbe7SThomas Graf 731a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_TTL]) 7327c383fb2SJiri Benc tun_info->key.ttl = nla_get_u8(tb[LWTUNNEL_IP_TTL]); 7333093fbe7SThomas Graf 734a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_TOS]) 7357c383fb2SJiri Benc tun_info->key.tos = nla_get_u8(tb[LWTUNNEL_IP_TOS]); 7363093fbe7SThomas Graf 737a1c234f9SJiri Benc if (tb[LWTUNNEL_IP_FLAGS]) 7380c06d166SXin Long tun_info->key.tun_flags |= 7390c06d166SXin Long (nla_get_be16(tb[LWTUNNEL_IP_FLAGS]) & 7400c06d166SXin Long ~TUNNEL_OPTIONS_PRESENT); 7413093fbe7SThomas Graf 7423093fbe7SThomas Graf tun_info->mode = IP_TUNNEL_INFO_TX; 7434ece4778SXin Long tun_info->options_len = opt_len; 7443093fbe7SThomas Graf 7453093fbe7SThomas Graf *ts = new_state; 7463093fbe7SThomas Graf 7473093fbe7SThomas Graf return 0; 7483093fbe7SThomas Graf } 7493093fbe7SThomas Graf 7503d25eabbSwenxu static void ip_tun_destroy_state(struct lwtunnel_state *lwtstate) 7513d25eabbSwenxu { 7523d25eabbSwenxu #ifdef CONFIG_DST_CACHE 7533d25eabbSwenxu struct ip_tunnel_info *tun_info = lwt_tun_info(lwtstate); 7543d25eabbSwenxu 7553d25eabbSwenxu dst_cache_destroy(&tun_info->dst_cache); 7563d25eabbSwenxu #endif 7573d25eabbSwenxu } 7583d25eabbSwenxu 7594ece4778SXin Long static int ip_tun_fill_encap_opts_geneve(struct sk_buff *skb, 7604ece4778SXin Long struct ip_tunnel_info *tun_info) 7614ece4778SXin Long { 7624ece4778SXin Long struct geneve_opt *opt; 7634ece4778SXin Long struct nlattr *nest; 7642f1d370bSXin Long int offset = 0; 7654ece4778SXin Long 7664ece4778SXin Long nest = nla_nest_start_noflag(skb, LWTUNNEL_IP_OPTS_GENEVE); 7674ece4778SXin Long if (!nest) 7684ece4778SXin Long return -ENOMEM; 7694ece4778SXin Long 7702f1d370bSXin Long while (tun_info->options_len > offset) { 7712f1d370bSXin Long opt = ip_tunnel_info_opts(tun_info) + offset; 7722f1d370bSXin Long if (nla_put_be16(skb, LWTUNNEL_IP_OPT_GENEVE_CLASS, 7732f1d370bSXin Long opt->opt_class) || 7744ece4778SXin Long nla_put_u8(skb, LWTUNNEL_IP_OPT_GENEVE_TYPE, opt->type) || 7754ece4778SXin Long nla_put(skb, LWTUNNEL_IP_OPT_GENEVE_DATA, opt->length * 4, 7764ece4778SXin Long opt->opt_data)) { 7774ece4778SXin Long nla_nest_cancel(skb, nest); 7784ece4778SXin Long return -ENOMEM; 7794ece4778SXin Long } 7802f1d370bSXin Long offset += sizeof(*opt) + opt->length * 4; 7812f1d370bSXin Long } 7824ece4778SXin Long 7834ece4778SXin Long nla_nest_end(skb, nest); 7844ece4778SXin Long return 0; 7854ece4778SXin Long } 7864ece4778SXin Long 787edf31cbbSXin Long static int ip_tun_fill_encap_opts_vxlan(struct sk_buff *skb, 788edf31cbbSXin Long struct ip_tunnel_info *tun_info) 789edf31cbbSXin Long { 790edf31cbbSXin Long struct vxlan_metadata *md; 791edf31cbbSXin Long struct nlattr *nest; 792edf31cbbSXin Long 793edf31cbbSXin Long nest = nla_nest_start_noflag(skb, LWTUNNEL_IP_OPTS_VXLAN); 794edf31cbbSXin Long if (!nest) 795edf31cbbSXin Long return -ENOMEM; 796edf31cbbSXin Long 797edf31cbbSXin Long md = ip_tunnel_info_opts(tun_info); 798edf31cbbSXin Long if (nla_put_u32(skb, LWTUNNEL_IP_OPT_VXLAN_GBP, md->gbp)) { 799edf31cbbSXin Long nla_nest_cancel(skb, nest); 800edf31cbbSXin Long return -ENOMEM; 801edf31cbbSXin Long } 802edf31cbbSXin Long 803edf31cbbSXin Long nla_nest_end(skb, nest); 804edf31cbbSXin Long return 0; 805edf31cbbSXin Long } 806edf31cbbSXin Long 807b0a21810SXin Long static int ip_tun_fill_encap_opts_erspan(struct sk_buff *skb, 808b0a21810SXin Long struct ip_tunnel_info *tun_info) 809b0a21810SXin Long { 810b0a21810SXin Long struct erspan_metadata *md; 811b0a21810SXin Long struct nlattr *nest; 812b0a21810SXin Long 813b0a21810SXin Long nest = nla_nest_start_noflag(skb, LWTUNNEL_IP_OPTS_ERSPAN); 814b0a21810SXin Long if (!nest) 815b0a21810SXin Long return -ENOMEM; 816b0a21810SXin Long 817b0a21810SXin Long md = ip_tunnel_info_opts(tun_info); 8183132174bSXin Long if (nla_put_u8(skb, LWTUNNEL_IP_OPT_ERSPAN_VER, md->version)) 819b0a21810SXin Long goto err; 820b0a21810SXin Long 821b0a21810SXin Long if (md->version == 1 && 822b0a21810SXin Long nla_put_be32(skb, LWTUNNEL_IP_OPT_ERSPAN_INDEX, md->u.index)) 823b0a21810SXin Long goto err; 824b0a21810SXin Long 825b0a21810SXin Long if (md->version == 2 && 826b0a21810SXin Long (nla_put_u8(skb, LWTUNNEL_IP_OPT_ERSPAN_DIR, md->u.md2.dir) || 827b0a21810SXin Long nla_put_u8(skb, LWTUNNEL_IP_OPT_ERSPAN_HWID, 828b0a21810SXin Long get_hwid(&md->u.md2)))) 829b0a21810SXin Long goto err; 830b0a21810SXin Long 831b0a21810SXin Long nla_nest_end(skb, nest); 832b0a21810SXin Long return 0; 833b0a21810SXin Long err: 834b0a21810SXin Long nla_nest_cancel(skb, nest); 835b0a21810SXin Long return -ENOMEM; 836b0a21810SXin Long } 837b0a21810SXin Long 8384ece4778SXin Long static int ip_tun_fill_encap_opts(struct sk_buff *skb, int type, 8394ece4778SXin Long struct ip_tunnel_info *tun_info) 8404ece4778SXin Long { 8414ece4778SXin Long struct nlattr *nest; 8424ece4778SXin Long int err = 0; 8434ece4778SXin Long 8440c06d166SXin Long if (!(tun_info->key.tun_flags & TUNNEL_OPTIONS_PRESENT)) 8454ece4778SXin Long return 0; 8464ece4778SXin Long 8474ece4778SXin Long nest = nla_nest_start_noflag(skb, type); 8484ece4778SXin Long if (!nest) 8494ece4778SXin Long return -ENOMEM; 8504ece4778SXin Long 8514ece4778SXin Long if (tun_info->key.tun_flags & TUNNEL_GENEVE_OPT) 8524ece4778SXin Long err = ip_tun_fill_encap_opts_geneve(skb, tun_info); 853edf31cbbSXin Long else if (tun_info->key.tun_flags & TUNNEL_VXLAN_OPT) 854edf31cbbSXin Long err = ip_tun_fill_encap_opts_vxlan(skb, tun_info); 855b0a21810SXin Long else if (tun_info->key.tun_flags & TUNNEL_ERSPAN_OPT) 856b0a21810SXin Long err = ip_tun_fill_encap_opts_erspan(skb, tun_info); 8574ece4778SXin Long 8584ece4778SXin Long if (err) { 8594ece4778SXin Long nla_nest_cancel(skb, nest); 8604ece4778SXin Long return err; 8614ece4778SXin Long } 8624ece4778SXin Long 8634ece4778SXin Long nla_nest_end(skb, nest); 8644ece4778SXin Long return 0; 8654ece4778SXin Long } 8664ece4778SXin Long 8673093fbe7SThomas Graf static int ip_tun_fill_encap_info(struct sk_buff *skb, 8683093fbe7SThomas Graf struct lwtunnel_state *lwtstate) 8693093fbe7SThomas Graf { 8703093fbe7SThomas Graf struct ip_tunnel_info *tun_info = lwt_tun_info(lwtstate); 8713093fbe7SThomas Graf 872b46f6dedSNicolas Dichtel if (nla_put_be64(skb, LWTUNNEL_IP_ID, tun_info->key.tun_id, 873b46f6dedSNicolas Dichtel LWTUNNEL_IP_PAD) || 8747822ce73SHaishuang Yan nla_put_in_addr(skb, LWTUNNEL_IP_DST, tun_info->key.u.ipv4.dst) || 8757822ce73SHaishuang Yan nla_put_in_addr(skb, LWTUNNEL_IP_SRC, tun_info->key.u.ipv4.src) || 8767c383fb2SJiri Benc nla_put_u8(skb, LWTUNNEL_IP_TOS, tun_info->key.tos) || 8777c383fb2SJiri Benc nla_put_u8(skb, LWTUNNEL_IP_TTL, tun_info->key.ttl) || 8784ece4778SXin Long nla_put_be16(skb, LWTUNNEL_IP_FLAGS, tun_info->key.tun_flags) || 8794ece4778SXin Long ip_tun_fill_encap_opts(skb, LWTUNNEL_IP_OPTS, tun_info)) 8803093fbe7SThomas Graf return -ENOMEM; 8813093fbe7SThomas Graf 8823093fbe7SThomas Graf return 0; 8833093fbe7SThomas Graf } 8843093fbe7SThomas Graf 8854ece4778SXin Long static int ip_tun_opts_nlsize(struct ip_tunnel_info *info) 8864ece4778SXin Long { 8874ece4778SXin Long int opt_len; 8884ece4778SXin Long 8890c06d166SXin Long if (!(info->key.tun_flags & TUNNEL_OPTIONS_PRESENT)) 8904ece4778SXin Long return 0; 8914ece4778SXin Long 8924ece4778SXin Long opt_len = nla_total_size(0); /* LWTUNNEL_IP_OPTS */ 8934ece4778SXin Long if (info->key.tun_flags & TUNNEL_GENEVE_OPT) { 8942f1d370bSXin Long struct geneve_opt *opt; 8952f1d370bSXin Long int offset = 0; 8964ece4778SXin Long 8972f1d370bSXin Long opt_len += nla_total_size(0); /* LWTUNNEL_IP_OPTS_GENEVE */ 8982f1d370bSXin Long while (info->options_len > offset) { 8992f1d370bSXin Long opt = ip_tunnel_info_opts(info) + offset; 9002f1d370bSXin Long opt_len += nla_total_size(2) /* OPT_GENEVE_CLASS */ 9014ece4778SXin Long + nla_total_size(1) /* OPT_GENEVE_TYPE */ 9024ece4778SXin Long + nla_total_size(opt->length * 4); 9034ece4778SXin Long /* OPT_GENEVE_DATA */ 9042f1d370bSXin Long offset += sizeof(*opt) + opt->length * 4; 9052f1d370bSXin Long } 906edf31cbbSXin Long } else if (info->key.tun_flags & TUNNEL_VXLAN_OPT) { 907edf31cbbSXin Long opt_len += nla_total_size(0) /* LWTUNNEL_IP_OPTS_VXLAN */ 908edf31cbbSXin Long + nla_total_size(4); /* OPT_VXLAN_GBP */ 909b0a21810SXin Long } else if (info->key.tun_flags & TUNNEL_ERSPAN_OPT) { 91058e8494eSXin Long struct erspan_metadata *md = ip_tunnel_info_opts(info); 91158e8494eSXin Long 912b0a21810SXin Long opt_len += nla_total_size(0) /* LWTUNNEL_IP_OPTS_ERSPAN */ 913b0a21810SXin Long + nla_total_size(1) /* OPT_ERSPAN_VER */ 91458e8494eSXin Long + (md->version == 1 ? nla_total_size(4) 91558e8494eSXin Long /* OPT_ERSPAN_INDEX (v1) */ 91658e8494eSXin Long : nla_total_size(1) + 91758e8494eSXin Long nla_total_size(1)); 91858e8494eSXin Long /* OPT_ERSPAN_DIR + HWID (v2) */ 9194ece4778SXin Long } 9204ece4778SXin Long 9214ece4778SXin Long return opt_len; 9224ece4778SXin Long } 9234ece4778SXin Long 9243093fbe7SThomas Graf static int ip_tun_encap_nlsize(struct lwtunnel_state *lwtstate) 9253093fbe7SThomas Graf { 926b46f6dedSNicolas Dichtel return nla_total_size_64bit(8) /* LWTUNNEL_IP_ID */ 927a1c234f9SJiri Benc + nla_total_size(4) /* LWTUNNEL_IP_DST */ 928a1c234f9SJiri Benc + nla_total_size(4) /* LWTUNNEL_IP_SRC */ 929a1c234f9SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP_TOS */ 930a1c234f9SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP_TTL */ 9314ece4778SXin Long + nla_total_size(2) /* LWTUNNEL_IP_FLAGS */ 9324ece4778SXin Long + ip_tun_opts_nlsize(lwt_tun_info(lwtstate)); 9334ece4778SXin Long /* LWTUNNEL_IP_OPTS */ 9343093fbe7SThomas Graf } 9353093fbe7SThomas Graf 9362d798499SJiri Benc static int ip_tun_cmp_encap(struct lwtunnel_state *a, struct lwtunnel_state *b) 9372d798499SJiri Benc { 9380eb8eb2fSXin Long struct ip_tunnel_info *info_a = lwt_tun_info(a); 9390eb8eb2fSXin Long struct ip_tunnel_info *info_b = lwt_tun_info(b); 9400eb8eb2fSXin Long 9410eb8eb2fSXin Long return memcmp(info_a, info_b, sizeof(info_a->key)) || 9420eb8eb2fSXin Long info_a->mode != info_b->mode || 9430eb8eb2fSXin Long info_a->options_len != info_b->options_len || 9440eb8eb2fSXin Long memcmp(ip_tunnel_info_opts(info_a), 9450eb8eb2fSXin Long ip_tunnel_info_opts(info_b), info_a->options_len); 9462d798499SJiri Benc } 9472d798499SJiri Benc 9483093fbe7SThomas Graf static const struct lwtunnel_encap_ops ip_tun_lwt_ops = { 9493093fbe7SThomas Graf .build_state = ip_tun_build_state, 9503d25eabbSwenxu .destroy_state = ip_tun_destroy_state, 9513093fbe7SThomas Graf .fill_encap = ip_tun_fill_encap_info, 9523093fbe7SThomas Graf .get_encap_size = ip_tun_encap_nlsize, 9532d798499SJiri Benc .cmp_encap = ip_tun_cmp_encap, 95488ff7334SRobert Shearman .owner = THIS_MODULE, 9553093fbe7SThomas Graf }; 9563093fbe7SThomas Graf 95732a2b002SJiri Benc static const struct nla_policy ip6_tun_policy[LWTUNNEL_IP6_MAX + 1] = { 9587b6a70f7SXin Long [LWTUNNEL_IP6_UNSPEC] = { .strict_start_type = LWTUNNEL_IP6_OPTS }, 95932a2b002SJiri Benc [LWTUNNEL_IP6_ID] = { .type = NLA_U64 }, 96032a2b002SJiri Benc [LWTUNNEL_IP6_DST] = { .len = sizeof(struct in6_addr) }, 96132a2b002SJiri Benc [LWTUNNEL_IP6_SRC] = { .len = sizeof(struct in6_addr) }, 96232a2b002SJiri Benc [LWTUNNEL_IP6_HOPLIMIT] = { .type = NLA_U8 }, 96332a2b002SJiri Benc [LWTUNNEL_IP6_TC] = { .type = NLA_U8 }, 96432a2b002SJiri Benc [LWTUNNEL_IP6_FLAGS] = { .type = NLA_U16 }, 9657b6a70f7SXin Long [LWTUNNEL_IP6_OPTS] = { .type = NLA_NESTED }, 96632a2b002SJiri Benc }; 96732a2b002SJiri Benc 968faee6769SAlexander Aring static int ip6_tun_build_state(struct net *net, struct nlattr *attr, 969127eb7cdSTom Herbert unsigned int family, const void *cfg, 9709ae28727SDavid Ahern struct lwtunnel_state **ts, 9719ae28727SDavid Ahern struct netlink_ext_ack *extack) 97232a2b002SJiri Benc { 97332a2b002SJiri Benc struct nlattr *tb[LWTUNNEL_IP6_MAX + 1]; 9744ece4778SXin Long struct lwtunnel_state *new_state; 9754ece4778SXin Long struct ip_tunnel_info *tun_info; 9764ece4778SXin Long int err, opt_len; 97732a2b002SJiri Benc 9788cb08174SJohannes Berg err = nla_parse_nested_deprecated(tb, LWTUNNEL_IP6_MAX, attr, 9798cb08174SJohannes Berg ip6_tun_policy, extack); 98032a2b002SJiri Benc if (err < 0) 98132a2b002SJiri Benc return err; 98232a2b002SJiri Benc 9834ece4778SXin Long opt_len = ip_tun_get_optlen(tb[LWTUNNEL_IP6_OPTS], extack); 9844ece4778SXin Long if (opt_len < 0) 9854ece4778SXin Long return opt_len; 9864ece4778SXin Long 9874ece4778SXin Long new_state = lwtunnel_state_alloc(sizeof(*tun_info) + opt_len); 98832a2b002SJiri Benc if (!new_state) 98932a2b002SJiri Benc return -ENOMEM; 99032a2b002SJiri Benc 99132a2b002SJiri Benc new_state->type = LWTUNNEL_ENCAP_IP6; 99232a2b002SJiri Benc 99332a2b002SJiri Benc tun_info = lwt_tun_info(new_state); 99432a2b002SJiri Benc 9954ece4778SXin Long err = ip_tun_set_opts(tb[LWTUNNEL_IP6_OPTS], tun_info, extack); 9964ece4778SXin Long if (err < 0) { 9974ece4778SXin Long lwtstate_free(new_state); 9984ece4778SXin Long return err; 9994ece4778SXin Long } 10004ece4778SXin Long 100132a2b002SJiri Benc if (tb[LWTUNNEL_IP6_ID]) 100230d3d83aSLance Richardson tun_info->key.tun_id = nla_get_be64(tb[LWTUNNEL_IP6_ID]); 100332a2b002SJiri Benc 100432a2b002SJiri Benc if (tb[LWTUNNEL_IP6_DST]) 100532a2b002SJiri Benc tun_info->key.u.ipv6.dst = nla_get_in6_addr(tb[LWTUNNEL_IP6_DST]); 100632a2b002SJiri Benc 100732a2b002SJiri Benc if (tb[LWTUNNEL_IP6_SRC]) 100832a2b002SJiri Benc tun_info->key.u.ipv6.src = nla_get_in6_addr(tb[LWTUNNEL_IP6_SRC]); 100932a2b002SJiri Benc 101032a2b002SJiri Benc if (tb[LWTUNNEL_IP6_HOPLIMIT]) 101132a2b002SJiri Benc tun_info->key.ttl = nla_get_u8(tb[LWTUNNEL_IP6_HOPLIMIT]); 101232a2b002SJiri Benc 101332a2b002SJiri Benc if (tb[LWTUNNEL_IP6_TC]) 101432a2b002SJiri Benc tun_info->key.tos = nla_get_u8(tb[LWTUNNEL_IP6_TC]); 101532a2b002SJiri Benc 101632a2b002SJiri Benc if (tb[LWTUNNEL_IP6_FLAGS]) 10170c06d166SXin Long tun_info->key.tun_flags |= 10180c06d166SXin Long (nla_get_be16(tb[LWTUNNEL_IP6_FLAGS]) & 10190c06d166SXin Long ~TUNNEL_OPTIONS_PRESENT); 102032a2b002SJiri Benc 10217f9562a1SJiri Benc tun_info->mode = IP_TUNNEL_INFO_TX | IP_TUNNEL_INFO_IPV6; 10224ece4778SXin Long tun_info->options_len = opt_len; 102332a2b002SJiri Benc 102432a2b002SJiri Benc *ts = new_state; 102532a2b002SJiri Benc 102632a2b002SJiri Benc return 0; 102732a2b002SJiri Benc } 102832a2b002SJiri Benc 102932a2b002SJiri Benc static int ip6_tun_fill_encap_info(struct sk_buff *skb, 103032a2b002SJiri Benc struct lwtunnel_state *lwtstate) 103132a2b002SJiri Benc { 103232a2b002SJiri Benc struct ip_tunnel_info *tun_info = lwt_tun_info(lwtstate); 103332a2b002SJiri Benc 1034b46f6dedSNicolas Dichtel if (nla_put_be64(skb, LWTUNNEL_IP6_ID, tun_info->key.tun_id, 1035b46f6dedSNicolas Dichtel LWTUNNEL_IP6_PAD) || 103632a2b002SJiri Benc nla_put_in6_addr(skb, LWTUNNEL_IP6_DST, &tun_info->key.u.ipv6.dst) || 103732a2b002SJiri Benc nla_put_in6_addr(skb, LWTUNNEL_IP6_SRC, &tun_info->key.u.ipv6.src) || 1038995096a0SQuentin Armitage nla_put_u8(skb, LWTUNNEL_IP6_TC, tun_info->key.tos) || 1039995096a0SQuentin Armitage nla_put_u8(skb, LWTUNNEL_IP6_HOPLIMIT, tun_info->key.ttl) || 10404ece4778SXin Long nla_put_be16(skb, LWTUNNEL_IP6_FLAGS, tun_info->key.tun_flags) || 10414ece4778SXin Long ip_tun_fill_encap_opts(skb, LWTUNNEL_IP6_OPTS, tun_info)) 104232a2b002SJiri Benc return -ENOMEM; 104332a2b002SJiri Benc 104432a2b002SJiri Benc return 0; 104532a2b002SJiri Benc } 104632a2b002SJiri Benc 104732a2b002SJiri Benc static int ip6_tun_encap_nlsize(struct lwtunnel_state *lwtstate) 104832a2b002SJiri Benc { 1049b46f6dedSNicolas Dichtel return nla_total_size_64bit(8) /* LWTUNNEL_IP6_ID */ 105032a2b002SJiri Benc + nla_total_size(16) /* LWTUNNEL_IP6_DST */ 105132a2b002SJiri Benc + nla_total_size(16) /* LWTUNNEL_IP6_SRC */ 105232a2b002SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP6_HOPLIMIT */ 105332a2b002SJiri Benc + nla_total_size(1) /* LWTUNNEL_IP6_TC */ 10544ece4778SXin Long + nla_total_size(2) /* LWTUNNEL_IP6_FLAGS */ 10554ece4778SXin Long + ip_tun_opts_nlsize(lwt_tun_info(lwtstate)); 10564ece4778SXin Long /* LWTUNNEL_IP6_OPTS */ 105732a2b002SJiri Benc } 105832a2b002SJiri Benc 105932a2b002SJiri Benc static const struct lwtunnel_encap_ops ip6_tun_lwt_ops = { 106032a2b002SJiri Benc .build_state = ip6_tun_build_state, 106132a2b002SJiri Benc .fill_encap = ip6_tun_fill_encap_info, 106232a2b002SJiri Benc .get_encap_size = ip6_tun_encap_nlsize, 106332a2b002SJiri Benc .cmp_encap = ip_tun_cmp_encap, 106488ff7334SRobert Shearman .owner = THIS_MODULE, 106532a2b002SJiri Benc }; 106632a2b002SJiri Benc 1067045a0fa0SThomas Graf void __init ip_tunnel_core_init(void) 10683093fbe7SThomas Graf { 1069fca5fdf6SDaniel Borkmann /* If you land here, make sure whether increasing ip_tunnel_info's 1070fca5fdf6SDaniel Borkmann * options_len is a reasonable choice with its usage in front ends 1071fca5fdf6SDaniel Borkmann * (f.e., it's part of flow keys, etc). 1072fca5fdf6SDaniel Borkmann */ 1073fca5fdf6SDaniel Borkmann BUILD_BUG_ON(IP_TUNNEL_OPTS_MAX != 255); 1074fca5fdf6SDaniel Borkmann 10753093fbe7SThomas Graf lwtunnel_encap_add_ops(&ip_tun_lwt_ops, LWTUNNEL_ENCAP_IP); 107632a2b002SJiri Benc lwtunnel_encap_add_ops(&ip6_tun_lwt_ops, LWTUNNEL_ENCAP_IP6); 10773093fbe7SThomas Graf } 1078e7030878SThomas Graf 10795263a98fSDavidlohr Bueso DEFINE_STATIC_KEY_FALSE(ip_tunnel_metadata_cnt); 1080e7030878SThomas Graf EXPORT_SYMBOL(ip_tunnel_metadata_cnt); 1081e7030878SThomas Graf 1082e7030878SThomas Graf void ip_tunnel_need_metadata(void) 1083e7030878SThomas Graf { 10845263a98fSDavidlohr Bueso static_branch_inc(&ip_tunnel_metadata_cnt); 1085e7030878SThomas Graf } 1086e7030878SThomas Graf EXPORT_SYMBOL_GPL(ip_tunnel_need_metadata); 1087e7030878SThomas Graf 1088e7030878SThomas Graf void ip_tunnel_unneed_metadata(void) 1089e7030878SThomas Graf { 10905263a98fSDavidlohr Bueso static_branch_dec(&ip_tunnel_metadata_cnt); 1091e7030878SThomas Graf } 1092e7030878SThomas Graf EXPORT_SYMBOL_GPL(ip_tunnel_unneed_metadata); 10932606aff9SJason A. Donenfeld 10942606aff9SJason A. Donenfeld /* Returns either the correct skb->protocol value, or 0 if invalid. */ 10952606aff9SJason A. Donenfeld __be16 ip_tunnel_parse_protocol(const struct sk_buff *skb) 10962606aff9SJason A. Donenfeld { 10972606aff9SJason A. Donenfeld if (skb_network_header(skb) >= skb->head && 10982606aff9SJason A. Donenfeld (skb_network_header(skb) + sizeof(struct iphdr)) <= skb_tail_pointer(skb) && 10992606aff9SJason A. Donenfeld ip_hdr(skb)->version == 4) 11002606aff9SJason A. Donenfeld return htons(ETH_P_IP); 11012606aff9SJason A. Donenfeld if (skb_network_header(skb) >= skb->head && 11022606aff9SJason A. Donenfeld (skb_network_header(skb) + sizeof(struct ipv6hdr)) <= skb_tail_pointer(skb) && 11032606aff9SJason A. Donenfeld ipv6_hdr(skb)->version == 6) 11042606aff9SJason A. Donenfeld return htons(ETH_P_IPV6); 11052606aff9SJason A. Donenfeld return 0; 11062606aff9SJason A. Donenfeld } 11072606aff9SJason A. Donenfeld EXPORT_SYMBOL(ip_tunnel_parse_protocol); 11082606aff9SJason A. Donenfeld 11092606aff9SJason A. Donenfeld const struct header_ops ip_tunnel_header_ops = { .parse_protocol = ip_tunnel_parse_protocol }; 11102606aff9SJason A. Donenfeld EXPORT_SYMBOL(ip_tunnel_header_ops); 1111