12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 20d89d203SSimon Horman /* 30d89d203SSimon Horman * MPLS GSO Support 40d89d203SSimon Horman * 50d89d203SSimon Horman * Authors: Simon Horman (horms@verge.net.au) 60d89d203SSimon Horman * 70d89d203SSimon Horman * Based on: GSO portions of net/ipv4/gre.c 80d89d203SSimon Horman */ 90d89d203SSimon Horman 100d89d203SSimon Horman #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 110d89d203SSimon Horman 120d89d203SSimon Horman #include <linux/err.h> 130d89d203SSimon Horman #include <linux/module.h> 140d89d203SSimon Horman #include <linux/netdev_features.h> 150d89d203SSimon Horman #include <linux/netdevice.h> 160d89d203SSimon Horman #include <linux/skbuff.h> 17*d348ede3SBalazs Nemeth #include <net/mpls.h> 180d89d203SSimon Horman 190d89d203SSimon Horman static struct sk_buff *mpls_gso_segment(struct sk_buff *skb, 200d89d203SSimon Horman netdev_features_t features) 210d89d203SSimon Horman { 220d89d203SSimon Horman struct sk_buff *segs = ERR_PTR(-EINVAL); 2348d2ab60SDavid Ahern u16 mac_offset = skb->mac_header; 240d89d203SSimon Horman netdev_features_t mpls_features; 2548d2ab60SDavid Ahern u16 mac_len = skb->mac_len; 260d89d203SSimon Horman __be16 mpls_protocol; 2748d2ab60SDavid Ahern unsigned int mpls_hlen; 2848d2ab60SDavid Ahern 2948d2ab60SDavid Ahern skb_reset_network_header(skb); 3048d2ab60SDavid Ahern mpls_hlen = skb_inner_network_header(skb) - skb_network_header(skb); 31*d348ede3SBalazs Nemeth if (unlikely(!mpls_hlen || mpls_hlen % MPLS_HLEN)) 32*d348ede3SBalazs Nemeth goto out; 3348d2ab60SDavid Ahern if (unlikely(!pskb_may_pull(skb, mpls_hlen))) 3448d2ab60SDavid Ahern goto out; 350d89d203SSimon Horman 360d89d203SSimon Horman /* Setup inner SKB. */ 370d89d203SSimon Horman mpls_protocol = skb->protocol; 380d89d203SSimon Horman skb->protocol = skb->inner_protocol; 390d89d203SSimon Horman 4048d2ab60SDavid Ahern __skb_pull(skb, mpls_hlen); 4148d2ab60SDavid Ahern 4248d2ab60SDavid Ahern skb->mac_len = 0; 4348d2ab60SDavid Ahern skb_reset_mac_header(skb); 440d89d203SSimon Horman 450d89d203SSimon Horman /* Segment inner packet. */ 461e16aa3dSFlorian Westphal mpls_features = skb->dev->mpls_features & features; 470d89d203SSimon Horman segs = skb_mac_gso_segment(skb, mpls_features); 4848d2ab60SDavid Ahern if (IS_ERR_OR_NULL(segs)) { 4948d2ab60SDavid Ahern skb_gso_error_unwind(skb, mpls_protocol, mpls_hlen, mac_offset, 5048d2ab60SDavid Ahern mac_len); 5148d2ab60SDavid Ahern goto out; 5248d2ab60SDavid Ahern } 5348d2ab60SDavid Ahern skb = segs; 540d89d203SSimon Horman 5548d2ab60SDavid Ahern mpls_hlen += mac_len; 5648d2ab60SDavid Ahern do { 5748d2ab60SDavid Ahern skb->mac_len = mac_len; 580d89d203SSimon Horman skb->protocol = mpls_protocol; 590d89d203SSimon Horman 6048d2ab60SDavid Ahern skb_reset_inner_network_header(skb); 615c7cdf33STom Herbert 6248d2ab60SDavid Ahern __skb_push(skb, mpls_hlen); 6348d2ab60SDavid Ahern 6448d2ab60SDavid Ahern skb_reset_mac_header(skb); 6548d2ab60SDavid Ahern skb_set_network_header(skb, mac_len); 6648d2ab60SDavid Ahern } while ((skb = skb->next)); 6748d2ab60SDavid Ahern 6848d2ab60SDavid Ahern out: 690d89d203SSimon Horman return segs; 700d89d203SSimon Horman } 710d89d203SSimon Horman 72207895fdSDaniel Borkmann static struct packet_offload mpls_mc_offload __read_mostly = { 730d89d203SSimon Horman .type = cpu_to_be16(ETH_P_MPLS_MC), 74bdef7de4SDavid S. Miller .priority = 15, 750d89d203SSimon Horman .callbacks = { 760d89d203SSimon Horman .gso_segment = mpls_gso_segment, 770d89d203SSimon Horman }, 780d89d203SSimon Horman }; 790d89d203SSimon Horman 80207895fdSDaniel Borkmann static struct packet_offload mpls_uc_offload __read_mostly = { 810d89d203SSimon Horman .type = cpu_to_be16(ETH_P_MPLS_UC), 82bdef7de4SDavid S. Miller .priority = 15, 830d89d203SSimon Horman .callbacks = { 840d89d203SSimon Horman .gso_segment = mpls_gso_segment, 850d89d203SSimon Horman }, 860d89d203SSimon Horman }; 870d89d203SSimon Horman 880d89d203SSimon Horman static int __init mpls_gso_init(void) 890d89d203SSimon Horman { 900d89d203SSimon Horman pr_info("MPLS GSO support\n"); 910d89d203SSimon Horman 920d89d203SSimon Horman dev_add_offload(&mpls_uc_offload); 930d89d203SSimon Horman dev_add_offload(&mpls_mc_offload); 940d89d203SSimon Horman 950d89d203SSimon Horman return 0; 960d89d203SSimon Horman } 970d89d203SSimon Horman 980d89d203SSimon Horman static void __exit mpls_gso_exit(void) 990d89d203SSimon Horman { 1000d89d203SSimon Horman dev_remove_offload(&mpls_uc_offload); 1010d89d203SSimon Horman dev_remove_offload(&mpls_mc_offload); 1020d89d203SSimon Horman } 1030d89d203SSimon Horman 1040d89d203SSimon Horman module_init(mpls_gso_init); 1050d89d203SSimon Horman module_exit(mpls_gso_exit); 1060d89d203SSimon Horman 1070d89d203SSimon Horman MODULE_DESCRIPTION("MPLS GSO support"); 1080d89d203SSimon Horman MODULE_AUTHOR("Simon Horman (horms@verge.net.au)"); 1090d89d203SSimon Horman MODULE_LICENSE("GPL"); 110