190017accSMarcelo Ricardo Leitner /* 290017accSMarcelo Ricardo Leitner * sctp_offload - GRO/GSO Offloading for SCTP 390017accSMarcelo Ricardo Leitner * 490017accSMarcelo Ricardo Leitner * Copyright (C) 2015, Marcelo Ricardo Leitner <marcelo.leitner@gmail.com> 590017accSMarcelo Ricardo Leitner * 690017accSMarcelo Ricardo Leitner * This program is free software; you can redistribute it and/or modify 790017accSMarcelo Ricardo Leitner * it under the terms of the GNU General Public License as published by 890017accSMarcelo Ricardo Leitner * the Free Software Foundation; either version 2 of the License, or 990017accSMarcelo Ricardo Leitner * (at your option) any later version. 1090017accSMarcelo Ricardo Leitner * 1190017accSMarcelo Ricardo Leitner * This program is distributed in the hope that it will be useful, 1290017accSMarcelo Ricardo Leitner * but WITHOUT ANY WARRANTY; without even the implied warranty of 1390017accSMarcelo Ricardo Leitner * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1490017accSMarcelo Ricardo Leitner * GNU General Public License for more details. 1590017accSMarcelo Ricardo Leitner */ 1690017accSMarcelo Ricardo Leitner 1790017accSMarcelo Ricardo Leitner #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 1890017accSMarcelo Ricardo Leitner 1990017accSMarcelo Ricardo Leitner #include <linux/kernel.h> 2090017accSMarcelo Ricardo Leitner #include <linux/kprobes.h> 2190017accSMarcelo Ricardo Leitner #include <linux/socket.h> 2290017accSMarcelo Ricardo Leitner #include <linux/sctp.h> 2390017accSMarcelo Ricardo Leitner #include <linux/proc_fs.h> 2490017accSMarcelo Ricardo Leitner #include <linux/vmalloc.h> 2590017accSMarcelo Ricardo Leitner #include <linux/module.h> 2690017accSMarcelo Ricardo Leitner #include <linux/kfifo.h> 2790017accSMarcelo Ricardo Leitner #include <linux/time.h> 2890017accSMarcelo Ricardo Leitner #include <net/net_namespace.h> 2990017accSMarcelo Ricardo Leitner 3090017accSMarcelo Ricardo Leitner #include <linux/skbuff.h> 3190017accSMarcelo Ricardo Leitner #include <net/sctp/sctp.h> 3290017accSMarcelo Ricardo Leitner #include <net/sctp/checksum.h> 3390017accSMarcelo Ricardo Leitner #include <net/protocol.h> 3490017accSMarcelo Ricardo Leitner 3590017accSMarcelo Ricardo Leitner static __le32 sctp_gso_make_checksum(struct sk_buff *skb) 3690017accSMarcelo Ricardo Leitner { 3790017accSMarcelo Ricardo Leitner skb->ip_summed = CHECKSUM_NONE; 38dba00306SDavide Caratti skb->csum_not_inet = 0; 39fc228abcSXin Long gso_reset_checksum(skb, ~0); 4090017accSMarcelo Ricardo Leitner return sctp_compute_cksum(skb, skb_transport_offset(skb)); 4190017accSMarcelo Ricardo Leitner } 4290017accSMarcelo Ricardo Leitner 4390017accSMarcelo Ricardo Leitner static struct sk_buff *sctp_gso_segment(struct sk_buff *skb, 4490017accSMarcelo Ricardo Leitner netdev_features_t features) 4590017accSMarcelo Ricardo Leitner { 4690017accSMarcelo Ricardo Leitner struct sk_buff *segs = ERR_PTR(-EINVAL); 4790017accSMarcelo Ricardo Leitner struct sctphdr *sh; 4890017accSMarcelo Ricardo Leitner 491dd27cdeSDaniel Axtens if (!skb_is_gso_sctp(skb)) 50121d57afSWillem de Bruijn goto out; 51121d57afSWillem de Bruijn 5290017accSMarcelo Ricardo Leitner sh = sctp_hdr(skb); 5390017accSMarcelo Ricardo Leitner if (!pskb_may_pull(skb, sizeof(*sh))) 5490017accSMarcelo Ricardo Leitner goto out; 5590017accSMarcelo Ricardo Leitner 5690017accSMarcelo Ricardo Leitner __skb_pull(skb, sizeof(*sh)); 5790017accSMarcelo Ricardo Leitner 5890017accSMarcelo Ricardo Leitner if (skb_gso_ok(skb, features | NETIF_F_GSO_ROBUST)) { 5990017accSMarcelo Ricardo Leitner /* Packet is from an untrusted source, reset gso_segs. */ 6090017accSMarcelo Ricardo Leitner struct skb_shared_info *pinfo = skb_shinfo(skb); 6190017accSMarcelo Ricardo Leitner struct sk_buff *frag_iter; 6290017accSMarcelo Ricardo Leitner 6390017accSMarcelo Ricardo Leitner pinfo->gso_segs = 0; 6490017accSMarcelo Ricardo Leitner if (skb->len != skb->data_len) { 6590017accSMarcelo Ricardo Leitner /* Means we have chunks in here too */ 6690017accSMarcelo Ricardo Leitner pinfo->gso_segs++; 6790017accSMarcelo Ricardo Leitner } 6890017accSMarcelo Ricardo Leitner 6990017accSMarcelo Ricardo Leitner skb_walk_frags(skb, frag_iter) 7090017accSMarcelo Ricardo Leitner pinfo->gso_segs++; 7190017accSMarcelo Ricardo Leitner 7290017accSMarcelo Ricardo Leitner segs = NULL; 7390017accSMarcelo Ricardo Leitner goto out; 7490017accSMarcelo Ricardo Leitner } 7590017accSMarcelo Ricardo Leitner 765207f399SXin Long segs = skb_segment(skb, features | NETIF_F_HW_CSUM | NETIF_F_SG); 7790017accSMarcelo Ricardo Leitner if (IS_ERR(segs)) 7890017accSMarcelo Ricardo Leitner goto out; 7990017accSMarcelo Ricardo Leitner 8090017accSMarcelo Ricardo Leitner /* All that is left is update SCTP CRC if necessary */ 8190017accSMarcelo Ricardo Leitner if (!(features & NETIF_F_SCTP_CRC)) { 8290017accSMarcelo Ricardo Leitner for (skb = segs; skb; skb = skb->next) { 8390017accSMarcelo Ricardo Leitner if (skb->ip_summed == CHECKSUM_PARTIAL) { 8490017accSMarcelo Ricardo Leitner sh = sctp_hdr(skb); 8590017accSMarcelo Ricardo Leitner sh->checksum = sctp_gso_make_checksum(skb); 8690017accSMarcelo Ricardo Leitner } 8790017accSMarcelo Ricardo Leitner } 8890017accSMarcelo Ricardo Leitner } 8990017accSMarcelo Ricardo Leitner 9090017accSMarcelo Ricardo Leitner out: 9190017accSMarcelo Ricardo Leitner return segs; 9290017accSMarcelo Ricardo Leitner } 9390017accSMarcelo Ricardo Leitner 9490017accSMarcelo Ricardo Leitner static const struct net_offload sctp_offload = { 9590017accSMarcelo Ricardo Leitner .callbacks = { 9690017accSMarcelo Ricardo Leitner .gso_segment = sctp_gso_segment, 9790017accSMarcelo Ricardo Leitner }, 9890017accSMarcelo Ricardo Leitner }; 9990017accSMarcelo Ricardo Leitner 100c5c4e45cSMarcelo Ricardo Leitner static const struct net_offload sctp6_offload = { 101c5c4e45cSMarcelo Ricardo Leitner .callbacks = { 102c5c4e45cSMarcelo Ricardo Leitner .gso_segment = sctp_gso_segment, 103c5c4e45cSMarcelo Ricardo Leitner }, 104c5c4e45cSMarcelo Ricardo Leitner }; 105c5c4e45cSMarcelo Ricardo Leitner 10690017accSMarcelo Ricardo Leitner int __init sctp_offload_init(void) 10790017accSMarcelo Ricardo Leitner { 108c5c4e45cSMarcelo Ricardo Leitner int ret; 109c5c4e45cSMarcelo Ricardo Leitner 110c5c4e45cSMarcelo Ricardo Leitner ret = inet_add_offload(&sctp_offload, IPPROTO_SCTP); 111c5c4e45cSMarcelo Ricardo Leitner if (ret) 112c5c4e45cSMarcelo Ricardo Leitner goto out; 113c5c4e45cSMarcelo Ricardo Leitner 114c5c4e45cSMarcelo Ricardo Leitner ret = inet6_add_offload(&sctp6_offload, IPPROTO_SCTP); 115c5c4e45cSMarcelo Ricardo Leitner if (ret) 116c5c4e45cSMarcelo Ricardo Leitner goto ipv4; 117c5c4e45cSMarcelo Ricardo Leitner 118*c3e933a5SMatteo Croce crc32c_csum_stub = &sctp_csum_ops; 119c5c4e45cSMarcelo Ricardo Leitner return ret; 120c5c4e45cSMarcelo Ricardo Leitner 121c5c4e45cSMarcelo Ricardo Leitner ipv4: 122c5c4e45cSMarcelo Ricardo Leitner inet_del_offload(&sctp_offload, IPPROTO_SCTP); 123c5c4e45cSMarcelo Ricardo Leitner out: 124c5c4e45cSMarcelo Ricardo Leitner return ret; 12590017accSMarcelo Ricardo Leitner } 126