1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2484611e5SSachin Kamat #include <linux/export.h> 38941faa1Semmanuel.grumbach@intel.com #include <linux/if_vlan.h> 4e876f208SEzequiel Garcia #include <net/ip.h> 5e876f208SEzequiel Garcia #include <net/tso.h> 6a63ba13eSKarl Beldan #include <asm/unaligned.h> 7e876f208SEzequiel Garcia 8e876f208SEzequiel Garcia /* Calculate expected number of TX descriptors */ 9e876f208SEzequiel Garcia int tso_count_descs(struct sk_buff *skb) 10e876f208SEzequiel Garcia { 11e876f208SEzequiel Garcia /* The Marvell Way */ 12e876f208SEzequiel Garcia return skb_shinfo(skb)->gso_segs * 2 + skb_shinfo(skb)->nr_frags; 13e876f208SEzequiel Garcia } 14484611e5SSachin Kamat EXPORT_SYMBOL(tso_count_descs); 15e876f208SEzequiel Garcia 16e876f208SEzequiel Garcia void tso_build_hdr(struct sk_buff *skb, char *hdr, struct tso_t *tso, 17e876f208SEzequiel Garcia int size, bool is_last) 18e876f208SEzequiel Garcia { 19e876f208SEzequiel Garcia struct tcphdr *tcph; 20e876f208SEzequiel Garcia int hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 21e876f208SEzequiel Garcia int mac_hdr_len = skb_network_offset(skb); 22e876f208SEzequiel Garcia 23e876f208SEzequiel Garcia memcpy(hdr, skb->data, hdr_len); 248941faa1Semmanuel.grumbach@intel.com if (!tso->ipv6) { 258941faa1Semmanuel.grumbach@intel.com struct iphdr *iph = (void *)(hdr + mac_hdr_len); 268941faa1Semmanuel.grumbach@intel.com 27e876f208SEzequiel Garcia iph->id = htons(tso->ip_id); 28e876f208SEzequiel Garcia iph->tot_len = htons(size + hdr_len - mac_hdr_len); 298941faa1Semmanuel.grumbach@intel.com tso->ip_id++; 308941faa1Semmanuel.grumbach@intel.com } else { 318941faa1Semmanuel.grumbach@intel.com struct ipv6hdr *iph = (void *)(hdr + mac_hdr_len); 328941faa1Semmanuel.grumbach@intel.com 338941faa1Semmanuel.grumbach@intel.com iph->payload_len = htons(size + tcp_hdrlen(skb)); 348941faa1Semmanuel.grumbach@intel.com } 35e876f208SEzequiel Garcia tcph = (struct tcphdr *)(hdr + skb_transport_offset(skb)); 36a63ba13eSKarl Beldan put_unaligned_be32(tso->tcp_seq, &tcph->seq); 37e876f208SEzequiel Garcia 38e876f208SEzequiel Garcia if (!is_last) { 39e876f208SEzequiel Garcia /* Clear all special flags for not last packet */ 40e876f208SEzequiel Garcia tcph->psh = 0; 41e876f208SEzequiel Garcia tcph->fin = 0; 42e876f208SEzequiel Garcia tcph->rst = 0; 43e876f208SEzequiel Garcia } 44e876f208SEzequiel Garcia } 45484611e5SSachin Kamat EXPORT_SYMBOL(tso_build_hdr); 46e876f208SEzequiel Garcia 47e876f208SEzequiel Garcia void tso_build_data(struct sk_buff *skb, struct tso_t *tso, int size) 48e876f208SEzequiel Garcia { 49e876f208SEzequiel Garcia tso->tcp_seq += size; 50e876f208SEzequiel Garcia tso->size -= size; 51e876f208SEzequiel Garcia tso->data += size; 52e876f208SEzequiel Garcia 53e876f208SEzequiel Garcia if ((tso->size == 0) && 54e876f208SEzequiel Garcia (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) { 55e876f208SEzequiel Garcia skb_frag_t *frag = &skb_shinfo(skb)->frags[tso->next_frag_idx]; 56e876f208SEzequiel Garcia 57e876f208SEzequiel Garcia /* Move to next segment */ 58d8e18a51SMatthew Wilcox (Oracle) tso->size = skb_frag_size(frag); 59d8e18a51SMatthew Wilcox (Oracle) tso->data = skb_frag_address(frag); 60e876f208SEzequiel Garcia tso->next_frag_idx++; 61e876f208SEzequiel Garcia } 62e876f208SEzequiel Garcia } 63484611e5SSachin Kamat EXPORT_SYMBOL(tso_build_data); 64e876f208SEzequiel Garcia 65e876f208SEzequiel Garcia void tso_start(struct sk_buff *skb, struct tso_t *tso) 66e876f208SEzequiel Garcia { 67e876f208SEzequiel Garcia int hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 68e876f208SEzequiel Garcia 69e876f208SEzequiel Garcia tso->ip_id = ntohs(ip_hdr(skb)->id); 70e876f208SEzequiel Garcia tso->tcp_seq = ntohl(tcp_hdr(skb)->seq); 71e876f208SEzequiel Garcia tso->next_frag_idx = 0; 728941faa1Semmanuel.grumbach@intel.com tso->ipv6 = vlan_get_protocol(skb) == htons(ETH_P_IPV6); 73e876f208SEzequiel Garcia 74e876f208SEzequiel Garcia /* Build first data */ 75e876f208SEzequiel Garcia tso->size = skb_headlen(skb) - hdr_len; 76e876f208SEzequiel Garcia tso->data = skb->data + hdr_len; 77e876f208SEzequiel Garcia if ((tso->size == 0) && 78e876f208SEzequiel Garcia (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) { 79e876f208SEzequiel Garcia skb_frag_t *frag = &skb_shinfo(skb)->frags[tso->next_frag_idx]; 80e876f208SEzequiel Garcia 81e876f208SEzequiel Garcia /* Move to next segment */ 82d8e18a51SMatthew Wilcox (Oracle) tso->size = skb_frag_size(frag); 83d8e18a51SMatthew Wilcox (Oracle) tso->data = skb_frag_address(frag); 84e876f208SEzequiel Garcia tso->next_frag_idx++; 85e876f208SEzequiel Garcia } 86e876f208SEzequiel Garcia } 87484611e5SSachin Kamat EXPORT_SYMBOL(tso_start); 88