xref: /openbmc/linux/net/core/tso.c (revision d8e18a51)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2484611e5SSachin Kamat #include <linux/export.h>
38941faa1Semmanuel.grumbach@intel.com #include <linux/if_vlan.h>
4e876f208SEzequiel Garcia #include <net/ip.h>
5e876f208SEzequiel Garcia #include <net/tso.h>
6a63ba13eSKarl Beldan #include <asm/unaligned.h>
7e876f208SEzequiel Garcia 
8e876f208SEzequiel Garcia /* Calculate expected number of TX descriptors */
9e876f208SEzequiel Garcia int tso_count_descs(struct sk_buff *skb)
10e876f208SEzequiel Garcia {
11e876f208SEzequiel Garcia 	/* The Marvell Way */
12e876f208SEzequiel Garcia 	return skb_shinfo(skb)->gso_segs * 2 + skb_shinfo(skb)->nr_frags;
13e876f208SEzequiel Garcia }
14484611e5SSachin Kamat EXPORT_SYMBOL(tso_count_descs);
15e876f208SEzequiel Garcia 
16e876f208SEzequiel Garcia void tso_build_hdr(struct sk_buff *skb, char *hdr, struct tso_t *tso,
17e876f208SEzequiel Garcia 		   int size, bool is_last)
18e876f208SEzequiel Garcia {
19e876f208SEzequiel Garcia 	struct tcphdr *tcph;
20e876f208SEzequiel Garcia 	int hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
21e876f208SEzequiel Garcia 	int mac_hdr_len = skb_network_offset(skb);
22e876f208SEzequiel Garcia 
23e876f208SEzequiel Garcia 	memcpy(hdr, skb->data, hdr_len);
248941faa1Semmanuel.grumbach@intel.com 	if (!tso->ipv6) {
258941faa1Semmanuel.grumbach@intel.com 		struct iphdr *iph = (void *)(hdr + mac_hdr_len);
268941faa1Semmanuel.grumbach@intel.com 
27e876f208SEzequiel Garcia 		iph->id = htons(tso->ip_id);
28e876f208SEzequiel Garcia 		iph->tot_len = htons(size + hdr_len - mac_hdr_len);
298941faa1Semmanuel.grumbach@intel.com 		tso->ip_id++;
308941faa1Semmanuel.grumbach@intel.com 	} else {
318941faa1Semmanuel.grumbach@intel.com 		struct ipv6hdr *iph = (void *)(hdr + mac_hdr_len);
328941faa1Semmanuel.grumbach@intel.com 
338941faa1Semmanuel.grumbach@intel.com 		iph->payload_len = htons(size + tcp_hdrlen(skb));
348941faa1Semmanuel.grumbach@intel.com 	}
35e876f208SEzequiel Garcia 	tcph = (struct tcphdr *)(hdr + skb_transport_offset(skb));
36a63ba13eSKarl Beldan 	put_unaligned_be32(tso->tcp_seq, &tcph->seq);
37e876f208SEzequiel Garcia 
38e876f208SEzequiel Garcia 	if (!is_last) {
39e876f208SEzequiel Garcia 		/* Clear all special flags for not last packet */
40e876f208SEzequiel Garcia 		tcph->psh = 0;
41e876f208SEzequiel Garcia 		tcph->fin = 0;
42e876f208SEzequiel Garcia 		tcph->rst = 0;
43e876f208SEzequiel Garcia 	}
44e876f208SEzequiel Garcia }
45484611e5SSachin Kamat EXPORT_SYMBOL(tso_build_hdr);
46e876f208SEzequiel Garcia 
47e876f208SEzequiel Garcia void tso_build_data(struct sk_buff *skb, struct tso_t *tso, int size)
48e876f208SEzequiel Garcia {
49e876f208SEzequiel Garcia 	tso->tcp_seq += size;
50e876f208SEzequiel Garcia 	tso->size -= size;
51e876f208SEzequiel Garcia 	tso->data += size;
52e876f208SEzequiel Garcia 
53e876f208SEzequiel Garcia 	if ((tso->size == 0) &&
54e876f208SEzequiel Garcia 	    (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) {
55e876f208SEzequiel Garcia 		skb_frag_t *frag = &skb_shinfo(skb)->frags[tso->next_frag_idx];
56e876f208SEzequiel Garcia 
57e876f208SEzequiel Garcia 		/* Move to next segment */
58d8e18a51SMatthew Wilcox (Oracle) 		tso->size = skb_frag_size(frag);
59d8e18a51SMatthew Wilcox (Oracle) 		tso->data = skb_frag_address(frag);
60e876f208SEzequiel Garcia 		tso->next_frag_idx++;
61e876f208SEzequiel Garcia 	}
62e876f208SEzequiel Garcia }
63484611e5SSachin Kamat EXPORT_SYMBOL(tso_build_data);
64e876f208SEzequiel Garcia 
65e876f208SEzequiel Garcia void tso_start(struct sk_buff *skb, struct tso_t *tso)
66e876f208SEzequiel Garcia {
67e876f208SEzequiel Garcia 	int hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
68e876f208SEzequiel Garcia 
69e876f208SEzequiel Garcia 	tso->ip_id = ntohs(ip_hdr(skb)->id);
70e876f208SEzequiel Garcia 	tso->tcp_seq = ntohl(tcp_hdr(skb)->seq);
71e876f208SEzequiel Garcia 	tso->next_frag_idx = 0;
728941faa1Semmanuel.grumbach@intel.com 	tso->ipv6 = vlan_get_protocol(skb) == htons(ETH_P_IPV6);
73e876f208SEzequiel Garcia 
74e876f208SEzequiel Garcia 	/* Build first data */
75e876f208SEzequiel Garcia 	tso->size = skb_headlen(skb) - hdr_len;
76e876f208SEzequiel Garcia 	tso->data = skb->data + hdr_len;
77e876f208SEzequiel Garcia 	if ((tso->size == 0) &&
78e876f208SEzequiel Garcia 	    (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) {
79e876f208SEzequiel Garcia 		skb_frag_t *frag = &skb_shinfo(skb)->frags[tso->next_frag_idx];
80e876f208SEzequiel Garcia 
81e876f208SEzequiel Garcia 		/* Move to next segment */
82d8e18a51SMatthew Wilcox (Oracle) 		tso->size = skb_frag_size(frag);
83d8e18a51SMatthew Wilcox (Oracle) 		tso->data = skb_frag_address(frag);
84e876f208SEzequiel Garcia 		tso->next_frag_idx++;
85e876f208SEzequiel Garcia 	}
86e876f208SEzequiel Garcia }
87484611e5SSachin Kamat EXPORT_SYMBOL(tso_start);
88