Blame view

net/core/tso.c 2.3 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  // SPDX-License-Identifier: GPL-2.0
484611e53   Sachin Kamat   net: tso: Export ...
2
  #include <linux/export.h>
8941faa16   emmanuel.grumbach@intel.com   net: tso: add sup...
3
  #include <linux/if_vlan.h>
e876f208a   Ezequiel Garcia   net: Add a softwa...
4
5
  #include <net/ip.h>
  #include <net/tso.h>
a63ba13ee   Karl Beldan   net: tso: fix una...
6
  #include <asm/unaligned.h>
e876f208a   Ezequiel Garcia   net: Add a softwa...
7
8
9
10
11
12
13
  
  /* Calculate expected number of TX descriptors */
  int tso_count_descs(struct sk_buff *skb)
  {
  	/* The Marvell Way */
  	return skb_shinfo(skb)->gso_segs * 2 + skb_shinfo(skb)->nr_frags;
  }
484611e53   Sachin Kamat   net: tso: Export ...
14
  EXPORT_SYMBOL(tso_count_descs);
e876f208a   Ezequiel Garcia   net: Add a softwa...
15
16
17
18
  
  void tso_build_hdr(struct sk_buff *skb, char *hdr, struct tso_t *tso,
  		   int size, bool is_last)
  {
e876f208a   Ezequiel Garcia   net: Add a softwa...
19
20
21
22
23
  	struct tcphdr *tcph;
  	int hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  	int mac_hdr_len = skb_network_offset(skb);
  
  	memcpy(hdr, skb->data, hdr_len);
8941faa16   emmanuel.grumbach@intel.com   net: tso: add sup...
24
25
26
27
28
29
30
31
32
33
34
  	if (!tso->ipv6) {
  		struct iphdr *iph = (void *)(hdr + mac_hdr_len);
  
  		iph->id = htons(tso->ip_id);
  		iph->tot_len = htons(size + hdr_len - mac_hdr_len);
  		tso->ip_id++;
  	} else {
  		struct ipv6hdr *iph = (void *)(hdr + mac_hdr_len);
  
  		iph->payload_len = htons(size + tcp_hdrlen(skb));
  	}
e876f208a   Ezequiel Garcia   net: Add a softwa...
35
  	tcph = (struct tcphdr *)(hdr + skb_transport_offset(skb));
a63ba13ee   Karl Beldan   net: tso: fix una...
36
  	put_unaligned_be32(tso->tcp_seq, &tcph->seq);
e876f208a   Ezequiel Garcia   net: Add a softwa...
37
38
39
40
41
42
43
44
  
  	if (!is_last) {
  		/* Clear all special flags for not last packet */
  		tcph->psh = 0;
  		tcph->fin = 0;
  		tcph->rst = 0;
  	}
  }
484611e53   Sachin Kamat   net: tso: Export ...
45
  EXPORT_SYMBOL(tso_build_hdr);
e876f208a   Ezequiel Garcia   net: Add a softwa...
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
  
  void tso_build_data(struct sk_buff *skb, struct tso_t *tso, int size)
  {
  	tso->tcp_seq += size;
  	tso->size -= size;
  	tso->data += size;
  
  	if ((tso->size == 0) &&
  	    (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) {
  		skb_frag_t *frag = &skb_shinfo(skb)->frags[tso->next_frag_idx];
  
  		/* Move to next segment */
  		tso->size = frag->size;
  		tso->data = page_address(frag->page.p) + frag->page_offset;
  		tso->next_frag_idx++;
  	}
  }
484611e53   Sachin Kamat   net: tso: Export ...
63
  EXPORT_SYMBOL(tso_build_data);
e876f208a   Ezequiel Garcia   net: Add a softwa...
64
65
66
67
68
69
70
71
  
  void tso_start(struct sk_buff *skb, struct tso_t *tso)
  {
  	int hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  
  	tso->ip_id = ntohs(ip_hdr(skb)->id);
  	tso->tcp_seq = ntohl(tcp_hdr(skb)->seq);
  	tso->next_frag_idx = 0;
8941faa16   emmanuel.grumbach@intel.com   net: tso: add sup...
72
  	tso->ipv6 = vlan_get_protocol(skb) == htons(ETH_P_IPV6);
e876f208a   Ezequiel Garcia   net: Add a softwa...
73
74
75
76
77
78
79
80
81
82
83
84
85
86
  
  	/* Build first data */
  	tso->size = skb_headlen(skb) - hdr_len;
  	tso->data = skb->data + hdr_len;
  	if ((tso->size == 0) &&
  	    (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) {
  		skb_frag_t *frag = &skb_shinfo(skb)->frags[tso->next_frag_idx];
  
  		/* Move to next segment */
  		tso->size = frag->size;
  		tso->data = page_address(frag->page.p) + frag->page_offset;
  		tso->next_frag_idx++;
  	}
  }
484611e53   Sachin Kamat   net: tso: Export ...
87
  EXPORT_SYMBOL(tso_start);