Blame view

include/net/checksum.h 4.64 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
  /*
   * INET		An implementation of the TCP/IP protocol suite for the LINUX
   *		operating system.  INET is implemented using the  BSD Socket
   *		interface as the means of communication with the user level.
   *
   *		Checksumming functions for IP, TCP, UDP and so on
   *
   * Authors:	Jorge Cwik, <jorge@laser.satlink.net>
   *		Arnt Gulbrandsen, <agulbra@nvg.unit.no>
   *		Borrows very liberally from tcp.c and ip.c, see those
   *		files for more names.
   *
   *		This program is free software; you can redistribute it and/or
   *		modify it under the terms of the GNU General Public License
   *		as published by the Free Software Foundation; either version
   *		2 of the License, or (at your option) any later version.
   */
  
  #ifndef _CHECKSUM_H
  #define _CHECKSUM_H
  
  #include <linux/errno.h>
  #include <asm/types.h>
  #include <asm/byteorder.h>
7c0f6ba68   Linus Torvalds   Replace <asm/uacc...
25
  #include <linux/uaccess.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
27
28
29
  #include <asm/checksum.h>
  
  #ifndef _HAVE_ARCH_COPY_AND_CSUM_FROM_USER
  static inline
56649d5d3   Al Viro   [NET]: Generic ch...
30
31
  __wsum csum_and_copy_from_user (const void __user *src, void *dst,
  				      int len, __wsum sum, int *err_ptr)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
32
33
34
35
36
37
38
39
40
41
42
43
  {
  	if (access_ok(VERIFY_READ, src, len))
  		return csum_partial_copy_from_user(src, dst, len, sum, err_ptr);
  
  	if (len)
  		*err_ptr = -EFAULT;
  
  	return sum;
  }
  #endif
  
  #ifndef HAVE_CSUM_COPY_USER
56649d5d3   Al Viro   [NET]: Generic ch...
44
45
  static __inline__ __wsum csum_and_copy_to_user
  (const void *src, void __user *dst, int len, __wsum sum, int *err_ptr)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
46
47
48
49
50
51
52
53
54
  {
  	sum = csum_partial(src, len, sum);
  
  	if (access_ok(VERIFY_WRITE, dst, len)) {
  		if (copy_to_user(dst, src, len) == 0)
  			return sum;
  	}
  	if (len)
  		*err_ptr = -EFAULT;
56649d5d3   Al Viro   [NET]: Generic ch...
55
  	return (__force __wsum)-1; /* invalid checksum */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
56
57
  }
  #endif
07064c6e0   Tom Herbert   net: Allow csum_a...
58
  #ifndef HAVE_ARCH_CSUM_ADD
56649d5d3   Al Viro   [NET]: Generic ch...
59
  static inline __wsum csum_add(__wsum csum, __wsum addend)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
60
  {
56649d5d3   Al Viro   [NET]: Generic ch...
61
62
63
  	u32 res = (__force u32)csum;
  	res += (__force u32)addend;
  	return (__force __wsum)(res + (res < (__force u32)addend));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
64
  }
07064c6e0   Tom Herbert   net: Allow csum_a...
65
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
66

56649d5d3   Al Viro   [NET]: Generic ch...
67
  static inline __wsum csum_sub(__wsum csum, __wsum addend)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
68
69
70
  {
  	return csum_add(csum, ~addend);
  }
99f0b958b   Eric Dumazet   net: optimize csu...
71
72
73
74
75
76
77
78
79
80
81
82
  static inline __sum16 csum16_add(__sum16 csum, __be16 addend)
  {
  	u16 res = (__force u16)csum;
  
  	res += (__force u16)addend;
  	return (__force __sum16)(res + (res < (__force u16)addend));
  }
  
  static inline __sum16 csum16_sub(__sum16 csum, __be16 addend)
  {
  	return csum16_add(csum, ~addend);
  }
56649d5d3   Al Viro   [NET]: Generic ch...
83
84
  static inline __wsum
  csum_block_add(__wsum csum, __wsum csum2, int offset)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
85
  {
56649d5d3   Al Viro   [NET]: Generic ch...
86
  	u32 sum = (__force u32)csum2;
338039635   Alexander Duyck   csum: Update csum...
87
88
89
90
  
  	/* rotate sum to align it with a 16b boundary */
  	if (offset & 1)
  		sum = ror32(sum, 8);
56649d5d3   Al Viro   [NET]: Generic ch...
91
  	return csum_add(csum, (__force __wsum)sum);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
92
  }
56649d5d3   Al Viro   [NET]: Generic ch...
93
  static inline __wsum
2817a336d   Daniel Borkmann   net: skb_checksum...
94
95
96
97
98
99
  csum_block_add_ext(__wsum csum, __wsum csum2, int offset, int len)
  {
  	return csum_block_add(csum, csum2, offset);
  }
  
  static inline __wsum
56649d5d3   Al Viro   [NET]: Generic ch...
100
  csum_block_sub(__wsum csum, __wsum csum2, int offset)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
101
  {
338039635   Alexander Duyck   csum: Update csum...
102
  	return csum_block_add(csum, ~csum2, offset);
56649d5d3   Al Viro   [NET]: Generic ch...
103
104
105
106
107
  }
  
  static inline __wsum csum_unfold(__sum16 n)
  {
  	return (__force __wsum)n;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
108
  }
cea80ea8d   Daniel Borkmann   net: checksum: fi...
109
110
111
112
  static inline __wsum csum_partial_ext(const void *buff, int len, __wsum sum)
  {
  	return csum_partial(buff, len, sum);
  }
f6ab02880   Al Viro   [NET]: Make mangl...
113
  #define CSUM_MANGLED_0 ((__force __sum16)0xffff)
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
114

8050c0f02   Daniel Borkmann   bpf: allow bpf_cs...
115
116
117
118
  static inline void csum_replace_by_diff(__sum16 *sum, __wsum diff)
  {
  	*sum = csum_fold(csum_add(diff, ~csum_unfold(*sum)));
  }
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
119
120
  static inline void csum_replace4(__sum16 *sum, __be32 from, __be32 to)
  {
d53a2aa3a   Eric Dumazet   net: fix sparse e...
121
122
123
  	__wsum tmp = csum_sub(~csum_unfold(*sum), (__force __wsum)from);
  
  	*sum = csum_fold(csum_add(tmp, (__force __wsum)to));
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
124
  }
99f0b958b   Eric Dumazet   net: optimize csu...
125
126
127
128
129
130
131
  /* Implements RFC 1624 (Incremental Internet Checksum)
   * 3. Discussion states :
   *     HC' = ~(~HC + ~m + m')
   *  m : old value of a 16bit field
   *  m' : new value of a 16bit field
   */
  static inline void csum_replace2(__sum16 *sum, __be16 old, __be16 new)
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
132
  {
99f0b958b   Eric Dumazet   net: optimize csu...
133
  	*sum = ~csum16_add(csum16_sub(~(*sum), old), new);
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
134
135
136
  }
  
  struct sk_buff;
4fc707470   Joe Perches   checksum: Remove ...
137
  void inet_proto_csum_replace4(__sum16 *sum, struct sk_buff *skb,
4b048d6d9   Tom Herbert   net: Change pseud...
138
  			      __be32 from, __be32 to, bool pseudohdr);
4fc707470   Joe Perches   checksum: Remove ...
139
140
  void inet_proto_csum_replace16(__sum16 *sum, struct sk_buff *skb,
  			       const __be32 *from, const __be32 *to,
4b048d6d9   Tom Herbert   net: Change pseud...
141
  			       bool pseudohdr);
abc5d1ff3   Tom Herbert   net: Add inet_pro...
142
143
  void inet_proto_csum_replace_by_diff(__sum16 *sum, struct sk_buff *skb,
  				     __wsum diff, bool pseudohdr);
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
144
145
146
  
  static inline void inet_proto_csum_replace2(__sum16 *sum, struct sk_buff *skb,
  					    __be16 from, __be16 to,
4b048d6d9   Tom Herbert   net: Change pseud...
147
  					    bool pseudohdr)
a99a00cf1   Patrick McHardy   [NET]: Move netfi...
148
149
150
151
  {
  	inet_proto_csum_replace4(sum, skb, (__force __be32)from,
  				 (__force __be32)to, pseudohdr);
  }
7c967b224   Tom Herbert   net: Add remcsum_...
152
153
154
155
156
157
158
159
160
161
  static inline __wsum remcsum_adjust(void *ptr, __wsum csum,
  				    int start, int offset)
  {
  	__sum16 *psum = (__sum16 *)(ptr + offset);
  	__wsum delta;
  
  	/* Subtract out checksum up to start */
  	csum = csum_sub(csum, csum_partial(ptr, start, 0));
  
  	/* Set derived checksum in packet */
369620a09   Tom Herbert   rco: Clean up cas...
162
163
  	delta = csum_sub((__force __wsum)csum_fold(csum),
  			 (__force __wsum)*psum);
7c967b224   Tom Herbert   net: Add remcsum_...
164
165
166
167
  	*psum = csum_fold(csum);
  
  	return delta;
  }
26c4f7da3   Tom Herbert   net: Fix remcsum ...
168
169
  static inline void remcsum_unadjust(__sum16 *psum, __wsum delta)
  {
22fbece13   Lance Richardson   csum: eliminate s...
170
  	*psum = csum_fold(csum_sub(delta, (__force __wsum)*psum));
26c4f7da3   Tom Herbert   net: Fix remcsum ...
171
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
172
  #endif