1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31#include <linux/export.h>
32#include <net/checksum.h>
33
34#include <asm/byteorder.h>
35
36#ifndef do_csum
37static inline unsigned short from32to16(unsigned int x)
38{
39
40 x = (x & 0xffff) + (x >> 16);
41
42 x = (x & 0xffff) + (x >> 16);
43 return x;
44}
45
46static unsigned int do_csum(const unsigned char *buff, int len)
47{
48 int odd;
49 unsigned int result = 0;
50
51 if (len <= 0)
52 goto out;
53 odd = 1 & (unsigned long) buff;
54 if (odd) {
55#ifdef __LITTLE_ENDIAN
56 result += (*buff << 8);
57#else
58 result = *buff;
59#endif
60 len--;
61 buff++;
62 }
63 if (len >= 2) {
64 if (2 & (unsigned long) buff) {
65 result += *(unsigned short *) buff;
66 len -= 2;
67 buff += 2;
68 }
69 if (len >= 4) {
70 const unsigned char *end = buff + ((unsigned)len & ~3);
71 unsigned int carry = 0;
72 do {
73 unsigned int w = *(unsigned int *) buff;
74 buff += 4;
75 result += carry;
76 result += w;
77 carry = (w > result);
78 } while (buff < end);
79 result += carry;
80 result = (result & 0xffff) + (result >> 16);
81 }
82 if (len & 2) {
83 result += *(unsigned short *) buff;
84 buff += 2;
85 }
86 }
87 if (len & 1)
88#ifdef __LITTLE_ENDIAN
89 result += *buff;
90#else
91 result += (*buff << 8);
92#endif
93 result = from32to16(result);
94 if (odd)
95 result = ((result >> 8) & 0xff) | ((result & 0xff) << 8);
96out:
97 return result;
98}
99#endif
100
101#ifndef ip_fast_csum
102
103
104
105
106__sum16 ip_fast_csum(const void *iph, unsigned int ihl)
107{
108 return (__force __sum16)~do_csum(iph, ihl*4);
109}
110EXPORT_SYMBOL(ip_fast_csum);
111#endif
112
113
114
115
116
117
118
119
120
121
122
123
124
125__wsum csum_partial(const void *buff, int len, __wsum wsum)
126{
127 unsigned int sum = (__force unsigned int)wsum;
128 unsigned int result = do_csum(buff, len);
129
130
131 result += sum;
132 if (sum > result)
133 result += 1;
134 return (__force __wsum)result;
135}
136EXPORT_SYMBOL(csum_partial);
137
138
139
140
141
142__sum16 ip_compute_csum(const void *buff, int len)
143{
144 return (__force __sum16)~do_csum(buff, len);
145}
146EXPORT_SYMBOL(ip_compute_csum);
147
148
149
150
151__wsum
152csum_partial_copy_from_user(const void __user *src, void *dst, int len,
153 __wsum sum, int *csum_err)
154{
155 int missing;
156
157 missing = __copy_from_user(dst, src, len);
158 if (missing) {
159 memset(dst + len - missing, 0, missing);
160 *csum_err = -EFAULT;
161 } else
162 *csum_err = 0;
163
164 return csum_partial(dst, len, sum);
165}
166EXPORT_SYMBOL(csum_partial_copy_from_user);
167
168
169
170
171__wsum
172csum_partial_copy(const void *src, void *dst, int len, __wsum sum)
173{
174 memcpy(dst, src, len);
175 return csum_partial(dst, len, sum);
176}
177EXPORT_SYMBOL(csum_partial_copy);
178
179#ifndef csum_tcpudp_nofold
180static inline u32 from64to32(u64 x)
181{
182
183 x = (x & 0xffffffff) + (x >> 32);
184
185 x = (x & 0xffffffff) + (x >> 32);
186 return (u32)x;
187}
188
189__wsum csum_tcpudp_nofold(__be32 saddr, __be32 daddr,
190 __u32 len, __u8 proto, __wsum sum)
191{
192 unsigned long long s = (__force u32)sum;
193
194 s += (__force u32)saddr;
195 s += (__force u32)daddr;
196#ifdef __BIG_ENDIAN
197 s += proto + len;
198#else
199 s += (proto + len) << 8;
200#endif
201 return (__force __wsum)from64to32(s);
202}
203EXPORT_SYMBOL(csum_tcpudp_nofold);
204#endif
205