1#ifndef _ASM_POWERPC_CHECKSUM_H
2#define _ASM_POWERPC_CHECKSUM_H
3#ifdef __KERNEL__
4
5
6
7
8
9
10
11
12#ifdef CONFIG_GENERIC_CSUM
13#include <asm-generic/checksum.h>
14#else
15
16
17
18
19
20
21
22
23
24
25extern __wsum csum_partial_copy_generic(const void *src, void *dst,
26 int len, __wsum sum,
27 int *src_err, int *dst_err);
28
29#define _HAVE_ARCH_COPY_AND_CSUM_FROM_USER
30extern __wsum csum_and_copy_from_user(const void __user *src, void *dst,
31 int len, __wsum sum, int *err_ptr);
32#define HAVE_CSUM_COPY_USER
33extern __wsum csum_and_copy_to_user(const void *src, void __user *dst,
34 int len, __wsum sum, int *err_ptr);
35
36#define csum_partial_copy_nocheck(src, dst, len, sum) \
37 csum_partial_copy_generic((src), (dst), (len), (sum), NULL, NULL)
38
39
40
41
42
43
44static inline __sum16 csum_fold(__wsum sum)
45{
46 unsigned int tmp;
47
48
49 __asm__("rlwinm %0,%1,16,0,31" : "=r" (tmp) : "r" (sum));
50
51
52
53 return (__force __sum16)(~((__force u32)sum + tmp) >> 16);
54}
55
56static inline __wsum csum_tcpudp_nofold(__be32 saddr, __be32 daddr,
57 unsigned short len,
58 unsigned short proto,
59 __wsum sum)
60{
61#ifdef __powerpc64__
62 unsigned long s = (__force u32)sum;
63
64 s += (__force u32)saddr;
65 s += (__force u32)daddr;
66 s += proto + len;
67 s += (s >> 32);
68 return (__force __wsum) s;
69#else
70 __asm__("\n\
71 addc %0,%0,%1 \n\
72 adde %0,%0,%2 \n\
73 adde %0,%0,%3 \n\
74 addze %0,%0 \n\
75 "
76 : "=r" (sum)
77 : "r" (daddr), "r"(saddr), "r"(proto + len), "0"(sum));
78 return sum;
79#endif
80}
81
82
83
84
85
86static inline __sum16 csum_tcpudp_magic(__be32 saddr, __be32 daddr,
87 unsigned short len,
88 unsigned short proto,
89 __wsum sum)
90{
91 return csum_fold(csum_tcpudp_nofold(saddr, daddr, len, proto, sum));
92}
93
94#define HAVE_ARCH_CSUM_ADD
95static inline __wsum csum_add(__wsum csum, __wsum addend)
96{
97#ifdef __powerpc64__
98 u64 res = (__force u64)csum;
99#endif
100 if (__builtin_constant_p(csum) && csum == 0)
101 return addend;
102 if (__builtin_constant_p(addend) && addend == 0)
103 return csum;
104
105#ifdef __powerpc64__
106 res += (__force u64)addend;
107 return (__force __wsum)((u32)res + (res >> 32));
108#else
109 asm("addc %0,%0,%1;"
110 "addze %0,%0;"
111 : "+r" (csum) : "r" (addend) : "xer");
112 return csum;
113#endif
114}
115
116
117
118
119
120
121static inline __wsum ip_fast_csum_nofold(const void *iph, unsigned int ihl)
122{
123 const u32 *ptr = (const u32 *)iph + 1;
124#ifdef __powerpc64__
125 unsigned int i;
126 u64 s = *(const u32 *)iph;
127
128 for (i = 0; i < ihl - 1; i++, ptr++)
129 s += *ptr;
130 s += (s >> 32);
131 return (__force __wsum)s;
132#else
133 __wsum sum, tmp;
134
135 asm("mtctr %3;"
136 "addc %0,%4,%5;"
137 "1: lwzu %1, 4(%2);"
138 "adde %0,%0,%1;"
139 "bdnz 1b;"
140 "addze %0,%0;"
141 : "=r" (sum), "=r" (tmp), "+b" (ptr)
142 : "r" (ihl - 2), "r" (*(const u32 *)iph), "r" (*ptr)
143 : "ctr", "xer", "memory");
144
145 return sum;
146#endif
147}
148
149static inline __sum16 ip_fast_csum(const void *iph, unsigned int ihl)
150{
151 return csum_fold(ip_fast_csum_nofold(iph, ihl));
152}
153
154
155
156
157
158
159
160
161
162
163
164
165
166__wsum __csum_partial(const void *buff, int len, __wsum sum);
167
168static inline __wsum csum_partial(const void *buff, int len, __wsum sum)
169{
170 if (__builtin_constant_p(len) && len <= 16 && (len & 1) == 0) {
171 if (len == 2)
172 sum = csum_add(sum, (__force __wsum)*(const u16 *)buff);
173 if (len >= 4)
174 sum = csum_add(sum, (__force __wsum)*(const u32 *)buff);
175 if (len == 6)
176 sum = csum_add(sum, (__force __wsum)
177 *(const u16 *)(buff + 4));
178 if (len >= 8)
179 sum = csum_add(sum, (__force __wsum)
180 *(const u32 *)(buff + 4));
181 if (len == 10)
182 sum = csum_add(sum, (__force __wsum)
183 *(const u16 *)(buff + 8));
184 if (len >= 12)
185 sum = csum_add(sum, (__force __wsum)
186 *(const u32 *)(buff + 8));
187 if (len == 14)
188 sum = csum_add(sum, (__force __wsum)
189 *(const u16 *)(buff + 12));
190 if (len >= 16)
191 sum = csum_add(sum, (__force __wsum)
192 *(const u32 *)(buff + 12));
193 } else if (__builtin_constant_p(len) && (len & 3) == 0) {
194 sum = csum_add(sum, ip_fast_csum_nofold(buff, len >> 2));
195 } else {
196 sum = __csum_partial(buff, len, sum);
197 }
198 return sum;
199}
200
201
202
203
204
205static inline __sum16 ip_compute_csum(const void *buff, int len)
206{
207 return csum_fold(csum_partial(buff, len, 0));
208}
209
210#endif
211#endif
212#endif
213