1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25#if !defined(__CHECKER__)
26#include <altivec.h>
27#else
28#define vec_xor(a, b) a ^ b
29#define vector __attribute__((vector_size(16)))
30#endif
31
32#include <linux/preempt.h>
33#include <linux/export.h>
34#include <linux/sched.h>
35#include <asm/switch_to.h>
36
37typedef vector signed char unative_t;
38
39#define DEFINE(V) \
40 unative_t *V = (unative_t *)V##_in; \
41 unative_t V##_0, V##_1, V##_2, V##_3
42
43#define LOAD(V) \
44 do { \
45 V##_0 = V[0]; \
46 V##_1 = V[1]; \
47 V##_2 = V[2]; \
48 V##_3 = V[3]; \
49 } while (0)
50
51#define STORE(V) \
52 do { \
53 V[0] = V##_0; \
54 V[1] = V##_1; \
55 V[2] = V##_2; \
56 V[3] = V##_3; \
57 } while (0)
58
59#define XOR(V1, V2) \
60 do { \
61 V1##_0 = vec_xor(V1##_0, V2##_0); \
62 V1##_1 = vec_xor(V1##_1, V2##_1); \
63 V1##_2 = vec_xor(V1##_2, V2##_2); \
64 V1##_3 = vec_xor(V1##_3, V2##_3); \
65 } while (0)
66
67void xor_altivec_2(unsigned long bytes, unsigned long *v1_in,
68 unsigned long *v2_in)
69{
70 DEFINE(v1);
71 DEFINE(v2);
72 unsigned long lines = bytes / (sizeof(unative_t)) / 4;
73
74 preempt_disable();
75 enable_kernel_altivec();
76
77 do {
78 LOAD(v1);
79 LOAD(v2);
80 XOR(v1, v2);
81 STORE(v1);
82
83 v1 += 4;
84 v2 += 4;
85 } while (--lines > 0);
86
87 disable_kernel_altivec();
88 preempt_enable();
89}
90EXPORT_SYMBOL(xor_altivec_2);
91
92void xor_altivec_3(unsigned long bytes, unsigned long *v1_in,
93 unsigned long *v2_in, unsigned long *v3_in)
94{
95 DEFINE(v1);
96 DEFINE(v2);
97 DEFINE(v3);
98 unsigned long lines = bytes / (sizeof(unative_t)) / 4;
99
100 preempt_disable();
101 enable_kernel_altivec();
102
103 do {
104 LOAD(v1);
105 LOAD(v2);
106 LOAD(v3);
107 XOR(v1, v2);
108 XOR(v1, v3);
109 STORE(v1);
110
111 v1 += 4;
112 v2 += 4;
113 v3 += 4;
114 } while (--lines > 0);
115
116 disable_kernel_altivec();
117 preempt_enable();
118}
119EXPORT_SYMBOL(xor_altivec_3);
120
121void xor_altivec_4(unsigned long bytes, unsigned long *v1_in,
122 unsigned long *v2_in, unsigned long *v3_in,
123 unsigned long *v4_in)
124{
125 DEFINE(v1);
126 DEFINE(v2);
127 DEFINE(v3);
128 DEFINE(v4);
129 unsigned long lines = bytes / (sizeof(unative_t)) / 4;
130
131 preempt_disable();
132 enable_kernel_altivec();
133
134 do {
135 LOAD(v1);
136 LOAD(v2);
137 LOAD(v3);
138 LOAD(v4);
139 XOR(v1, v2);
140 XOR(v3, v4);
141 XOR(v1, v3);
142 STORE(v1);
143
144 v1 += 4;
145 v2 += 4;
146 v3 += 4;
147 v4 += 4;
148 } while (--lines > 0);
149
150 disable_kernel_altivec();
151 preempt_enable();
152}
153EXPORT_SYMBOL(xor_altivec_4);
154
155void xor_altivec_5(unsigned long bytes, unsigned long *v1_in,
156 unsigned long *v2_in, unsigned long *v3_in,
157 unsigned long *v4_in, unsigned long *v5_in)
158{
159 DEFINE(v1);
160 DEFINE(v2);
161 DEFINE(v3);
162 DEFINE(v4);
163 DEFINE(v5);
164 unsigned long lines = bytes / (sizeof(unative_t)) / 4;
165
166 preempt_disable();
167 enable_kernel_altivec();
168
169 do {
170 LOAD(v1);
171 LOAD(v2);
172 LOAD(v3);
173 LOAD(v4);
174 LOAD(v5);
175 XOR(v1, v2);
176 XOR(v3, v4);
177 XOR(v1, v5);
178 XOR(v1, v3);
179 STORE(v1);
180
181 v1 += 4;
182 v2 += 4;
183 v3 += 4;
184 v4 += 4;
185 v5 += 4;
186 } while (--lines > 0);
187
188 disable_kernel_altivec();
189 preempt_enable();
190}
191EXPORT_SYMBOL(xor_altivec_5);
192