1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16#ifndef _XTENSA_UACCESS_H
17#define _XTENSA_UACCESS_H
18
19#include <linux/prefetch.h>
20#include <asm/types.h>
21#include <asm/extable.h>
22
23
24
25
26
27
28
29
30
31
32#define KERNEL_DS ((mm_segment_t) { 0 })
33#define USER_DS ((mm_segment_t) { 1 })
34
35#define get_fs() (current->thread.current_ds)
36#define set_fs(val) (current->thread.current_ds = (val))
37
38#define uaccess_kernel() (get_fs().seg == KERNEL_DS.seg)
39
40#define __kernel_ok (uaccess_kernel())
41#define __user_ok(addr, size) \
42 (((size) <= TASK_SIZE)&&((addr) <= TASK_SIZE-(size)))
43#define __access_ok(addr, size) (__kernel_ok || __user_ok((addr), (size)))
44#define access_ok(addr, size) __access_ok((unsigned long)(addr), (size))
45
46#define user_addr_max() (uaccess_kernel() ? ~0UL : TASK_SIZE)
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62#define put_user(x, ptr) __put_user_check((x), (ptr), sizeof(*(ptr)))
63#define get_user(x, ptr) __get_user_check((x), (ptr), sizeof(*(ptr)))
64
65
66
67
68
69
70
71#define __put_user(x, ptr) __put_user_nocheck((x), (ptr), sizeof(*(ptr)))
72#define __get_user(x, ptr) __get_user_nocheck((x), (ptr), sizeof(*(ptr)))
73
74
75extern long __put_user_bad(void);
76
77#define __put_user_nocheck(x, ptr, size) \
78({ \
79 long __pu_err; \
80 __put_user_size((x), (ptr), (size), __pu_err); \
81 __pu_err; \
82})
83
84#define __put_user_check(x, ptr, size) \
85({ \
86 long __pu_err = -EFAULT; \
87 __typeof__(*(ptr)) __user *__pu_addr = (ptr); \
88 if (access_ok(__pu_addr, size)) \
89 __put_user_size((x), __pu_addr, (size), __pu_err); \
90 __pu_err; \
91})
92
93#define __put_user_size(x, ptr, size, retval) \
94do { \
95 int __cb; \
96 retval = 0; \
97 switch (size) { \
98 case 1: __put_user_asm(x, ptr, retval, 1, "s8i", __cb); break; \
99 case 2: __put_user_asm(x, ptr, retval, 2, "s16i", __cb); break; \
100 case 4: __put_user_asm(x, ptr, retval, 4, "s32i", __cb); break; \
101 case 8: { \
102 __typeof__(*ptr) __v64 = x; \
103 retval = __copy_to_user(ptr, &__v64, 8) ? -EFAULT : 0; \
104 break; \
105 } \
106 default: __put_user_bad(); \
107 } \
108} while (0)
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132#define __check_align_1 ""
133
134#define __check_align_2 \
135 " _bbci.l %[mem] * 0, 1f \n" \
136 " movi %[err], %[efault] \n" \
137 " _j 2f \n"
138
139#define __check_align_4 \
140 " _bbsi.l %[mem] * 0, 0f \n" \
141 " _bbci.l %[mem] * 0 + 1, 1f \n" \
142 "0: movi %[err], %[efault] \n" \
143 " _j 2f \n"
144
145
146
147
148
149
150
151
152
153
154#define __put_user_asm(x_, addr_, err_, align, insn, cb)\
155__asm__ __volatile__( \
156 __check_align_##align \
157 "1: "insn" %[x], %[mem] \n" \
158 "2: \n" \
159 " .section .fixup,\"ax\" \n" \
160 " .align 4 \n" \
161 " .literal_position \n" \
162 "5: \n" \
163 " movi %[tmp], 2b \n" \
164 " movi %[err], %[efault] \n" \
165 " jx %[tmp] \n" \
166 " .previous \n" \
167 " .section __ex_table,\"a\" \n" \
168 " .long 1b, 5b \n" \
169 " .previous" \
170 :[err] "+r"(err_), [tmp] "=r"(cb), [mem] "=m"(*(addr_)) \
171 :[x] "r"(x_), [efault] "i"(-EFAULT))
172
173#define __get_user_nocheck(x, ptr, size) \
174({ \
175 long __gu_err; \
176 __get_user_size((x), (ptr), (size), __gu_err); \
177 __gu_err; \
178})
179
180#define __get_user_check(x, ptr, size) \
181({ \
182 long __gu_err = -EFAULT; \
183 const __typeof__(*(ptr)) __user *__gu_addr = (ptr); \
184 if (access_ok(__gu_addr, size)) \
185 __get_user_size((x), __gu_addr, (size), __gu_err); \
186 else \
187 (x) = (__typeof__(*(ptr)))0; \
188 __gu_err; \
189})
190
191extern long __get_user_bad(void);
192
193#define __get_user_size(x, ptr, size, retval) \
194do { \
195 int __cb; \
196 retval = 0; \
197 switch (size) { \
198 case 1: __get_user_asm(x, ptr, retval, 1, "l8ui", __cb); break;\
199 case 2: __get_user_asm(x, ptr, retval, 2, "l16ui", __cb); break;\
200 case 4: __get_user_asm(x, ptr, retval, 4, "l32i", __cb); break;\
201 case 8: { \
202 u64 __x; \
203 if (unlikely(__copy_from_user(&__x, ptr, 8))) { \
204 retval = -EFAULT; \
205 (x) = (__typeof__(*(ptr)))0; \
206 } else { \
207 (x) = *(__force __typeof__(*(ptr)) *)&__x; \
208 } \
209 break; \
210 } \
211 default: \
212 (x) = (__typeof__(*(ptr)))0; \
213 __get_user_bad(); \
214 } \
215} while (0)
216
217
218
219
220
221
222#define __get_user_asm(x_, addr_, err_, align, insn, cb) \
223do { \
224 u32 __x = 0; \
225 __asm__ __volatile__( \
226 __check_align_##align \
227 "1: "insn" %[x], %[mem] \n" \
228 "2: \n" \
229 " .section .fixup,\"ax\" \n" \
230 " .align 4 \n" \
231 " .literal_position \n" \
232 "5: \n" \
233 " movi %[tmp], 2b \n" \
234 " movi %[err], %[efault] \n" \
235 " jx %[tmp] \n" \
236 " .previous \n" \
237 " .section __ex_table,\"a\" \n" \
238 " .long 1b, 5b \n" \
239 " .previous" \
240 :[err] "+r"(err_), [tmp] "=r"(cb), [x] "+r"(__x) \
241 :[mem] "m"(*(addr_)), [efault] "i"(-EFAULT)); \
242 (x_) = (__force __typeof__(*(addr_)))__x; \
243} while (0)
244
245
246
247
248
249
250extern unsigned __xtensa_copy_user(void *to, const void *from, unsigned n);
251
252static inline unsigned long
253raw_copy_from_user(void *to, const void __user *from, unsigned long n)
254{
255 prefetchw(to);
256 return __xtensa_copy_user(to, (__force const void *)from, n);
257}
258static inline unsigned long
259raw_copy_to_user(void __user *to, const void *from, unsigned long n)
260{
261 prefetch(from);
262 return __xtensa_copy_user((__force void *)to, from, n);
263}
264#define INLINE_COPY_FROM_USER
265#define INLINE_COPY_TO_USER
266
267
268
269
270
271
272
273
274static inline unsigned long
275__xtensa_clear_user(void __user *addr, unsigned long size)
276{
277 if (!__memset((void __force *)addr, 0, size))
278 return size;
279 return 0;
280}
281
282static inline unsigned long
283clear_user(void __user *addr, unsigned long size)
284{
285 if (access_ok(addr, size))
286 return __xtensa_clear_user(addr, size);
287 return size ? -EFAULT : 0;
288}
289
290#define __clear_user __xtensa_clear_user
291
292
293#ifdef CONFIG_ARCH_HAS_STRNCPY_FROM_USER
294extern long __strncpy_user(char *dst, const char __user *src, long count);
295
296static inline long
297strncpy_from_user(char *dst, const char __user *src, long count)
298{
299 if (access_ok(src, 1))
300 return __strncpy_user(dst, src, count);
301 return -EFAULT;
302}
303#else
304long strncpy_from_user(char *dst, const char __user *src, long count);
305#endif
306
307
308
309
310extern long __strnlen_user(const char __user *str, long len);
311
312static inline long strnlen_user(const char __user *str, long len)
313{
314 if (!access_ok(str, 1))
315 return 0;
316 return __strnlen_user(str, len);
317}
318
319#endif
320