1
2
3
4
5
6
7
8
9
10
11
12#ifndef _ASM_SYSTEM_H
13#define _ASM_SYSTEM_H
14
15#include <linux/kernel.h>
16#include <linux/types.h>
17#include <linux/irqflags.h>
18
19#include <asm/addrspace.h>
20#include <asm/barrier.h>
21#include <asm/cmpxchg.h>
22#include <asm/cpu-features.h>
23#include <asm/dsp.h>
24#include <asm/watch.h>
25#include <asm/war.h>
26
27
28
29
30
31
32extern asmlinkage void *resume(void *last, void *next, void *next_ti);
33
34struct task_struct;
35
36extern unsigned int ll_bit;
37extern struct task_struct *ll_task;
38
39#ifdef CONFIG_MIPS_MT_FPAFF
40
41
42
43
44
45
46
47
48
49
50
51
52
53#define __mips_mt_fpaff_switch_to(prev) \
54do { \
55 struct thread_info *__prev_ti = task_thread_info(prev); \
56 \
57 if (cpu_has_fpu && \
58 test_ti_thread_flag(__prev_ti, TIF_FPUBOUND) && \
59 (!(KSTK_STATUS(prev) & ST0_CU1))) { \
60 clear_ti_thread_flag(__prev_ti, TIF_FPUBOUND); \
61 prev->cpus_allowed = prev->thread.user_cpus_allowed; \
62 } \
63 next->thread.emulated_fp = 0; \
64} while(0)
65
66#else
67#define __mips_mt_fpaff_switch_to(prev) do { (void) (prev); } while (0)
68#endif
69
70#define __clear_software_ll_bit() \
71do { \
72 if (!__builtin_constant_p(cpu_has_llsc) || !cpu_has_llsc) \
73 ll_bit = 0; \
74} while (0)
75
76#define switch_to(prev, next, last) \
77do { \
78 __mips_mt_fpaff_switch_to(prev); \
79 if (cpu_has_dsp) \
80 __save_dsp(prev); \
81 __clear_software_ll_bit(); \
82 (last) = resume(prev, next, task_thread_info(next)); \
83} while (0)
84
85#define finish_arch_switch(prev) \
86do { \
87 if (cpu_has_dsp) \
88 __restore_dsp(current); \
89 if (cpu_has_userlocal) \
90 write_c0_userlocal(current_thread_info()->tp_value); \
91 __restore_watch(); \
92} while (0)
93
94static inline unsigned long __xchg_u32(volatile int * m, unsigned int val)
95{
96 __u32 retval;
97
98 if (kernel_uses_llsc && R10000_LLSC_WAR) {
99 unsigned long dummy;
100
101 __asm__ __volatile__(
102 " .set mips3 \n"
103 "1: ll %0, %3 # xchg_u32 \n"
104 " .set mips0 \n"
105 " move %2, %z4 \n"
106 " .set mips3 \n"
107 " sc %2, %1 \n"
108 " beqzl %2, 1b \n"
109 " .set mips0 \n"
110 : "=&r" (retval), "=m" (*m), "=&r" (dummy)
111 : "R" (*m), "Jr" (val)
112 : "memory");
113 } else if (kernel_uses_llsc) {
114 unsigned long dummy;
115
116 __asm__ __volatile__(
117 " .set mips3 \n"
118 "1: ll %0, %3 # xchg_u32 \n"
119 " .set mips0 \n"
120 " move %2, %z4 \n"
121 " .set mips3 \n"
122 " sc %2, %1 \n"
123 " beqz %2, 2f \n"
124 " .subsection 2 \n"
125 "2: b 1b \n"
126 " .previous \n"
127 " .set mips0 \n"
128 : "=&r" (retval), "=m" (*m), "=&r" (dummy)
129 : "R" (*m), "Jr" (val)
130 : "memory");
131 } else {
132 unsigned long flags;
133
134 raw_local_irq_save(flags);
135 retval = *m;
136 *m = val;
137 raw_local_irq_restore(flags);
138 }
139
140 smp_llsc_mb();
141
142 return retval;
143}
144
145#ifdef CONFIG_64BIT
146static inline __u64 __xchg_u64(volatile __u64 * m, __u64 val)
147{
148 __u64 retval;
149
150 if (kernel_uses_llsc && R10000_LLSC_WAR) {
151 unsigned long dummy;
152
153 __asm__ __volatile__(
154 " .set mips3 \n"
155 "1: lld %0, %3 # xchg_u64 \n"
156 " move %2, %z4 \n"
157 " scd %2, %1 \n"
158 " beqzl %2, 1b \n"
159 " .set mips0 \n"
160 : "=&r" (retval), "=m" (*m), "=&r" (dummy)
161 : "R" (*m), "Jr" (val)
162 : "memory");
163 } else if (kernel_uses_llsc) {
164 unsigned long dummy;
165
166 __asm__ __volatile__(
167 " .set mips3 \n"
168 "1: lld %0, %3 # xchg_u64 \n"
169 " move %2, %z4 \n"
170 " scd %2, %1 \n"
171 " beqz %2, 2f \n"
172 " .subsection 2 \n"
173 "2: b 1b \n"
174 " .previous \n"
175 " .set mips0 \n"
176 : "=&r" (retval), "=m" (*m), "=&r" (dummy)
177 : "R" (*m), "Jr" (val)
178 : "memory");
179 } else {
180 unsigned long flags;
181
182 raw_local_irq_save(flags);
183 retval = *m;
184 *m = val;
185 raw_local_irq_restore(flags);
186 }
187
188 smp_llsc_mb();
189
190 return retval;
191}
192#else
193extern __u64 __xchg_u64_unsupported_on_32bit_kernels(volatile __u64 * m, __u64 val);
194#define __xchg_u64 __xchg_u64_unsupported_on_32bit_kernels
195#endif
196
197static inline unsigned long __xchg(unsigned long x, volatile void * ptr, int size)
198{
199 switch (size) {
200 case 4:
201 return __xchg_u32(ptr, x);
202 case 8:
203 return __xchg_u64(ptr, x);
204 }
205
206 return x;
207}
208
209#define xchg(ptr, x) \
210({ \
211 BUILD_BUG_ON(sizeof(*(ptr)) & ~0xc); \
212 \
213 ((__typeof__(*(ptr))) \
214 __xchg((unsigned long)(x), (ptr), sizeof(*(ptr)))); \
215})
216
217extern void set_handler(unsigned long offset, void *addr, unsigned long len);
218extern void set_uncached_handler(unsigned long offset, void *addr, unsigned long len);
219
220typedef void (*vi_handler_t)(void);
221extern void *set_vi_handler(int n, vi_handler_t addr);
222
223extern void *set_except_vector(int n, void *addr);
224extern unsigned long ebase;
225extern void per_cpu_trap_init(void);
226
227
228
229
230
231#define __ARCH_WANT_UNLOCKED_CTXSW
232
233extern unsigned long arch_align_stack(unsigned long sp);
234
235#endif
236