1
2
3
4
5
6
7
8#ifndef _ASM_MIPSMTREGS_H
9#define _ASM_MIPSMTREGS_H
10
11#include <asm/mipsregs.h>
12#include <asm/war.h>
13
14#ifndef __ASSEMBLY__
15
16
17
18
19
20#define read_c0_mvpcontrol() __read_32bit_c0_register($0, 1)
21#define write_c0_mvpcontrol(val) __write_32bit_c0_register($0, 1, val)
22
23#define read_c0_mvpconf0() __read_32bit_c0_register($0, 2)
24#define read_c0_mvpconf1() __read_32bit_c0_register($0, 3)
25
26#define read_c0_vpecontrol() __read_32bit_c0_register($1, 1)
27#define write_c0_vpecontrol(val) __write_32bit_c0_register($1, 1, val)
28
29#define read_c0_vpeconf0() __read_32bit_c0_register($1, 2)
30#define write_c0_vpeconf0(val) __write_32bit_c0_register($1, 2, val)
31
32#define read_c0_vpeconf1() __read_32bit_c0_register($1, 3)
33#define write_c0_vpeconf1(val) __write_32bit_c0_register($1, 3, val)
34
35#define read_c0_tcstatus() __read_32bit_c0_register($2, 1)
36#define write_c0_tcstatus(val) __write_32bit_c0_register($2, 1, val)
37
38#define read_c0_tcbind() __read_32bit_c0_register($2, 2)
39
40#define write_c0_tchalt(val) __write_32bit_c0_register($2, 4, val)
41
42#define read_c0_tccontext() __read_32bit_c0_register($2, 5)
43#define write_c0_tccontext(val) __write_32bit_c0_register($2, 5, val)
44
45#else
46
47
48
49
50#define CP0_MVPCONTROL $0, 1
51#define CP0_MVPCONF0 $0, 2
52#define CP0_MVPCONF1 $0, 3
53#define CP0_VPECONTROL $1, 1
54#define CP0_VPECONF0 $1, 2
55#define CP0_VPECONF1 $1, 3
56#define CP0_YQMASK $1, 4
57#define CP0_VPESCHEDULE $1, 5
58#define CP0_VPESCHEFBK $1, 6
59#define CP0_TCSTATUS $2, 1
60#define CP0_TCBIND $2, 2
61#define CP0_TCRESTART $2, 3
62#define CP0_TCHALT $2, 4
63#define CP0_TCCONTEXT $2, 5
64#define CP0_TCSCHEDULE $2, 6
65#define CP0_TCSCHEFBK $2, 7
66#define CP0_SRSCONF0 $6, 1
67#define CP0_SRSCONF1 $6, 2
68#define CP0_SRSCONF2 $6, 3
69#define CP0_SRSCONF3 $6, 4
70#define CP0_SRSCONF4 $6, 5
71
72#endif
73
74
75#define MVPCONTROL_EVP (_ULCAST_(1))
76
77#define MVPCONTROL_VPC_SHIFT 1
78#define MVPCONTROL_VPC (_ULCAST_(1) << MVPCONTROL_VPC_SHIFT)
79
80#define MVPCONTROL_STLB_SHIFT 2
81#define MVPCONTROL_STLB (_ULCAST_(1) << MVPCONTROL_STLB_SHIFT)
82
83
84
85#define MVPCONF0_PTC_SHIFT 0
86#define MVPCONF0_PTC ( _ULCAST_(0xff))
87#define MVPCONF0_PVPE_SHIFT 10
88#define MVPCONF0_PVPE ( _ULCAST_(0xf) << MVPCONF0_PVPE_SHIFT)
89#define MVPCONF0_TCA_SHIFT 15
90#define MVPCONF0_TCA ( _ULCAST_(1) << MVPCONF0_TCA_SHIFT)
91#define MVPCONF0_PTLBE_SHIFT 16
92#define MVPCONF0_PTLBE (_ULCAST_(0x3ff) << MVPCONF0_PTLBE_SHIFT)
93#define MVPCONF0_TLBS_SHIFT 29
94#define MVPCONF0_TLBS (_ULCAST_(1) << MVPCONF0_TLBS_SHIFT)
95#define MVPCONF0_M_SHIFT 31
96#define MVPCONF0_M (_ULCAST_(0x1) << MVPCONF0_M_SHIFT)
97
98
99
100#define CONFIG3_MT_SHIFT 2
101#define CONFIG3_MT (_ULCAST_(1) << CONFIG3_MT_SHIFT)
102
103
104
105#define VPECONTROL_TARGTC (_ULCAST_(0xff))
106
107#define VPECONTROL_TE_SHIFT 15
108#define VPECONTROL_TE (_ULCAST_(1) << VPECONTROL_TE_SHIFT)
109#define VPECONTROL_EXCPT_SHIFT 16
110#define VPECONTROL_EXCPT (_ULCAST_(0x7) << VPECONTROL_EXCPT_SHIFT)
111
112
113#define THREX_TU 0
114#define THREX_TO 1
115#define THREX_IYQ 2
116#define THREX_GSX 3
117#define THREX_YSCH 4
118#define THREX_GSSCH 5
119
120#define VPECONTROL_GSI_SHIFT 20
121#define VPECONTROL_GSI (_ULCAST_(1) << VPECONTROL_GSI_SHIFT)
122#define VPECONTROL_YSI_SHIFT 21
123#define VPECONTROL_YSI (_ULCAST_(1) << VPECONTROL_YSI_SHIFT)
124
125
126#define VPECONF0_VPA_SHIFT 0
127#define VPECONF0_VPA (_ULCAST_(1) << VPECONF0_VPA_SHIFT)
128#define VPECONF0_MVP_SHIFT 1
129#define VPECONF0_MVP (_ULCAST_(1) << VPECONF0_MVP_SHIFT)
130#define VPECONF0_XTC_SHIFT 21
131#define VPECONF0_XTC (_ULCAST_(0xff) << VPECONF0_XTC_SHIFT)
132
133
134#define VPECONF1_NCP1_SHIFT 0
135#define VPECONF1_NCP1 (_ULCAST_(0xff) << VPECONF1_NCP1_SHIFT)
136#define VPECONF1_NCP2_SHIFT 10
137#define VPECONF1_NCP2 (_ULCAST_(0xff) << VPECONF1_NCP2_SHIFT)
138#define VPECONF1_NCX_SHIFT 20
139#define VPECONF1_NCX (_ULCAST_(0xff) << VPECONF1_NCX_SHIFT)
140
141
142#define TCSTATUS_TASID (_ULCAST_(0xff))
143#define TCSTATUS_IXMT_SHIFT 10
144#define TCSTATUS_IXMT (_ULCAST_(1) << TCSTATUS_IXMT_SHIFT)
145#define TCSTATUS_TKSU_SHIFT 11
146#define TCSTATUS_TKSU (_ULCAST_(3) << TCSTATUS_TKSU_SHIFT)
147#define TCSTATUS_A_SHIFT 13
148#define TCSTATUS_A (_ULCAST_(1) << TCSTATUS_A_SHIFT)
149#define TCSTATUS_DA_SHIFT 15
150#define TCSTATUS_DA (_ULCAST_(1) << TCSTATUS_DA_SHIFT)
151#define TCSTATUS_DT_SHIFT 20
152#define TCSTATUS_DT (_ULCAST_(1) << TCSTATUS_DT_SHIFT)
153#define TCSTATUS_TDS_SHIFT 21
154#define TCSTATUS_TDS (_ULCAST_(1) << TCSTATUS_TDS_SHIFT)
155#define TCSTATUS_TSST_SHIFT 22
156#define TCSTATUS_TSST (_ULCAST_(1) << TCSTATUS_TSST_SHIFT)
157#define TCSTATUS_RNST_SHIFT 23
158#define TCSTATUS_RNST (_ULCAST_(3) << TCSTATUS_RNST_SHIFT)
159
160#define TC_RUNNING 0
161#define TC_WAITING 1
162#define TC_YIELDING 2
163#define TC_GATED 3
164
165#define TCSTATUS_TMX_SHIFT 27
166#define TCSTATUS_TMX (_ULCAST_(1) << TCSTATUS_TMX_SHIFT)
167
168
169
170#define TCBIND_CURVPE_SHIFT 0
171#define TCBIND_CURVPE (_ULCAST_(0xf))
172
173#define TCBIND_CURTC_SHIFT 21
174
175#define TCBIND_CURTC (_ULCAST_(0xff) << TCBIND_CURTC_SHIFT)
176
177
178#define TCHALT_H (_ULCAST_(1))
179
180#ifndef __ASSEMBLY__
181
182static inline unsigned core_nvpes(void)
183{
184 unsigned conf0;
185
186 if (!cpu_has_mipsmt)
187 return 1;
188
189 conf0 = read_c0_mvpconf0();
190 return ((conf0 & MVPCONF0_PVPE) >> MVPCONF0_PVPE_SHIFT) + 1;
191}
192
193static inline unsigned int dvpe(void)
194{
195 int res = 0;
196
197 __asm__ __volatile__(
198 " .set push \n"
199 " .set noreorder \n"
200 " .set noat \n"
201 " .set mips32r2 \n"
202 " .word 0x41610001 # dvpe $1 \n"
203 " move %0, $1 \n"
204 " ehb \n"
205 " .set pop \n"
206 : "=r" (res));
207
208 instruction_hazard();
209
210 return res;
211}
212
213static inline void __raw_evpe(void)
214{
215 __asm__ __volatile__(
216 " .set push \n"
217 " .set noreorder \n"
218 " .set noat \n"
219 " .set mips32r2 \n"
220 " .word 0x41600021 # evpe \n"
221 " ehb \n"
222 " .set pop \n");
223}
224
225
226
227
228#define EVPE_ENABLE MVPCONTROL_EVP
229
230static inline void evpe(int previous)
231{
232 if ((previous & MVPCONTROL_EVP))
233 __raw_evpe();
234}
235
236static inline unsigned int dmt(void)
237{
238 int res;
239
240 __asm__ __volatile__(
241 " .set push \n"
242 " .set mips32r2 \n"
243 " .set noat \n"
244 " .word 0x41610BC1 # dmt $1 \n"
245 " ehb \n"
246 " move %0, $1 \n"
247 " .set pop \n"
248 : "=r" (res));
249
250 instruction_hazard();
251
252 return res;
253}
254
255static inline void __raw_emt(void)
256{
257 __asm__ __volatile__(
258 " .set noreorder \n"
259 " .set mips32r2 \n"
260 " .word 0x41600be1 # emt \n"
261 " ehb \n"
262 " .set mips0 \n"
263 " .set reorder");
264}
265
266
267
268
269#define EMT_ENABLE VPECONTROL_TE
270
271static inline void emt(int previous)
272{
273 if ((previous & EMT_ENABLE))
274 __raw_emt();
275}
276
277static inline void ehb(void)
278{
279 __asm__ __volatile__(
280 " .set mips32r2 \n"
281 " ehb \n"
282 " .set mips0 \n");
283}
284
285#define mftc0(rt,sel) \
286({ \
287 unsigned long __res; \
288 \
289 __asm__ __volatile__( \
290 " .set push \n" \
291 " .set mips32r2 \n" \
292 " .set noat \n" \
293 " # mftc0 $1, $" #rt ", " #sel " \n" \
294 " .word 0x41000800 | (" #rt " << 16) | " #sel " \n" \
295 " move %0, $1 \n" \
296 " .set pop \n" \
297 : "=r" (__res)); \
298 \
299 __res; \
300})
301
302#define mftgpr(rt) \
303({ \
304 unsigned long __res; \
305 \
306 __asm__ __volatile__( \
307 " .set push \n" \
308 " .set noat \n" \
309 " .set mips32r2 \n" \
310 " # mftgpr $1," #rt " \n" \
311 " .word 0x41000820 | (" #rt " << 16) \n" \
312 " move %0, $1 \n" \
313 " .set pop \n" \
314 : "=r" (__res)); \
315 \
316 __res; \
317})
318
319#define mftr(rt, u, sel) \
320({ \
321 unsigned long __res; \
322 \
323 __asm__ __volatile__( \
324 " mftr %0, " #rt ", " #u ", " #sel " \n" \
325 : "=r" (__res)); \
326 \
327 __res; \
328})
329
330#define mttgpr(rd,v) \
331do { \
332 __asm__ __volatile__( \
333 " .set push \n" \
334 " .set mips32r2 \n" \
335 " .set noat \n" \
336 " move $1, %0 \n" \
337 " # mttgpr $1, " #rd " \n" \
338 " .word 0x41810020 | (" #rd " << 11) \n" \
339 " .set pop \n" \
340 : : "r" (v)); \
341} while (0)
342
343#define mttc0(rd, sel, v) \
344({ \
345 __asm__ __volatile__( \
346 " .set push \n" \
347 " .set mips32r2 \n" \
348 " .set noat \n" \
349 " move $1, %0 \n" \
350 " # mttc0 %0," #rd ", " #sel " \n" \
351 " .word 0x41810000 | (" #rd " << 11) | " #sel " \n" \
352 " .set pop \n" \
353 : \
354 : "r" (v)); \
355})
356
357
358#define mttr(rd, u, sel, v) \
359({ \
360 __asm__ __volatile__( \
361 "mttr %0," #rd ", " #u ", " #sel \
362 : : "r" (v)); \
363})
364
365
366#define settc(tc) \
367do { \
368 write_c0_vpecontrol((read_c0_vpecontrol()&~VPECONTROL_TARGTC) | (tc)); \
369 ehb(); \
370} while (0)
371
372
373
374#define read_vpe_c0_vpecontrol() mftc0(1, 1)
375#define write_vpe_c0_vpecontrol(val) mttc0(1, 1, val)
376#define read_vpe_c0_vpeconf0() mftc0(1, 2)
377#define write_vpe_c0_vpeconf0(val) mttc0(1, 2, val)
378#define read_vpe_c0_vpeconf1() mftc0(1, 3)
379#define write_vpe_c0_vpeconf1(val) mttc0(1, 3, val)
380#define read_vpe_c0_count() mftc0(9, 0)
381#define write_vpe_c0_count(val) mttc0(9, 0, val)
382#define read_vpe_c0_status() mftc0(12, 0)
383#define write_vpe_c0_status(val) mttc0(12, 0, val)
384#define read_vpe_c0_cause() mftc0(13, 0)
385#define write_vpe_c0_cause(val) mttc0(13, 0, val)
386#define read_vpe_c0_config() mftc0(16, 0)
387#define write_vpe_c0_config(val) mttc0(16, 0, val)
388#define read_vpe_c0_config1() mftc0(16, 1)
389#define write_vpe_c0_config1(val) mttc0(16, 1, val)
390#define read_vpe_c0_config7() mftc0(16, 7)
391#define write_vpe_c0_config7(val) mttc0(16, 7, val)
392#define read_vpe_c0_ebase() mftc0(15, 1)
393#define write_vpe_c0_ebase(val) mttc0(15, 1, val)
394#define write_vpe_c0_compare(val) mttc0(11, 0, val)
395#define read_vpe_c0_badvaddr() mftc0(8, 0)
396#define read_vpe_c0_epc() mftc0(14, 0)
397#define write_vpe_c0_epc(val) mttc0(14, 0, val)
398
399
400
401#define read_tc_c0_tcstatus() mftc0(2, 1)
402#define write_tc_c0_tcstatus(val) mttc0(2, 1, val)
403#define read_tc_c0_tcbind() mftc0(2, 2)
404#define write_tc_c0_tcbind(val) mttc0(2, 2, val)
405#define read_tc_c0_tcrestart() mftc0(2, 3)
406#define write_tc_c0_tcrestart(val) mttc0(2, 3, val)
407#define read_tc_c0_tchalt() mftc0(2, 4)
408#define write_tc_c0_tchalt(val) mttc0(2, 4, val)
409#define read_tc_c0_tccontext() mftc0(2, 5)
410#define write_tc_c0_tccontext(val) mttc0(2, 5, val)
411
412
413#define read_tc_gpr_sp() mftgpr(29)
414#define write_tc_gpr_sp(val) mttgpr(29, val)
415#define read_tc_gpr_gp() mftgpr(28)
416#define write_tc_gpr_gp(val) mttgpr(28, val)
417
418__BUILD_SET_C0(mvpcontrol)
419
420#endif
421
422#endif
423
