1
2
3
4
5
6
7
8
9
10
11
12
13
14
15#include <linux/init.h>
16#include <linux/linkage.h>
17#include <linux/unistd.h>
18#include <asm/blackfin.h>
19#include <asm/errno.h>
20#include <asm/fixed_code.h>
21#include <asm/thread_info.h>
22#include <asm/asm-offsets.h>
23#include <asm/trace.h>
24#include <asm/traps.h>
25
26#include <asm/context.S>
27
28
29# define EX_SCRATCH_REG RETN
30
31# define EX_SCRATCH_REG RETE
32#else
33# define EX_SCRATCH_REG CYCLES
34#endif
35
36#ifdef CONFIG_EXCPT_IRQ_SYSC_L1
37.section .l1.text
38#else
39.text
40#endif
41
42
43
44
45
46
47#define _ex_dviol _ex_workaround_261
48#define _ex_dmiss _ex_workaround_261
49#define _ex_dmult _ex_workaround_261
50
51ENTRY(_ex_workaround_261)
52
53
54
55
56
57 P4 = R7;
58
59 GET_PDA(p5, r7);
60 r7 = [p5 + PDA_LFRETX];
61 r6 = retx;
62 [p5 + PDA_LFRETX] = r6;
63 cc = r6 == r7;
64 if !cc jump _bfin_return_from_exception;
65
66 R7 = P4;
67 R6 = VEC_CPLB_M;
68 cc = R6 == R7;
69 if cc jump _ex_dcplb_miss (BP);
70#ifdef CONFIG_MPU
71 R6 = VEC_CPLB_VL;
72 cc = R6 == R7;
73 if cc jump _ex_dcplb_viol (BP);
74#endif
75
76
77
78 jump _ex_trap_c;
79ENDPROC(_ex_workaround_261)
80
81#else
82#ifdef CONFIG_MPU
83#define _ex_dviol _ex_dcplb_viol
84#else
85#define _ex_dviol _ex_trap_c
86#endif
87#define _ex_dmiss _ex_dcplb_miss
88#define _ex_dmult _ex_trap_c
89#endif
90
91
92ENTRY(_ex_dcplb_viol)
93ENTRY(_ex_dcplb_miss)
94ENTRY(_ex_icplb_miss)
95 (R7:6,P5:4) = [sp++];
96
97 SAVE_CONTEXT_CPLB
98
99
100
101 R0 = SEQSTAT;
102 R1 = SP;
103
104 DEBUG_HWTRACE_SAVE(p5, r7)
105
106 sp += -12;
107 call _cplb_hdr;
108 sp += 12;
109 CC = R0 == 0;
110 IF !CC JUMP _handle_bad_cplb;
111
112#ifdef CONFIG_DEBUG_DOUBLEFAULT
113
114 r7 = SEQSTAT;
115 r6.l = lo(SEQSTAT_EXCAUSE);
116 r6.h = hi(SEQSTAT_EXCAUSE);
117 r7 = r7 & r6;
118 r6 = 0x25;
119 CC = R7 == R6;
120 if CC JUMP _double_fault;
121#endif
122
123 DEBUG_HWTRACE_RESTORE(p5, r7)
124 RESTORE_CONTEXT_CPLB
125 ASTAT = [SP++];
126 SP = EX_SCRATCH_REG;
127 rtx;
128ENDPROC(_ex_icplb_miss)
129
130ENTRY(_ex_syscall)
131 raise 15;
132 jump.s _bfin_return_from_exception;
133ENDPROC(_ex_syscall)
134
135ENTRY(_ex_single_step)
136
137
138 r7 = retx;
139 r6 = reti;
140 cc = r7 == r6;
141 if cc jump _bfin_return_from_exception;
142
143#ifdef CONFIG_KGDB
144
145 p5.l = lo(IPEND);
146 p5.h = hi(IPEND);
147 r6 = [p5];
148 cc = bittst(r6, 4);
149 if cc jump _bfin_return_from_exception;
150 cc = bittst(r6, 5);
151 if cc jump _bfin_return_from_exception;
152
153
154
155 r6 >>= 6;
156 r7 = 10;
157.Lfind_priority_start:
158 cc = bittst(r6, 0);
159 if cc jump .Lfind_priority_done;
160 r6 >>= 1;
161 r7 += -1;
162 cc = r7 == 0;
163 if cc jump .Lfind_priority_done;
164 jump.s .Lfind_priority_start;
165.Lfind_priority_done:
166 p4.l = _kgdb_single_step;
167 p4.h = _kgdb_single_step;
168 r6 = [p4];
169 cc = r6 == 0;
170 if cc jump .Ldo_single_step;
171 r6 += -1;
172 cc = r6 < r7;
173 if cc jump 1f;
174.Ldo_single_step:
175#else
176
177 p5.l = lo(IPEND);
178 p5.h = hi(IPEND);
179 r6 = [p5];
180 r7 = 0xffe0 (z);
181 r7 = r7 & r6;
182 cc = r7 == 0;
183 if !cc jump 1f;
184#endif
185#ifdef CONFIG_EXACT_HWERR
186
187
188
189
190
191 p5.l = lo(ILAT);
192 p5.h = hi(ILAT);
193 r7 = [p5];
194 cc = bittst(r7, EVT_IVHW_P);
195 if cc jump 1f;
196#endif
197
198
199 r7 = syscfg;
200 bitclr (r7, SYSCFG_SSSTEP_P);
201 syscfg = R7;
202 jump _ex_trap_c;
203
2041:
205
206
207
208
209
210
211
212
213 p5.l = lo(EVT0);
214 p5.h = hi(EVT0);
215 p5 += -4;
2162:
217 r7 = rot r7 by -1;
218 p5 += 4;
219 if !cc jump 2b;
220
221
222
223
224
225
226 r7 = [p5];
227 r7 += 2;
228 r6 = RETX;
229 cc = R7 == R6;
230 if !cc jump _bfin_return_from_exception;
231
232 r7 = syscfg;
233 bitclr (r7, SYSCFG_SSSTEP_P);
234 syscfg = R7;
235
236
237ENDPROC(_ex_single_step)
238
239ENTRY(_bfin_return_from_exception)
240
241 R7=LC0;
242 LC0=R7;
243 R7=LC1;
244 LC1=R7;
245#endif
246
247#ifdef CONFIG_DEBUG_DOUBLEFAULT
248
249
250
251 r7 = SEQSTAT;
252 r6.l = lo(SEQSTAT_EXCAUSE);
253 r6.h = hi(SEQSTAT_EXCAUSE);
254 r7 = r7 & r6;
255 r6 = VEC_UNCOV;
256 CC = R7 == R6;
257 if CC JUMP _double_fault;
258#endif
259
260 (R7:6,P5:4) = [sp++];
261 ASTAT = [sp++];
262 sp = EX_SCRATCH_REG;
263 rtx;
264ENDPROC(_bfin_return_from_exception)
265
266ENTRY(_handle_bad_cplb)
267 DEBUG_HWTRACE_RESTORE(p5, r7)
268
269
270
271
272
273
274
275 RESTORE_CONTEXT_CPLB
276
277 [--sp] = (R7:6,P5:4);
278
279ENTRY(_ex_replaceable)
280 nop;
281
282ENTRY(_ex_trap_c)
283
284
285
286
287 GET_PDA(p5, r6);
288
289
290 p4.l = lo(IPEND);
291 p4.h = hi(IPEND);
292 r7 = [p4];
293 CC = BITTST (r7, 5);
294 if CC jump _double_fault;
295 [p5 + PDA_EXIPEND] = r7;
296
297
298
299
300
301 r7.h = _exception_to_level5;
302 r7.l = _exception_to_level5;
303 p4.l = lo(EVT5);
304 p4.h = hi(EVT5);
305 [p4] = r7;
306 csync;
307
308
309
310
311
312
313
314
315 p4.l = lo(DCPLB_FAULT_ADDR);
316 p4.h = hi(DCPLB_FAULT_ADDR);
317 r7 = [p4];
318 [p5 + PDA_DCPLB] = r7;
319
320 p4.l = lo(ICPLB_FAULT_ADDR);
321 p4.h = hi(ICPLB_FAULT_ADDR);
322 r6 = [p4];
323 [p5 + PDA_ICPLB] = r6;
324
325 r6 = retx;
326 [p5 + PDA_RETX] = r6;
327
328 r6 = SEQSTAT;
329 [p5 + PDA_SEQSTAT] = r6;
330
331
332 r6 = SYSCFG;
333 [p5 + PDA_SYSCFG] = r6;
334
335 BITCLR(r6, SYSCFG_SSSTEP_P);
336 SYSCFG = r6;
337
338
339 cli r6;
340 [p5 + PDA_EXIMASK] = r6;
341
342 p4.l = lo(SAFE_USER_INSTRUCTION);
343 p4.h = hi(SAFE_USER_INSTRUCTION);
344 retx = p4;
345
346
347
348
349 r6 = 0x3f;
350 sti r6;
351
352
353
354
355
356
357
358 [--sp] = reti;
359 sp += 4;
360
361 raise 5;
362 jump.s _bfin_return_from_exception;
363ENDPROC(_ex_trap_c)
364
365
366
367
368
369ENTRY(_double_fault)
370
371
372
373
374 P4.L = LO(IMEM_CONTROL);
375 P4.H = HI(IMEM_CONTROL);
376
377 R5 = [P4];
378 BITCLR(R5,ENICPLB_P);
379 CSYNC;
380 [P4] = R5;
381 SSYNC;
382
383 P4.L = LO(DMEM_CONTROL);
384 P4.H = HI(DMEM_CONTROL);
385 R5 = [P4];
386 BITCLR(R5,ENDCPLB_P);
387 CSYNC;
388 [P4] = R5;
389 SSYNC;
390
391
392 (R7:6,P5:4) = [sp++];
393 ASTAT = [sp++];
394 SP = EX_SCRATCH_REG;
395
396
397
398
399 SAVE_ALL_SYS
400
401
402
403 r6 = retx;
404 [sp + PT_PC] = r6;
405
406 r0 = sp;
407 SP += -12;
408 call _double_fault_c;
409 SP += 12;
410.L_double_fault_panic:
411 JUMP .L_double_fault_panic
412
413ENDPROC(_double_fault)
414
415ENTRY(_exception_to_level5)
416 SAVE_ALL_SYS
417
418 GET_PDA(p5, r7);
419 r6 = [p5 + PDA_RETX];
420 [sp + PT_PC] = r6;
421
422 r6 = [p5 + PDA_SYSCFG];
423 [sp + PT_SYSCFG] = r6;
424
425 r6 = [p5 + PDA_SEQSTAT];
426 [sp + PT_SEQSTAT] = r6;
427
428
429 r7.h = _evt_ivhw;
430 r7.l = _evt_ivhw;
431 p4.l = lo(EVT5);
432 p4.h = hi(EVT5);
433 [p4] = r7;
434 csync;
435
436#ifdef CONFIG_DEBUG_DOUBLEFAULT
437
438
439
440
441 [--sp] = reti;
442 sp += 4;
443#endif
444
445 r7 = [p5 + PDA_EXIPEND]
446 [sp + PT_IPEND] = r7;
447
448 r0 = sp;
449 SP += -12;
450 call _trap_c;
451 SP += 12;
452
453
454
455
456 CC = BITTST(r7, EVT_IRPTEN_P)
457 if !CC jump 1f;
458
459
460
461 sp += -4;
462 reti = [sp++];
4631:
464
465 r6 = [p5 + PDA_EXIMASK];
466 sti r6;
467
468 call _ret_from_exception;
469 RESTORE_ALL_SYS
470 rti;
471ENDPROC(_exception_to_level5)
472
473ENTRY(_trap)
474
475
476
477
478 EX_SCRATCH_REG = sp;
479 GET_PDA_SAFE(sp);
480 sp = [sp + PDA_EXSTACK];
481
482 [--sp] = ASTAT;
483 [--sp] = (R7:6,P5:4);
484
485#ifdef CONFIG_EXACT_HWERR
486
487
488
489
490
491
492 ssync;
493#endif
494
495 ANOMALY_283_315_WORKAROUND(p5, r7)
496
497#ifdef CONFIG_DEBUG_DOUBLEFAULT
498
499
500
501
502
503
504
505 GET_PDA(p5, r7);
506 p4.l = lo(DCPLB_FAULT_ADDR);
507 p4.h = hi(DCPLB_FAULT_ADDR);
508 r7 = [p4];
509 [p5 + PDA_DF_DCPLB] = r7;
510
511 p4.l = lo(ICPLB_FAULT_ADDR);
512 p4.h = hi(ICPLB_FAULT_ADDR);
513 r7 = [p4];
514 [p5 + PDA_DF_ICPLB] = r7;
515
516 r7 = retx;
517 [p5 + PDA_DF_RETX] = r7;
518
519 r7 = SEQSTAT;
520 [p5 + PDA_DF_SEQSTAT] = r7;
521#else
522 r7 = SEQSTAT;
523#endif
524 r6.l = lo(SEQSTAT_EXCAUSE);
525 r6.h = hi(SEQSTAT_EXCAUSE);
526 r7 = r7 & r6;
527 p5.h = _ex_table;
528 p5.l = _ex_table;
529 p4 = r7;
530 p5 = p5 + (p4 << 2);
531 p4 = [p5];
532 jump (p4);
533
534.Lbadsys:
535 r7 = -ENOSYS;
536 [sp + PT_R0] = r7;
537 jump .Lsyscall_really_exit;
538ENDPROC(_trap)
539
540ENTRY(_kernel_execve)
541 link SIZEOF_PTREGS;
542 p0 = sp;
543 r3 = SIZEOF_PTREGS / 4;
544 r4 = 0(x);
545.Lclear_regs:
546 [p0++] = r4;
547 r3 += -1;
548 cc = r3 == 0;
549 if !cc jump .Lclear_regs (bp);
550
551 p0 = sp;
552 sp += -16;
553 [sp + 12] = p0;
554 call _do_execve;
555 SP += 16;
556 cc = r0 == 0;
557 if ! cc jump .Lexecve_failed;
558
559
560
561 r1 = sp;
562 r0 = (-KERNEL_STACK_SIZE) (x);
563 r1 = r1 & r0;
564 p2 = r1;
565 p3 = [p2];
566 r0 = KERNEL_STACK_SIZE - 4 (z);
567 p1 = r0;
568 p1 = p1 + p2;
569
570 p0 = fp;
571 r4 = [p0--];
572 r3 = SIZEOF_PTREGS / 4;
573.Lcopy_regs:
574 r4 = [p0--];
575 [p1--] = r4;
576 r3 += -1;
577 cc = r3 == 0;
578 if ! cc jump .Lcopy_regs (bp);
579
580 r0 = (KERNEL_STACK_SIZE - SIZEOF_PTREGS) (z);
581 p1 = r0;
582 p1 = p1 + p2;
583 sp = p1;
584 r0 = syscfg;
585 [SP + PT_SYSCFG] = r0;
586 [p3 + (TASK_THREAD + THREAD_KSP)] = sp;
587
588 RESTORE_CONTEXT;
589 rti;
590.Lexecve_failed:
591 unlink;
592 rts;
593ENDPROC(_kernel_execve)
594
595ENTRY(_system_call)
596
597 p2.l = lo(IPEND);
598 p2.h = hi(IPEND);
599 csync;
600 r0 = [p2];
601 [sp + PT_IPEND] = r0;
602
603
604 r0 = rets;
605 [sp + PT_RESERVED] = r0;
606
607 r7 = sp;
608 r6.l = lo(ALIGN_PAGE_MASK);
609 r6.h = hi(ALIGN_PAGE_MASK);
610 r7 = r7 & r6;
611 p2 = r7;
612 p2 = [p2];
613
614 [p2+(TASK_THREAD+THREAD_KSP)] = sp;
615#ifdef CONFIG_IPIPE
616 r0 = sp;
617 SP += -12;
618 call ___ipipe_syscall_root;
619 SP += 12;
620 cc = r0 == 1;
621 if cc jump .Lsyscall_really_exit;
622 cc = r0 == -1;
623 if cc jump .Lresume_userspace;
624 r3 = [sp + PT_R3];
625 r4 = [sp + PT_R4];
626 p0 = [sp + PT_ORIG_P0];
627#endif
628
629
630 r7 = __NR_syscall;
631
632 r6 = p0;
633 cc = r6 < r7;
634 if ! cc jump .Lbadsys;
635
636
637 r7 = sp;
638 r6.l = lo(ALIGN_PAGE_MASK);
639 r6.h = hi(ALIGN_PAGE_MASK);
640 r7 = r7 & r6;
641 p2 = r7;
642 r7 = [p2+TI_FLAGS];
643 CC = BITTST(r7,TIF_SYSCALL_TRACE);
644 if CC JUMP _sys_trace;
645
646
647
648 p4 = p0;
649 p5.l = _sys_call_table;
650 p5.h = _sys_call_table;
651 p5 = p5 + (p4 << 2);
652 r0 = [sp + PT_R0];
653 r1 = [sp + PT_R1];
654 r2 = [sp + PT_R2];
655 p5 = [p5];
656
657 [--sp] = r5;
658 [--sp] = r4;
659 [--sp] = r3;
660 SP += -12;
661 call (p5);
662 SP += 24;
663 [sp + PT_R0] = r0;
664
665.Lresume_userspace:
666 r7 = sp;
667 r4.l = lo(ALIGN_PAGE_MASK);
668 r4.h = hi(ALIGN_PAGE_MASK);
669 r7 = r7 & r4;
670 p5 = r7;
671.Lresume_userspace_1:
672
673 [--sp] = reti;
674 reti = [sp++];
675
676 r7 = [p5 + TI_FLAGS];
677 r4.l = lo(_TIF_WORK_MASK);
678 r4.h = hi(_TIF_WORK_MASK);
679 r7 = r7 & r4;
680
681.Lsyscall_resched:
682#ifdef CONFIG_IPIPE
683 cc = BITTST(r7, TIF_IRQ_SYNC);
684 if !cc jump .Lsyscall_no_irqsync;
685
686
687
688
689
690
691 [--sp] = reti;
692 SP += 4;
693 SP += -12;
694 call ___ipipe_sync_root;
695 SP += 12;
696 jump .Lresume_userspace_1;
697.Lsyscall_no_irqsync:
698#endif
699 cc = BITTST(r7, TIF_NEED_RESCHED);
700 if !cc jump .Lsyscall_sigpending;
701
702
703 [--sp] = reti;
704 sp += 4;
705
706 SP += -12;
707 call _schedule;
708 SP += 12;
709
710 jump .Lresume_userspace_1;
711
712.Lsyscall_sigpending:
713 cc = BITTST(r7, TIF_RESTORE_SIGMASK);
714 if cc jump .Lsyscall_do_signals;
715 cc = BITTST(r7, TIF_SIGPENDING);
716 if !cc jump .Lsyscall_really_exit;
717.Lsyscall_do_signals:
718
719 [--sp] = reti;
720 sp += 4;
721
722 r0 = sp;
723 SP += -12;
724 call _do_signal;
725 SP += 12;
726
727.Lsyscall_really_exit:
728 r5 = [sp + PT_RESERVED];
729 rets = r5;
730 rts;
731ENDPROC(_system_call)
732
733
734
735
736_sys_trace:
737 call _syscall_trace;
738
739
740
741 p4 = [SP + PT_P0];
742 p5.l = _sys_call_table;
743 p5.h = _sys_call_table;
744 p5 = p5 + (p4 << 2);
745 r0 = [sp + PT_R0];
746 r1 = [sp + PT_R1];
747 r2 = [sp + PT_R2];
748 r3 = [sp + PT_R3];
749 r4 = [sp + PT_R4];
750 r5 = [sp + PT_R5];
751 p5 = [p5];
752
753 [--sp] = r5;
754 [--sp] = r4;
755 [--sp] = r3;
756 SP += -12;
757 call (p5);
758 SP += 24;
759 [sp + PT_R0] = r0;
760
761 call _syscall_trace;
762 jump .Lresume_userspace;
763ENDPROC(_sys_trace)
764
765ENTRY(_resume)
766
767
768
769
770 p0 = r0;
771 p1 = r1;
772 [--sp] = rets;
773 [--sp] = fp;
774 [--sp] = (r7:4, p5:3);
775
776
777 p2 = usp;
778 [p0+(TASK_THREAD+THREAD_USP)] = p2;
779
780
781 [p0+(TASK_THREAD+THREAD_KSP)] = sp;
782
783
784 r1.l = _new_old_task;
785 r1.h = _new_old_task;
786 [p0+(TASK_THREAD+THREAD_PC)] = r1;
787
788
789 sp = [p1+(TASK_THREAD+THREAD_KSP)];
790
791
792 p0 = [p1+(TASK_THREAD+THREAD_USP)];
793 usp = p0;
794
795
796 p0 = [p1+(TASK_THREAD+THREAD_PC)];
797 jump (p0);
798
799
800
801
802
803_new_old_task:
804 (r7:4, p5:3) = [sp++];
805 fp = [sp++];
806 rets = [sp++];
807
808
809
810
811
812 rts;
813ENDPROC(_resume)
814
815ENTRY(_ret_from_exception)
816#ifdef CONFIG_IPIPE
817 p2.l = _per_cpu__ipipe_percpu_domain;
818 p2.h = _per_cpu__ipipe_percpu_domain;
819 r0.l = _ipipe_root;
820 r0.h = _ipipe_root;
821 r2 = [p2];
822 cc = r0 == r2;
823 if !cc jump 4f;
824#endif
825 p2.l = lo(IPEND);
826 p2.h = hi(IPEND);
827
828 csync;
829 r0 = [p2];
830 [sp + PT_IPEND] = r0;
831
8321:
833 r2 = LO(~0x37) (Z);
834 r0 = r2 & r0;
835 cc = r0 == 0;
836 if !cc jump 4f;
837
838
839
840
841
842
843
844
845 p2.l = lo(ILAT);
846 p2.h = hi(ILAT);
847 r0 = [p2];
848 r1 = (EVT_IVG14 | EVT_IVG15) (z);
849 r0 = r0 & r1;
850 cc = r0 == 0;
851 if !cc jump 5f;
852
853
854 r7 = sp;
855 r4.l = lo(ALIGN_PAGE_MASK);
856 r4.h = hi(ALIGN_PAGE_MASK);
857 r7 = r7 & r4;
858 p5 = r7;
859 r7 = [p5 + TI_FLAGS];
860 r4.l = lo(_TIF_WORK_MASK);
861 r4.h = hi(_TIF_WORK_MASK);
862 r7 = r7 & r4;
863 cc = r7 == 0;
864 if cc jump 4f;
865
866 p0.l = lo(EVT15);
867 p0.h = hi(EVT15);
868 p1.l = _schedule_and_signal;
869 p1.h = _schedule_and_signal;
870 [p0] = p1;
871 csync;
872 raise 15;
8734:
874 r0 = syscfg;
875 bitclr(r0, SYSCFG_SSSTEP_P);
876 syscfg = r0;
8775:
878 rts;
879ENDPROC(_ret_from_exception)
880
881#ifdef CONFIG_IPIPE
882
883_resume_kernel_from_int:
884 r0.l = ___ipipe_sync_root;
885 r0.h = ___ipipe_sync_root;
886 [--sp] = rets;
887 [--sp] = ( r7:4, p5:3 );
888 SP += -12;
889 call ___ipipe_call_irqtail
890 SP += 12;
891 ( r7:4, p5:3 ) = [sp++];
892 rets = [sp++];
893 rts
894#else
895#define _resume_kernel_from_int 2f
896#endif
897
898ENTRY(_return_from_int)
899
900 csync;
901 p2.l = lo(ILAT);
902 p2.h = hi(ILAT);
903 r0 = [p2];
904 cc = bittst (r0, EVT_IVG15_P);
905 if cc jump 2f;
906
907
908 p2.l = lo(IPEND);
909 p2.h = hi(IPEND);
910 r0 = [p2];
911 r1 = 0x17(Z);
912 r2 = ~r1;
913 r2.h = 0;
914 r0 = r2 & r0;
915 r1 = 1;
916 r1 = r0 - r1;
917 r2 = r0 & r1;
918 cc = r2 == 0;
919 if !cc jump _resume_kernel_from_int;
920
921
922 p0.l = lo(EVT15);
923 p0.h = hi(EVT15);
924 p1.l = _schedule_and_signal_from_int;
925 p1.h = _schedule_and_signal_from_int;
926 [p0] = p1;
927 csync;
928
929 r0.l = lo(SAFE_USER_INSTRUCTION);
930 r0.h = hi(SAFE_USER_INSTRUCTION);
931 reti = r0;
932#endif
933 r0 = 0x801f (z);
934 STI r0;
935 raise 15;
936 rti;
9372:
938 rts;
939ENDPROC(_return_from_int)
940
941ENTRY(_lower_to_irq14)
942
943 r0.l = lo(SAFE_USER_INSTRUCTION);
944 r0.h = hi(SAFE_USER_INSTRUCTION);
945 reti = r0;
946#endif
947
948#ifdef CONFIG_DEBUG_HWERR
949
950 r0 = (EVT_IVG14 | EVT_IVHW | EVT_IRPTEN | EVT_EVX | EVT_NMI | EVT_RST | EVT_EMU);
951#else
952
953 r0 = (EVT_IVG14 | EVT_IRPTEN | EVT_EVX | EVT_NMI | EVT_RST | EVT_EMU);
954#endif
955 sti r0;
956 raise 14;
957 rti;
958ENDPROC(_lower_to_irq14)
959
960ENTRY(_evt_evt14)
961#ifdef CONFIG_DEBUG_HWERR
962 r0 = (EVT_IVHW | EVT_IRPTEN | EVT_EVX | EVT_NMI | EVT_RST | EVT_EMU);
963 sti r0;
964#else
965 cli r0;
966#endif
967 [--sp] = RETI;
968 SP += 4;
969 rts;
970ENDPROC(_evt_evt14)
971
972ENTRY(_schedule_and_signal_from_int)
973
974
975
976 p0.l = lo(EVT15);
977 p0.h = hi(EVT15);
978 p1.l = _evt_system_call;
979 p1.h = _evt_system_call;
980 [p0] = p1;
981 csync;
982
983
984 r0 = -1 (x);
985 [sp + PT_ORIG_P0] = r0;
986
987 p1 = rets;
988 [sp + PT_RESERVED] = p1;
989
990#ifdef CONFIG_SMP
991 GET_PDA(p0, r0);
992 r0 = [p0 + PDA_IRQFLAGS];
993#else
994 p0.l = _bfin_irq_flags;
995 p0.h = _bfin_irq_flags;
996 r0 = [p0];
997#endif
998 sti r0;
999
1000
1001 r1 = FIXED_CODE_END;
1002 r2 = [sp + PT_PC];
1003 cc = r1 <= r2;
1004 if cc jump .Lresume_userspace (bp);
1005
1006 r0 = sp;
1007 sp += -12;
1008 call _finish_atomic_sections;
1009 sp += 12;
1010 jump.s .Lresume_userspace;
1011ENDPROC(_schedule_and_signal_from_int)
1012
1013ENTRY(_schedule_and_signal)
1014 SAVE_CONTEXT_SYSCALL
1015
1016
1017
1018 p0.l = lo(EVT15);
1019 p0.h = hi(EVT15);
1020 p1.l = _evt_system_call;
1021 p1.h = _evt_system_call;
1022 [p0] = p1;
1023 csync;
1024 p0.l = 1f;
1025 p0.h = 1f;
1026 [sp + PT_RESERVED] = P0;
1027 call .Lresume_userspace;
10281:
1029 RESTORE_CONTEXT
1030 rti;
1031ENDPROC(_schedule_and_signal)
1032
1033
1034
1035
1036
1037#ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND
1038ENTRY(_ex_trace_buff_full)
1039 [--sp] = P3;
1040 [--sp] = P2;
1041 [--sp] = LC0;
1042 [--sp] = LT0;
1043 [--sp] = LB0;
1044 P5.L = _trace_buff_offset;
1045 P5.H = _trace_buff_offset;
1046 P3 = [P5];
1047 P5.L = lo(TBUFSTAT);
1048 P5.H = hi(TBUFSTAT);
1049 R7 = [P5];
1050 R7 <<= 1;
1051 LC0 = R7;
1052 R7 <<= 2;
1053
1054 P5.L = lo(TBUF);
1055 P5.H = hi(TBUF);
1056 R6 = ((1 << CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN)*1024) - 1;
1057
1058 P2 = R7;
1059 P3 = P3 + P2;
1060 R7 = P3;
1061 R7 = R7 & R6;
1062 P3 = R7;
1063 P2.L = _trace_buff_offset;
1064 P2.H = _trace_buff_offset;
1065 [P2] = P3;
1066
1067 P2.L = _software_trace_buff;
1068 P2.H = _software_trace_buff;
1069
1070 LSETUP (.Lstart, .Lend) LC0;
1071.Lstart:
1072 R7 = [P5];
1073 P4 = P3 + P2;
1074 [P4] = R7;
1075 P3 += -4;
1076 R7 = P3;
1077 R7 = R7 & R6;
1078.Lend:
1079 P3 = R7;
1080
1081 LB0 = [sp++];
1082 LT0 = [sp++];
1083 LC0 = [sp++];
1084 P2 = [sp++];
1085 P3 = [sp++];
1086 jump _bfin_return_from_exception;
1087ENDPROC(_ex_trace_buff_full)
1088
1089
1090.data
1091#else
1092.section .l1.data.B
1093#endif
1094ENTRY(_trace_buff_offset)
1095 .long 0;
1096ALIGN
1097ENTRY(_software_trace_buff)
1098 .rept ((1 << CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN)*256);
1099 .long 0
1100 .endr
1101#endif
1102
1103
1104__INIT
1105ENTRY(_early_trap)
1106 SAVE_ALL_SYS
1107 trace_buffer_stop(p0,r0);
1108
1109 ANOMALY_283_315_WORKAROUND(p4, r5)
1110
1111
1112
1113 P4.L = LO(IMEM_CONTROL);
1114 P4.H = HI(IMEM_CONTROL);
1115
1116 R5 = [P4];
1117 BITCLR(R5,ENICPLB_P);
1118 CSYNC;
1119 [P4] = R5;
1120 SSYNC;
1121
1122 P4.L = LO(DMEM_CONTROL);
1123 P4.H = HI(DMEM_CONTROL);
1124 R5 = [P4];
1125 BITCLR(R5,ENDCPLB_P);
1126 CSYNC;
1127 [P4] = R5;
1128 SSYNC;
1129
1130 r0 = sp;
1131 r1 = RETX;
1132
1133 SP += -12;
1134 call _early_trap_c;
1135 SP += 12;
1136ENDPROC(_early_trap)
1137__FINIT
1138#endif
1139
1140
1141
1142
1143
1144
1145#ifdef CONFIG_SYSCALL_TAB_L1
1146.section .l1.data
1147#else
1148.data
1149#endif
1150
1151ENTRY(_ex_table)
1152
1153
1154
1155
1156 .long _ex_syscall
1157 .long _ex_trap_c
1158#ifdef CONFIG_KGDB
1159 .long _ex_trap_c
1160
1161#else
1162 .long _ex_replaceable
1163#endif
1164 .long _ex_trap_c
1165 .long _ex_trap_c
1166 .long _ex_replaceable
1167 .long _ex_replaceable
1168 .long _ex_replaceable
1169 .long _ex_replaceable
1170 .long _ex_replaceable
1171 .long _ex_replaceable
1172 .long _ex_replaceable
1173 .long _ex_replaceable
1174 .long _ex_replaceable
1175 .long _ex_replaceable
1176 .long _ex_replaceable
1177 .long _ex_single_step
1178#ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND
1179 .long _ex_trace_buff_full
1180#else
1181 .long _ex_trap_c
1182#endif
1183 .long _ex_trap_c
1184 .long _ex_trap_c
1185 .long _ex_trap_c
1186 .long _ex_trap_c
1187 .long _ex_trap_c
1188 .long _ex_trap_c
1189 .long _ex_trap_c
1190 .long _ex_trap_c
1191 .long _ex_trap_c
1192 .long _ex_trap_c
1193 .long _ex_trap_c
1194 .long _ex_trap_c
1195 .long _ex_trap_c
1196 .long _ex_trap_c
1197 .long _ex_trap_c
1198 .long _ex_trap_c
1199 .long _ex_trap_c
1200 .long _ex_dviol
1201 .long _ex_trap_c
1202 .long _ex_trap_c
1203 .long _ex_dmiss
1204 .long _ex_dmult
1205 .long _ex_trap_c
1206 .long _ex_trap_c
1207 .long _ex_trap_c
1208 .long _ex_trap_c
1209 .long _ex_icplb_miss
1210 .long _ex_trap_c
1211 .long _ex_trap_c
1212 .long _ex_trap_c
1213 .long _ex_trap_c
1214 .long _ex_trap_c
1215 .long _ex_trap_c
1216 .long _ex_trap_c
1217 .long _ex_trap_c
1218 .long _ex_trap_c
1219 .long _ex_trap_c
1220 .long _ex_trap_c
1221 .long _ex_trap_c
1222 .long _ex_trap_c
1223 .long _ex_trap_c
1224 .long _ex_trap_c
1225 .long _ex_trap_c
1226 .long _ex_trap_c
1227 .long _ex_trap_c
1228 .long _ex_trap_c
1229 .long _ex_trap_c
1230END(_ex_table)
1231
1232ENTRY(_sys_call_table)
1233 .long _sys_restart_syscall
1234 .long _sys_exit
1235 .long _sys_fork
1236 .long _sys_read
1237 .long _sys_write
1238 .long _sys_open
1239 .long _sys_close
1240 .long _sys_ni_syscall
1241 .long _sys_creat
1242 .long _sys_link
1243 .long _sys_unlink
1244 .long _sys_execve
1245 .long _sys_chdir
1246 .long _sys_time
1247 .long _sys_mknod
1248 .long _sys_chmod
1249 .long _sys_chown
1250 .long _sys_ni_syscall
1251 .long _sys_ni_syscall
1252 .long _sys_lseek
1253 .long _sys_getpid
1254 .long _sys_mount
1255 .long _sys_ni_syscall
1256 .long _sys_setuid
1257 .long _sys_getuid
1258 .long _sys_stime
1259 .long _sys_ptrace
1260 .long _sys_alarm
1261 .long _sys_ni_syscall
1262 .long _sys_pause
1263 .long _sys_ni_syscall
1264 .long _sys_ni_syscall
1265 .long _sys_ni_syscall
1266 .long _sys_access
1267 .long _sys_nice
1268 .long _sys_ni_syscall
1269 .long _sys_sync
1270 .long _sys_kill
1271 .long _sys_rename
1272 .long _sys_mkdir
1273 .long _sys_rmdir
1274 .long _sys_dup
1275 .long _sys_pipe
1276 .long _sys_times
1277 .long _sys_ni_syscall
1278 .long _sys_brk
1279 .long _sys_setgid
1280 .long _sys_getgid
1281 .long _sys_ni_syscall
1282 .long _sys_geteuid
1283 .long _sys_getegid
1284 .long _sys_acct
1285 .long _sys_umount
1286 .long _sys_ni_syscall
1287 .long _sys_ioctl
1288 .long _sys_fcntl
1289 .long _sys_ni_syscall
1290 .long _sys_setpgid
1291 .long _sys_ni_syscall
1292 .long _sys_ni_syscall
1293 .long _sys_umask
1294 .long _sys_chroot
1295 .long _sys_ustat
1296 .long _sys_dup2
1297 .long _sys_getppid
1298 .long _sys_getpgrp
1299 .long _sys_setsid
1300 .long _sys_ni_syscall
1301 .long _sys_sgetmask
1302 .long _sys_ssetmask
1303 .long _sys_setreuid
1304 .long _sys_setregid
1305 .long _sys_ni_syscall
1306 .long _sys_ni_syscall
1307 .long _sys_sethostname
1308 .long _sys_setrlimit
1309 .long _sys_ni_syscall
1310 .long _sys_getrusage
1311 .long _sys_gettimeofday
1312 .long _sys_settimeofday
1313 .long _sys_getgroups
1314 .long _sys_setgroups
1315 .long _sys_ni_syscall
1316 .long _sys_symlink
1317 .long _sys_ni_syscall
1318 .long _sys_readlink
1319 .long _sys_uselib
1320 .long _sys_ni_syscall
1321 .long _sys_reboot
1322 .long _sys_ni_syscall
1323 .long _sys_ni_syscall
1324 .long _sys_munmap
1325 .long _sys_truncate
1326 .long _sys_ftruncate
1327 .long _sys_fchmod
1328 .long _sys_fchown
1329 .long _sys_getpriority
1330 .long _sys_setpriority
1331 .long _sys_ni_syscall
1332 .long _sys_statfs
1333 .long _sys_fstatfs
1334 .long _sys_ni_syscall
1335 .long _sys_ni_syscall
1336 .long _sys_syslog
1337 .long _sys_setitimer
1338 .long _sys_getitimer
1339 .long _sys_newstat
1340 .long _sys_newlstat
1341 .long _sys_newfstat
1342 .long _sys_ni_syscall
1343 .long _sys_ni_syscall
1344 .long _sys_vhangup
1345 .long _sys_ni_syscall
1346 .long _sys_ni_syscall
1347 .long _sys_wait4
1348 .long _sys_ni_syscall
1349 .long _sys_sysinfo
1350 .long _sys_ni_syscall
1351 .long _sys_fsync
1352 .long _sys_ni_syscall
1353 .long _sys_clone
1354 .long _sys_setdomainname
1355 .long _sys_newuname
1356 .long _sys_ni_syscall
1357 .long _sys_adjtimex
1358 .long _sys_ni_syscall
1359 .long _sys_ni_syscall
1360 .long _sys_ni_syscall
1361 .long _sys_init_module
1362 .long _sys_delete_module
1363 .long _sys_ni_syscall
1364 .long _sys_quotactl
1365 .long _sys_getpgid
1366 .long _sys_fchdir
1367 .long _sys_bdflush
1368 .long _sys_ni_syscall
1369 .long _sys_personality
1370 .long _sys_ni_syscall
1371 .long _sys_setfsuid
1372 .long _sys_setfsgid
1373 .long _sys_llseek
1374 .long _sys_getdents
1375 .long _sys_ni_syscall
1376 .long _sys_flock
1377 .long _sys_ni_syscall
1378 .long _sys_readv
1379 .long _sys_writev
1380 .long _sys_getsid
1381 .long _sys_fdatasync
1382 .long _sys_sysctl
1383 .long _sys_ni_syscall
1384 .long _sys_ni_syscall
1385 .long _sys_ni_syscall
1386 .long _sys_ni_syscall
1387 .long _sys_sched_setparam
1388 .long _sys_sched_getparam
1389 .long _sys_sched_setscheduler
1390 .long _sys_sched_getscheduler
1391 .long _sys_sched_yield
1392 .long _sys_sched_get_priority_max
1393 .long _sys_sched_get_priority_min
1394 .long _sys_sched_rr_get_interval
1395 .long _sys_nanosleep
1396 .long _sys_mremap
1397 .long _sys_setresuid
1398 .long _sys_getresuid
1399 .long _sys_ni_syscall
1400 .long _sys_ni_syscall
1401 .long _sys_ni_syscall
1402 .long _sys_nfsservctl
1403 .long _sys_setresgid
1404 .long _sys_getresgid
1405 .long _sys_prctl
1406 .long _sys_rt_sigreturn
1407 .long _sys_rt_sigaction
1408 .long _sys_rt_sigprocmask
1409 .long _sys_rt_sigpending
1410 .long _sys_rt_sigtimedwait
1411 .long _sys_rt_sigqueueinfo
1412 .long _sys_rt_sigsuspend
1413 .long _sys_pread64
1414 .long _sys_pwrite64
1415 .long _sys_lchown
1416 .long _sys_getcwd
1417 .long _sys_capget
1418 .long _sys_capset
1419 .long _sys_sigaltstack
1420 .long _sys_sendfile
1421 .long _sys_ni_syscall
1422 .long _sys_ni_syscall
1423 .long _sys_vfork
1424 .long _sys_getrlimit
1425 .long _sys_mmap2
1426 .long _sys_truncate64
1427 .long _sys_ftruncate64
1428 .long _sys_stat64
1429 .long _sys_lstat64
1430 .long _sys_fstat64
1431 .long _sys_chown
1432 .long _sys_getuid
1433 .long _sys_getgid
1434 .long _sys_geteuid
1435 .long _sys_getegid
1436 .long _sys_setreuid
1437 .long _sys_setregid
1438 .long _sys_getgroups
1439 .long _sys_setgroups
1440 .long _sys_fchown
1441 .long _sys_setresuid
1442 .long _sys_getresuid
1443 .long _sys_setresgid
1444 .long _sys_getresgid
1445 .long _sys_lchown
1446 .long _sys_setuid
1447 .long _sys_setgid
1448 .long _sys_setfsuid
1449 .long _sys_setfsgid
1450 .long _sys_pivot_root
1451 .long _sys_ni_syscall
1452 .long _sys_ni_syscall
1453 .long _sys_getdents64
1454 .long _sys_fcntl64
1455 .long _sys_ni_syscall
1456 .long _sys_ni_syscall
1457 .long _sys_gettid
1458 .long _sys_readahead
1459 .long _sys_setxattr
1460 .long _sys_lsetxattr
1461 .long _sys_fsetxattr
1462 .long _sys_getxattr
1463 .long _sys_lgetxattr
1464 .long _sys_fgetxattr
1465 .long _sys_listxattr
1466 .long _sys_llistxattr
1467 .long _sys_flistxattr
1468 .long _sys_removexattr
1469 .long _sys_lremovexattr
1470 .long _sys_fremovexattr
1471 .long _sys_tkill
1472 .long _sys_sendfile64
1473 .long _sys_futex
1474 .long _sys_sched_setaffinity
1475 .long _sys_sched_getaffinity
1476 .long _sys_ni_syscall
1477 .long _sys_ni_syscall
1478 .long _sys_io_setup
1479 .long _sys_io_destroy
1480 .long _sys_io_getevents
1481 .long _sys_io_submit
1482 .long _sys_io_cancel
1483 .long _sys_ni_syscall
1484 .long _sys_ni_syscall
1485 .long _sys_exit_group
1486 .long _sys_lookup_dcookie
1487 .long _sys_bfin_spinlock
1488 .long _sys_epoll_create
1489 .long _sys_epoll_ctl
1490 .long _sys_epoll_wait
1491 .long _sys_ni_syscall
1492 .long _sys_set_tid_address
1493 .long _sys_timer_create
1494 .long _sys_timer_settime
1495 .long _sys_timer_gettime
1496 .long _sys_timer_getoverrun
1497 .long _sys_timer_delete
1498 .long _sys_clock_settime
1499 .long _sys_clock_gettime
1500 .long _sys_clock_getres
1501 .long _sys_clock_nanosleep
1502 .long _sys_statfs64
1503 .long _sys_fstatfs64
1504 .long _sys_tgkill
1505 .long _sys_utimes
1506 .long _sys_fadvise64_64
1507 .long _sys_ni_syscall
1508 .long _sys_ni_syscall
1509 .long _sys_ni_syscall
1510 .long _sys_ni_syscall
1511 .long _sys_mq_open
1512 .long _sys_mq_unlink
1513 .long _sys_mq_timedsend
1514 .long _sys_mq_timedreceive
1515 .long _sys_mq_notify
1516 .long _sys_mq_getsetattr
1517 .long _sys_ni_syscall
1518 .long _sys_waitid
1519 .long _sys_add_key
1520 .long _sys_request_key
1521 .long _sys_keyctl
1522 .long _sys_ioprio_set
1523 .long _sys_ioprio_get
1524 .long _sys_inotify_init
1525 .long _sys_inotify_add_watch
1526 .long _sys_inotify_rm_watch
1527 .long _sys_ni_syscall
1528 .long _sys_openat
1529 .long _sys_mkdirat
1530 .long _sys_mknodat
1531 .long _sys_fchownat
1532 .long _sys_futimesat
1533 .long _sys_fstatat64
1534 .long _sys_unlinkat
1535 .long _sys_renameat
1536 .long _sys_linkat
1537 .long _sys_symlinkat
1538 .long _sys_readlinkat
1539 .long _sys_fchmodat
1540 .long _sys_faccessat
1541 .long _sys_pselect6
1542 .long _sys_ppoll
1543 .long _sys_unshare
1544 .long _sys_sram_alloc
1545 .long _sys_sram_free
1546 .long _sys_dma_memcpy
1547 .long _sys_accept
1548 .long _sys_bind
1549 .long _sys_connect
1550 .long _sys_getpeername
1551 .long _sys_getsockname
1552 .long _sys_getsockopt
1553 .long _sys_listen
1554 .long _sys_recv
1555 .long _sys_recvfrom
1556 .long _sys_recvmsg
1557 .long _sys_send
1558 .long _sys_sendmsg
1559 .long _sys_sendto
1560 .long _sys_setsockopt
1561 .long _sys_shutdown
1562 .long _sys_socket
1563 .long _sys_socketpair
1564 .long _sys_semctl
1565 .long _sys_semget
1566 .long _sys_semop
1567 .long _sys_msgctl
1568 .long _sys_msgget
1569 .long _sys_msgrcv
1570 .long _sys_msgsnd
1571 .long _sys_shmat
1572 .long _sys_shmctl
1573 .long _sys_shmdt
1574 .long _sys_shmget
1575 .long _sys_splice
1576 .long _sys_sync_file_range
1577 .long _sys_tee
1578 .long _sys_vmsplice
1579 .long _sys_epoll_pwait
1580 .long _sys_utimensat
1581 .long _sys_signalfd
1582 .long _sys_timerfd_create
1583 .long _sys_eventfd
1584 .long _sys_pread64
1585 .long _sys_pwrite64
1586 .long _sys_fadvise64
1587 .long _sys_set_robust_list
1588 .long _sys_get_robust_list
1589 .long _sys_fallocate
1590 .long _sys_semtimedop
1591 .long _sys_timerfd_settime
1592 .long _sys_timerfd_gettime
1593 .long _sys_signalfd4
1594 .long _sys_eventfd2
1595 .long _sys_epoll_create1
1596 .long _sys_dup3
1597 .long _sys_pipe2
1598 .long _sys_inotify_init1
1599 .long _sys_preadv
1600 .long _sys_pwritev
1601 .long _sys_rt_tgsigqueueinfo
1602 .long _sys_perf_event_open
1603
1604 .rept NR_syscalls-(.-_sys_call_table)/4
1605 .long _sys_ni_syscall
1606 .endr
1607END(_sys_call_table)
1608