1
2
3
4
5
6
7
8
9
10#include <linux/errno.h>
11#include <linux/random.h>
12#include <linux/signal.h>
13#include <linux/personality.h>
14#include <linux/uaccess.h>
15#include <linux/tracehook.h>
16#include <linux/uprobes.h>
17#include <linux/syscalls.h>
18
19#include <asm/elf.h>
20#include <asm/cacheflush.h>
21#include <asm/traps.h>
22#include <asm/unistd.h>
23#include <asm/vfp.h>
24
25#include "signal.h"
26
27extern const unsigned long sigreturn_codes[17];
28
29static unsigned long signal_return_offset;
30
31#ifdef CONFIG_CRUNCH
32static int preserve_crunch_context(struct crunch_sigframe __user *frame)
33{
34 char kbuf[sizeof(*frame) + 8];
35 struct crunch_sigframe *kframe;
36
37
38 kframe = (struct crunch_sigframe *)((unsigned long)(kbuf + 8) & ~7);
39 kframe->magic = CRUNCH_MAGIC;
40 kframe->size = CRUNCH_STORAGE_SIZE;
41 crunch_task_copy(current_thread_info(), &kframe->storage);
42 return __copy_to_user(frame, kframe, sizeof(*frame));
43}
44
45static int restore_crunch_context(char __user **auxp)
46{
47 struct crunch_sigframe __user *frame =
48 (struct crunch_sigframe __user *)*auxp;
49 char kbuf[sizeof(*frame) + 8];
50 struct crunch_sigframe *kframe;
51
52
53 kframe = (struct crunch_sigframe *)((unsigned long)(kbuf + 8) & ~7);
54 if (__copy_from_user(kframe, frame, sizeof(*frame)))
55 return -1;
56 if (kframe->magic != CRUNCH_MAGIC ||
57 kframe->size != CRUNCH_STORAGE_SIZE)
58 return -1;
59 *auxp += CRUNCH_STORAGE_SIZE;
60 crunch_task_restore(current_thread_info(), &kframe->storage);
61 return 0;
62}
63#endif
64
65#ifdef CONFIG_IWMMXT
66
67static int preserve_iwmmxt_context(struct iwmmxt_sigframe __user *frame)
68{
69 char kbuf[sizeof(*frame) + 8];
70 struct iwmmxt_sigframe *kframe;
71 int err = 0;
72
73
74 kframe = (struct iwmmxt_sigframe *)((unsigned long)(kbuf + 8) & ~7);
75
76 if (test_thread_flag(TIF_USING_IWMMXT)) {
77 kframe->magic = IWMMXT_MAGIC;
78 kframe->size = IWMMXT_STORAGE_SIZE;
79 iwmmxt_task_copy(current_thread_info(), &kframe->storage);
80
81 err = __copy_to_user(frame, kframe, sizeof(*frame));
82 } else {
83
84
85
86
87
88
89 __put_user_error(DUMMY_MAGIC, &frame->magic, err);
90 __put_user_error(IWMMXT_STORAGE_SIZE, &frame->size, err);
91 }
92
93 return err;
94}
95
96static int restore_iwmmxt_context(char __user **auxp)
97{
98 struct iwmmxt_sigframe __user *frame =
99 (struct iwmmxt_sigframe __user *)*auxp;
100 char kbuf[sizeof(*frame) + 8];
101 struct iwmmxt_sigframe *kframe;
102
103
104 kframe = (struct iwmmxt_sigframe *)((unsigned long)(kbuf + 8) & ~7);
105 if (__copy_from_user(kframe, frame, sizeof(*frame)))
106 return -1;
107
108
109
110
111
112
113
114 if (!test_thread_flag(TIF_USING_IWMMXT) &&
115 kframe->magic != DUMMY_MAGIC)
116 return 0;
117
118 if (kframe->size != IWMMXT_STORAGE_SIZE)
119 return -1;
120
121 if (test_thread_flag(TIF_USING_IWMMXT)) {
122 if (kframe->magic != IWMMXT_MAGIC)
123 return -1;
124
125 iwmmxt_task_restore(current_thread_info(), &kframe->storage);
126 }
127
128 *auxp += IWMMXT_STORAGE_SIZE;
129 return 0;
130}
131
132#endif
133
134#ifdef CONFIG_VFP
135
136static int preserve_vfp_context(struct vfp_sigframe __user *frame)
137{
138 const unsigned long magic = VFP_MAGIC;
139 const unsigned long size = VFP_STORAGE_SIZE;
140 int err = 0;
141
142 __put_user_error(magic, &frame->magic, err);
143 __put_user_error(size, &frame->size, err);
144
145 if (err)
146 return -EFAULT;
147
148 return vfp_preserve_user_clear_hwstate(&frame->ufp, &frame->ufp_exc);
149}
150
151static int restore_vfp_context(char __user **auxp)
152{
153 struct vfp_sigframe __user *frame =
154 (struct vfp_sigframe __user *)*auxp;
155 unsigned long magic;
156 unsigned long size;
157 int err = 0;
158
159 __get_user_error(magic, &frame->magic, err);
160 __get_user_error(size, &frame->size, err);
161
162 if (err)
163 return -EFAULT;
164 if (magic != VFP_MAGIC || size != VFP_STORAGE_SIZE)
165 return -EINVAL;
166
167 *auxp += size;
168 return vfp_restore_user_hwstate(&frame->ufp, &frame->ufp_exc);
169}
170
171#endif
172
173
174
175
176
177static int restore_sigframe(struct pt_regs *regs, struct sigframe __user *sf)
178{
179 char __user *aux;
180 sigset_t set;
181 int err;
182
183 err = __copy_from_user(&set, &sf->uc.uc_sigmask, sizeof(set));
184 if (err == 0)
185 set_current_blocked(&set);
186
187 __get_user_error(regs->ARM_r0, &sf->uc.uc_mcontext.arm_r0, err);
188 __get_user_error(regs->ARM_r1, &sf->uc.uc_mcontext.arm_r1, err);
189 __get_user_error(regs->ARM_r2, &sf->uc.uc_mcontext.arm_r2, err);
190 __get_user_error(regs->ARM_r3, &sf->uc.uc_mcontext.arm_r3, err);
191 __get_user_error(regs->ARM_r4, &sf->uc.uc_mcontext.arm_r4, err);
192 __get_user_error(regs->ARM_r5, &sf->uc.uc_mcontext.arm_r5, err);
193 __get_user_error(regs->ARM_r6, &sf->uc.uc_mcontext.arm_r6, err);
194 __get_user_error(regs->ARM_r7, &sf->uc.uc_mcontext.arm_r7, err);
195 __get_user_error(regs->ARM_r8, &sf->uc.uc_mcontext.arm_r8, err);
196 __get_user_error(regs->ARM_r9, &sf->uc.uc_mcontext.arm_r9, err);
197 __get_user_error(regs->ARM_r10, &sf->uc.uc_mcontext.arm_r10, err);
198 __get_user_error(regs->ARM_fp, &sf->uc.uc_mcontext.arm_fp, err);
199 __get_user_error(regs->ARM_ip, &sf->uc.uc_mcontext.arm_ip, err);
200 __get_user_error(regs->ARM_sp, &sf->uc.uc_mcontext.arm_sp, err);
201 __get_user_error(regs->ARM_lr, &sf->uc.uc_mcontext.arm_lr, err);
202 __get_user_error(regs->ARM_pc, &sf->uc.uc_mcontext.arm_pc, err);
203 __get_user_error(regs->ARM_cpsr, &sf->uc.uc_mcontext.arm_cpsr, err);
204
205 err |= !valid_user_regs(regs);
206
207 aux = (char __user *) sf->uc.uc_regspace;
208#ifdef CONFIG_CRUNCH
209 if (err == 0)
210 err |= restore_crunch_context(&aux);
211#endif
212#ifdef CONFIG_IWMMXT
213 if (err == 0)
214 err |= restore_iwmmxt_context(&aux);
215#endif
216#ifdef CONFIG_VFP
217 if (err == 0)
218 err |= restore_vfp_context(&aux);
219#endif
220
221 return err;
222}
223
224asmlinkage int sys_sigreturn(struct pt_regs *regs)
225{
226 struct sigframe __user *frame;
227
228
229 current->restart_block.fn = do_no_restart_syscall;
230
231
232
233
234
235
236 if (regs->ARM_sp & 7)
237 goto badframe;
238
239 frame = (struct sigframe __user *)regs->ARM_sp;
240
241 if (!access_ok(VERIFY_READ, frame, sizeof (*frame)))
242 goto badframe;
243
244 if (restore_sigframe(regs, frame))
245 goto badframe;
246
247 return regs->ARM_r0;
248
249badframe:
250 force_sig(SIGSEGV, current);
251 return 0;
252}
253
254asmlinkage int sys_rt_sigreturn(struct pt_regs *regs)
255{
256 struct rt_sigframe __user *frame;
257
258
259 current->restart_block.fn = do_no_restart_syscall;
260
261
262
263
264
265
266 if (regs->ARM_sp & 7)
267 goto badframe;
268
269 frame = (struct rt_sigframe __user *)regs->ARM_sp;
270
271 if (!access_ok(VERIFY_READ, frame, sizeof (*frame)))
272 goto badframe;
273
274 if (restore_sigframe(regs, &frame->sig))
275 goto badframe;
276
277 if (restore_altstack(&frame->sig.uc.uc_stack))
278 goto badframe;
279
280 return regs->ARM_r0;
281
282badframe:
283 force_sig(SIGSEGV, current);
284 return 0;
285}
286
287static int
288setup_sigframe(struct sigframe __user *sf, struct pt_regs *regs, sigset_t *set)
289{
290 struct aux_sigframe __user *aux;
291 int err = 0;
292
293 __put_user_error(regs->ARM_r0, &sf->uc.uc_mcontext.arm_r0, err);
294 __put_user_error(regs->ARM_r1, &sf->uc.uc_mcontext.arm_r1, err);
295 __put_user_error(regs->ARM_r2, &sf->uc.uc_mcontext.arm_r2, err);
296 __put_user_error(regs->ARM_r3, &sf->uc.uc_mcontext.arm_r3, err);
297 __put_user_error(regs->ARM_r4, &sf->uc.uc_mcontext.arm_r4, err);
298 __put_user_error(regs->ARM_r5, &sf->uc.uc_mcontext.arm_r5, err);
299 __put_user_error(regs->ARM_r6, &sf->uc.uc_mcontext.arm_r6, err);
300 __put_user_error(regs->ARM_r7, &sf->uc.uc_mcontext.arm_r7, err);
301 __put_user_error(regs->ARM_r8, &sf->uc.uc_mcontext.arm_r8, err);
302 __put_user_error(regs->ARM_r9, &sf->uc.uc_mcontext.arm_r9, err);
303 __put_user_error(regs->ARM_r10, &sf->uc.uc_mcontext.arm_r10, err);
304 __put_user_error(regs->ARM_fp, &sf->uc.uc_mcontext.arm_fp, err);
305 __put_user_error(regs->ARM_ip, &sf->uc.uc_mcontext.arm_ip, err);
306 __put_user_error(regs->ARM_sp, &sf->uc.uc_mcontext.arm_sp, err);
307 __put_user_error(regs->ARM_lr, &sf->uc.uc_mcontext.arm_lr, err);
308 __put_user_error(regs->ARM_pc, &sf->uc.uc_mcontext.arm_pc, err);
309 __put_user_error(regs->ARM_cpsr, &sf->uc.uc_mcontext.arm_cpsr, err);
310
311 __put_user_error(current->thread.trap_no, &sf->uc.uc_mcontext.trap_no, err);
312 __put_user_error(current->thread.error_code, &sf->uc.uc_mcontext.error_code, err);
313 __put_user_error(current->thread.address, &sf->uc.uc_mcontext.fault_address, err);
314 __put_user_error(set->sig[0], &sf->uc.uc_mcontext.oldmask, err);
315
316 err |= __copy_to_user(&sf->uc.uc_sigmask, set, sizeof(*set));
317
318 aux = (struct aux_sigframe __user *) sf->uc.uc_regspace;
319#ifdef CONFIG_CRUNCH
320 if (err == 0)
321 err |= preserve_crunch_context(&aux->crunch);
322#endif
323#ifdef CONFIG_IWMMXT
324 if (err == 0)
325 err |= preserve_iwmmxt_context(&aux->iwmmxt);
326#endif
327#ifdef CONFIG_VFP
328 if (err == 0)
329 err |= preserve_vfp_context(&aux->vfp);
330#endif
331 __put_user_error(0, &aux->end_magic, err);
332
333 return err;
334}
335
336static inline void __user *
337get_sigframe(struct ksignal *ksig, struct pt_regs *regs, int framesize)
338{
339 unsigned long sp = sigsp(regs->ARM_sp, ksig);
340 void __user *frame;
341
342
343
344
345 frame = (void __user *)((sp - framesize) & ~7);
346
347
348
349
350 if (!access_ok(VERIFY_WRITE, frame, framesize))
351 frame = NULL;
352
353 return frame;
354}
355
356static int
357setup_return(struct pt_regs *regs, struct ksignal *ksig,
358 unsigned long __user *rc, void __user *frame)
359{
360 unsigned long handler = (unsigned long)ksig->ka.sa.sa_handler;
361 unsigned long handler_fdpic_GOT = 0;
362 unsigned long retcode;
363 unsigned int idx, thumb = 0;
364 unsigned long cpsr = regs->ARM_cpsr & ~(PSR_f | PSR_E_BIT);
365 bool fdpic = IS_ENABLED(CONFIG_BINFMT_ELF_FDPIC) &&
366 (current->personality & FDPIC_FUNCPTRS);
367
368 if (fdpic) {
369 unsigned long __user *fdpic_func_desc =
370 (unsigned long __user *)handler;
371 if (__get_user(handler, &fdpic_func_desc[0]) ||
372 __get_user(handler_fdpic_GOT, &fdpic_func_desc[1]))
373 return 1;
374 }
375
376 cpsr |= PSR_ENDSTATE;
377
378
379
380
381 if (ksig->ka.sa.sa_flags & SA_THIRTYTWO)
382 cpsr = (cpsr & ~MODE_MASK) | USR_MODE;
383
384#ifdef CONFIG_ARM_THUMB
385 if (elf_hwcap & HWCAP_THUMB) {
386
387
388
389
390 thumb = handler & 1;
391
392
393
394
395
396
397
398
399
400
401
402
403 cpsr &= ~PSR_IT_MASK;
404
405 if (thumb) {
406 cpsr |= PSR_T_BIT;
407 } else
408 cpsr &= ~PSR_T_BIT;
409 }
410#endif
411
412 if (ksig->ka.sa.sa_flags & SA_RESTORER) {
413 retcode = (unsigned long)ksig->ka.sa.sa_restorer;
414 if (fdpic) {
415
416
417
418
419
420
421
422 idx = 6 + thumb * 3;
423 if (ksig->ka.sa.sa_flags & SA_SIGINFO)
424 idx += 5;
425 if (__put_user(sigreturn_codes[idx], rc ) ||
426 __put_user(sigreturn_codes[idx+1], rc+1) ||
427 __put_user(sigreturn_codes[idx+2], rc+2) ||
428 __put_user(retcode, rc+3))
429 return 1;
430 goto rc_finish;
431 }
432 } else {
433 idx = thumb << 1;
434 if (ksig->ka.sa.sa_flags & SA_SIGINFO)
435 idx += 3;
436
437
438
439
440
441 if (__put_user(sigreturn_codes[idx], rc) ||
442 __put_user(sigreturn_codes[idx+1], rc+1))
443 return 1;
444
445rc_finish:
446#ifdef CONFIG_MMU
447 if (cpsr & MODE32_BIT) {
448 struct mm_struct *mm = current->mm;
449
450
451
452
453
454
455 retcode = mm->context.sigpage + signal_return_offset +
456 (idx << 2) + thumb;
457 } else
458#endif
459 {
460
461
462
463
464 flush_icache_range((unsigned long)rc,
465 (unsigned long)(rc + 3));
466
467 retcode = ((unsigned long)rc) + thumb;
468 }
469 }
470
471 regs->ARM_r0 = ksig->sig;
472 regs->ARM_sp = (unsigned long)frame;
473 regs->ARM_lr = retcode;
474 regs->ARM_pc = handler;
475 if (fdpic)
476 regs->ARM_r9 = handler_fdpic_GOT;
477 regs->ARM_cpsr = cpsr;
478
479 return 0;
480}
481
482static int
483setup_frame(struct ksignal *ksig, sigset_t *set, struct pt_regs *regs)
484{
485 struct sigframe __user *frame = get_sigframe(ksig, regs, sizeof(*frame));
486 int err = 0;
487
488 if (!frame)
489 return 1;
490
491
492
493
494 __put_user_error(0x5ac3c35a, &frame->uc.uc_flags, err);
495
496 err |= setup_sigframe(frame, regs, set);
497 if (err == 0)
498 err = setup_return(regs, ksig, frame->retcode, frame);
499
500 return err;
501}
502
503static int
504setup_rt_frame(struct ksignal *ksig, sigset_t *set, struct pt_regs *regs)
505{
506 struct rt_sigframe __user *frame = get_sigframe(ksig, regs, sizeof(*frame));
507 int err = 0;
508
509 if (!frame)
510 return 1;
511
512 err |= copy_siginfo_to_user(&frame->info, &ksig->info);
513
514 __put_user_error(0, &frame->sig.uc.uc_flags, err);
515 __put_user_error(NULL, &frame->sig.uc.uc_link, err);
516
517 err |= __save_altstack(&frame->sig.uc.uc_stack, regs->ARM_sp);
518 err |= setup_sigframe(&frame->sig, regs, set);
519 if (err == 0)
520 err = setup_return(regs, ksig, frame->sig.retcode, frame);
521
522 if (err == 0) {
523
524
525
526
527
528 regs->ARM_r1 = (unsigned long)&frame->info;
529 regs->ARM_r2 = (unsigned long)&frame->sig.uc;
530 }
531
532 return err;
533}
534
535
536
537
538static void handle_signal(struct ksignal *ksig, struct pt_regs *regs)
539{
540 sigset_t *oldset = sigmask_to_save();
541 int ret;
542
543
544
545
546
547 rseq_signal_deliver(ksig, regs);
548
549
550
551
552 if (ksig->ka.sa.sa_flags & SA_SIGINFO)
553 ret = setup_rt_frame(ksig, oldset, regs);
554 else
555 ret = setup_frame(ksig, oldset, regs);
556
557
558
559
560 ret |= !valid_user_regs(regs);
561
562 signal_setup_done(ret, ksig, 0);
563}
564
565
566
567
568
569
570
571
572
573
574static int do_signal(struct pt_regs *regs, int syscall)
575{
576 unsigned int retval = 0, continue_addr = 0, restart_addr = 0;
577 struct ksignal ksig;
578 int restart = 0;
579
580
581
582
583 if (syscall) {
584 continue_addr = regs->ARM_pc;
585 restart_addr = continue_addr - (thumb_mode(regs) ? 2 : 4);
586 retval = regs->ARM_r0;
587
588
589
590
591
592 switch (retval) {
593 case -ERESTART_RESTARTBLOCK:
594 restart -= 2;
595 case -ERESTARTNOHAND:
596 case -ERESTARTSYS:
597 case -ERESTARTNOINTR:
598 restart++;
599 regs->ARM_r0 = regs->ARM_ORIG_r0;
600 regs->ARM_pc = restart_addr;
601 break;
602 }
603 }
604
605
606
607
608
609
610
611
612
613
614 if (get_signal(&ksig)) {
615
616 if (unlikely(restart) && regs->ARM_pc == restart_addr) {
617 if (retval == -ERESTARTNOHAND ||
618 retval == -ERESTART_RESTARTBLOCK
619 || (retval == -ERESTARTSYS
620 && !(ksig.ka.sa.sa_flags & SA_RESTART))) {
621 regs->ARM_r0 = -EINTR;
622 regs->ARM_pc = continue_addr;
623 }
624 }
625 handle_signal(&ksig, regs);
626 } else {
627
628 restore_saved_sigmask();
629 if (unlikely(restart) && regs->ARM_pc == restart_addr) {
630 regs->ARM_pc = continue_addr;
631 return restart;
632 }
633 }
634 return 0;
635}
636
637asmlinkage int
638do_work_pending(struct pt_regs *regs, unsigned int thread_flags, int syscall)
639{
640
641
642
643
644
645 trace_hardirqs_off();
646 do {
647 if (likely(thread_flags & _TIF_NEED_RESCHED)) {
648 schedule();
649 } else {
650 if (unlikely(!user_mode(regs)))
651 return 0;
652 local_irq_enable();
653 if (thread_flags & _TIF_SIGPENDING) {
654 int restart = do_signal(regs, syscall);
655 if (unlikely(restart)) {
656
657
658
659
660
661 return restart;
662 }
663 syscall = 0;
664 } else if (thread_flags & _TIF_UPROBE) {
665 uprobe_notify_resume(regs);
666 } else {
667 clear_thread_flag(TIF_NOTIFY_RESUME);
668 tracehook_notify_resume(regs);
669 rseq_handle_notify_resume(NULL, regs);
670 }
671 }
672 local_irq_disable();
673 thread_flags = current_thread_info()->flags;
674 } while (thread_flags & _TIF_WORK_MASK);
675 return 0;
676}
677
678struct page *get_signal_page(void)
679{
680 unsigned long ptr;
681 unsigned offset;
682 struct page *page;
683 void *addr;
684
685 page = alloc_pages(GFP_KERNEL, 0);
686
687 if (!page)
688 return NULL;
689
690 addr = page_address(page);
691
692
693 offset = 0x200 + (get_random_int() & 0x7fc);
694 signal_return_offset = offset;
695
696
697
698
699
700 memcpy(addr + offset, sigreturn_codes, sizeof(sigreturn_codes));
701
702 ptr = (unsigned long)addr + offset;
703 flush_icache_range(ptr, ptr + sizeof(sigreturn_codes));
704
705 return page;
706}
707
708
709asmlinkage void addr_limit_check_failed(void)
710{
711 addr_limit_user_check();
712}
713
714#ifdef CONFIG_DEBUG_RSEQ
715asmlinkage void do_rseq_syscall(struct pt_regs *regs)
716{
717 rseq_syscall(regs);
718}
719#endif
720