1
2
3
4
5
6
7#include <linux/sched.h>
8#include <linux/sched/debug.h>
9#include <linux/sched/task_stack.h>
10#include <linux/stacktrace.h>
11#include <linux/export.h>
12#include <asm/stacktrace.h>
13
14
15
16
17static void save_raw_context_stack(struct stack_trace *trace,
18 unsigned long reg29, int savesched)
19{
20 unsigned long *sp = (unsigned long *)reg29;
21 unsigned long addr;
22
23 while (!kstack_end(sp)) {
24 addr = *sp++;
25 if (__kernel_text_address(addr) &&
26 (savesched || !in_sched_functions(addr))) {
27 if (trace->skip > 0)
28 trace->skip--;
29 else
30 trace->entries[trace->nr_entries++] = addr;
31 if (trace->nr_entries >= trace->max_entries)
32 break;
33 }
34 }
35}
36
37static void save_context_stack(struct stack_trace *trace,
38 struct task_struct *tsk, struct pt_regs *regs, int savesched)
39{
40 unsigned long sp = regs->regs[29];
41#ifdef CONFIG_KALLSYMS
42 unsigned long ra = regs->regs[31];
43 unsigned long pc = regs->cp0_epc;
44
45 if (raw_show_trace || !__kernel_text_address(pc)) {
46 unsigned long stack_page =
47 (unsigned long)task_stack_page(tsk);
48 if (stack_page && sp >= stack_page &&
49 sp <= stack_page + THREAD_SIZE - 32)
50 save_raw_context_stack(trace, sp, savesched);
51 return;
52 }
53 do {
54 if (savesched || !in_sched_functions(pc)) {
55 if (trace->skip > 0)
56 trace->skip--;
57 else
58 trace->entries[trace->nr_entries++] = pc;
59 if (trace->nr_entries >= trace->max_entries)
60 break;
61 }
62 pc = unwind_stack(tsk, &sp, pc, &ra);
63 } while (pc);
64#else
65 save_raw_context_stack(trace, sp, savesched);
66#endif
67}
68
69
70
71
72void save_stack_trace(struct stack_trace *trace)
73{
74 save_stack_trace_tsk(current, trace);
75}
76EXPORT_SYMBOL_GPL(save_stack_trace);
77
78void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace)
79{
80 struct pt_regs dummyregs;
81 struct pt_regs *regs = &dummyregs;
82
83 WARN_ON(trace->nr_entries || !trace->max_entries);
84
85 if (tsk != current) {
86 regs->regs[29] = tsk->thread.reg29;
87 regs->regs[31] = 0;
88 regs->cp0_epc = tsk->thread.reg31;
89 } else
90 prepare_frametrace(regs);
91 save_context_stack(trace, tsk, regs, tsk == current);
92}
93EXPORT_SYMBOL_GPL(save_stack_trace_tsk);
94