1
2
3
4#include <linux/perf_event.h>
5#include <linux/uaccess.h>
6
7
8struct stackframe {
9 unsigned long fp;
10 unsigned long lr;
11};
12
13static int unwind_frame_kernel(struct stackframe *frame)
14{
15 unsigned long low = (unsigned long)task_stack_page(current);
16 unsigned long high = low + THREAD_SIZE;
17
18 if (unlikely(frame->fp < low || frame->fp > high))
19 return -EPERM;
20
21 if (kstack_end((void *)frame->fp) || frame->fp & 0x3)
22 return -EPERM;
23
24 *frame = *(struct stackframe *)frame->fp;
25
26 if (__kernel_text_address(frame->lr)) {
27 int graph = 0;
28
29 frame->lr = ftrace_graph_ret_addr(NULL, &graph, frame->lr,
30 NULL);
31 }
32 return 0;
33}
34
35static void notrace walk_stackframe(struct stackframe *fr,
36 struct perf_callchain_entry_ctx *entry)
37{
38 do {
39 perf_callchain_store(entry, fr->lr);
40 } while (unwind_frame_kernel(fr) >= 0);
41}
42
43
44
45
46
47static unsigned long user_backtrace(struct perf_callchain_entry_ctx *entry,
48 unsigned long fp, unsigned long reg_lr)
49{
50 struct stackframe buftail;
51 unsigned long lr = 0;
52 unsigned long *user_frame_tail = (unsigned long *)fp;
53
54
55 if (!access_ok(user_frame_tail, sizeof(buftail)))
56 return 0;
57 if (__copy_from_user_inatomic(&buftail, user_frame_tail,
58 sizeof(buftail)))
59 return 0;
60
61 if (reg_lr != 0)
62 lr = reg_lr;
63 else
64 lr = buftail.lr;
65
66 fp = buftail.fp;
67 perf_callchain_store(entry, lr);
68
69 return fp;
70}
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86void perf_callchain_user(struct perf_callchain_entry_ctx *entry,
87 struct pt_regs *regs)
88{
89 unsigned long fp = 0;
90
91 fp = regs->regs[4];
92 perf_callchain_store(entry, regs->pc);
93
94
95
96
97
98
99
100 fp = user_backtrace(entry, fp, regs->lr);
101
102 while (fp && !(fp & 0x3) && entry->nr < entry->max_stack)
103 fp = user_backtrace(entry, fp, 0);
104}
105
106void perf_callchain_kernel(struct perf_callchain_entry_ctx *entry,
107 struct pt_regs *regs)
108{
109 struct stackframe fr;
110
111 fr.fp = regs->regs[4];
112 fr.lr = regs->lr;
113 walk_stackframe(&fr, entry);
114}
115