1
2
3
4
5
6#ifndef _LINUX_FTRACE_H
7#define _LINUX_FTRACE_H
8
9#include <linux/trace_clock.h>
10#include <linux/kallsyms.h>
11#include <linux/linkage.h>
12#include <linux/bitops.h>
13#include <linux/ptrace.h>
14#include <linux/ktime.h>
15#include <linux/sched.h>
16#include <linux/types.h>
17#include <linux/init.h>
18#include <linux/fs.h>
19
20#include <asm/ftrace.h>
21
22
23
24
25
26
27#ifndef ARCH_SUPPORTS_FTRACE_OPS
28#define ARCH_SUPPORTS_FTRACE_OPS 0
29#endif
30
31
32
33
34
35
36#if !ARCH_SUPPORTS_FTRACE_OPS
37# define FTRACE_FORCE_LIST_FUNC 1
38#else
39# define FTRACE_FORCE_LIST_FUNC 0
40#endif
41
42
43#ifdef CONFIG_TRACING
44void trace_init(void);
45void early_trace_init(void);
46#else
47static inline void trace_init(void) { }
48static inline void early_trace_init(void) { }
49#endif
50
51struct module;
52struct ftrace_hash;
53
54#ifdef CONFIG_FUNCTION_TRACER
55
56extern int ftrace_enabled;
57extern int
58ftrace_enable_sysctl(struct ctl_table *table, int write,
59 void __user *buffer, size_t *lenp,
60 loff_t *ppos);
61
62struct ftrace_ops;
63
64typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip,
65 struct ftrace_ops *op, struct pt_regs *regs);
66
67ftrace_func_t ftrace_ops_get_func(struct ftrace_ops *ops);
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123enum {
124 FTRACE_OPS_FL_ENABLED = 1 << 0,
125 FTRACE_OPS_FL_DYNAMIC = 1 << 1,
126 FTRACE_OPS_FL_PER_CPU = 1 << 2,
127 FTRACE_OPS_FL_SAVE_REGS = 1 << 3,
128 FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 1 << 4,
129 FTRACE_OPS_FL_RECURSION_SAFE = 1 << 5,
130 FTRACE_OPS_FL_STUB = 1 << 6,
131 FTRACE_OPS_FL_INITIALIZED = 1 << 7,
132 FTRACE_OPS_FL_DELETED = 1 << 8,
133 FTRACE_OPS_FL_ADDING = 1 << 9,
134 FTRACE_OPS_FL_REMOVING = 1 << 10,
135 FTRACE_OPS_FL_MODIFYING = 1 << 11,
136 FTRACE_OPS_FL_ALLOC_TRAMP = 1 << 12,
137 FTRACE_OPS_FL_IPMODIFY = 1 << 13,
138 FTRACE_OPS_FL_PID = 1 << 14,
139 FTRACE_OPS_FL_RCU = 1 << 15,
140};
141
142#ifdef CONFIG_DYNAMIC_FTRACE
143
144struct ftrace_ops_hash {
145 struct ftrace_hash *notrace_hash;
146 struct ftrace_hash *filter_hash;
147 struct mutex regex_lock;
148};
149
150void ftrace_free_init_mem(void);
151#else
152static inline void ftrace_free_init_mem(void) { }
153#endif
154
155
156
157
158
159
160
161
162
163
164
165
166struct ftrace_ops {
167 ftrace_func_t func;
168 struct ftrace_ops *next;
169 unsigned long flags;
170 void *private;
171 ftrace_func_t saved_func;
172 int __percpu *disabled;
173#ifdef CONFIG_DYNAMIC_FTRACE
174 struct ftrace_ops_hash local_hash;
175 struct ftrace_ops_hash *func_hash;
176 struct ftrace_ops_hash old_hash;
177 unsigned long trampoline;
178 unsigned long trampoline_size;
179#endif
180};
181
182
183
184
185enum ftrace_tracing_type_t {
186 FTRACE_TYPE_ENTER = 0,
187 FTRACE_TYPE_RETURN,
188};
189
190
191extern enum ftrace_tracing_type_t ftrace_tracing_type;
192
193
194
195
196
197
198
199
200int register_ftrace_function(struct ftrace_ops *ops);
201int unregister_ftrace_function(struct ftrace_ops *ops);
202void clear_ftrace_function(void);
203
204
205
206
207
208
209
210
211
212
213static inline void ftrace_function_local_enable(struct ftrace_ops *ops)
214{
215 if (WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_PER_CPU)))
216 return;
217
218 (*this_cpu_ptr(ops->disabled))--;
219}
220
221
222
223
224
225
226
227
228
229
230static inline void ftrace_function_local_disable(struct ftrace_ops *ops)
231{
232 if (WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_PER_CPU)))
233 return;
234
235 (*this_cpu_ptr(ops->disabled))++;
236}
237
238
239
240
241
242
243
244
245
246
247static inline int ftrace_function_local_disabled(struct ftrace_ops *ops)
248{
249 WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_PER_CPU));
250 return *this_cpu_ptr(ops->disabled);
251}
252
253extern void ftrace_stub(unsigned long a0, unsigned long a1,
254 struct ftrace_ops *op, struct pt_regs *regs);
255
256#else
257
258
259
260
261#define register_ftrace_function(ops) ({ 0; })
262#define unregister_ftrace_function(ops) ({ 0; })
263static inline int ftrace_nr_registered_ops(void)
264{
265 return 0;
266}
267static inline void clear_ftrace_function(void) { }
268static inline void ftrace_kill(void) { }
269static inline void ftrace_free_init_mem(void) { }
270#endif
271
272#ifdef CONFIG_STACK_TRACER
273
274#define STACK_TRACE_ENTRIES 500
275
276struct stack_trace;
277
278extern unsigned stack_trace_index[];
279extern struct stack_trace stack_trace_max;
280extern unsigned long stack_trace_max_size;
281extern arch_spinlock_t stack_trace_max_lock;
282
283extern int stack_tracer_enabled;
284void stack_trace_print(void);
285int
286stack_trace_sysctl(struct ctl_table *table, int write,
287 void __user *buffer, size_t *lenp,
288 loff_t *ppos);
289
290
291DECLARE_PER_CPU(int, disable_stack_tracer);
292
293
294
295
296
297
298
299
300
301
302
303
304static inline void stack_tracer_disable(void)
305{
306
307 if (IS_ENABLED(CONFIG_PREEMPT_DEBUG))
308 WARN_ON_ONCE(!preempt_count() || !irqs_disabled());
309 this_cpu_inc(disable_stack_tracer);
310}
311
312
313
314
315
316
317
318static inline void stack_tracer_enable(void)
319{
320 if (IS_ENABLED(CONFIG_PREEMPT_DEBUG))
321 WARN_ON_ONCE(!preempt_count() || !irqs_disabled());
322 this_cpu_dec(disable_stack_tracer);
323}
324#else
325static inline void stack_tracer_disable(void) { }
326static inline void stack_tracer_enable(void) { }
327#endif
328
329#ifdef CONFIG_DYNAMIC_FTRACE
330
331int ftrace_arch_code_modify_prepare(void);
332int ftrace_arch_code_modify_post_process(void);
333
334struct dyn_ftrace;
335
336enum ftrace_bug_type {
337 FTRACE_BUG_UNKNOWN,
338 FTRACE_BUG_INIT,
339 FTRACE_BUG_NOP,
340 FTRACE_BUG_CALL,
341 FTRACE_BUG_UPDATE,
342};
343extern enum ftrace_bug_type ftrace_bug_type;
344
345
346
347
348
349extern const void *ftrace_expected;
350
351void ftrace_bug(int err, struct dyn_ftrace *rec);
352
353struct seq_file;
354
355extern int ftrace_text_reserved(const void *start, const void *end);
356
357extern int ftrace_nr_registered_ops(void);
358
359bool is_ftrace_trampoline(unsigned long addr);
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380enum {
381 FTRACE_FL_ENABLED = (1UL << 31),
382 FTRACE_FL_REGS = (1UL << 30),
383 FTRACE_FL_REGS_EN = (1UL << 29),
384 FTRACE_FL_TRAMP = (1UL << 28),
385 FTRACE_FL_TRAMP_EN = (1UL << 27),
386 FTRACE_FL_IPMODIFY = (1UL << 26),
387 FTRACE_FL_DISABLED = (1UL << 25),
388};
389
390#define FTRACE_REF_MAX_SHIFT 25
391#define FTRACE_FL_BITS 7
392#define FTRACE_FL_MASKED_BITS ((1UL << FTRACE_FL_BITS) - 1)
393#define FTRACE_FL_MASK (FTRACE_FL_MASKED_BITS << FTRACE_REF_MAX_SHIFT)
394#define FTRACE_REF_MAX ((1UL << FTRACE_REF_MAX_SHIFT) - 1)
395
396#define ftrace_rec_count(rec) ((rec)->flags & ~FTRACE_FL_MASK)
397
398struct dyn_ftrace {
399 unsigned long ip;
400 unsigned long flags;
401 struct dyn_arch_ftrace arch;
402};
403
404int ftrace_force_update(void);
405int ftrace_set_filter_ip(struct ftrace_ops *ops, unsigned long ip,
406 int remove, int reset);
407int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,
408 int len, int reset);
409int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,
410 int len, int reset);
411void ftrace_set_global_filter(unsigned char *buf, int len, int reset);
412void ftrace_set_global_notrace(unsigned char *buf, int len, int reset);
413void ftrace_free_filter(struct ftrace_ops *ops);
414void ftrace_ops_set_global_filter(struct ftrace_ops *ops);
415
416enum {
417 FTRACE_UPDATE_CALLS = (1 << 0),
418 FTRACE_DISABLE_CALLS = (1 << 1),
419 FTRACE_UPDATE_TRACE_FUNC = (1 << 2),
420 FTRACE_START_FUNC_RET = (1 << 3),
421 FTRACE_STOP_FUNC_RET = (1 << 4),
422};
423
424
425
426
427
428
429
430
431
432
433
434
435enum {
436 FTRACE_UPDATE_IGNORE,
437 FTRACE_UPDATE_MAKE_CALL,
438 FTRACE_UPDATE_MODIFY_CALL,
439 FTRACE_UPDATE_MAKE_NOP,
440};
441
442enum {
443 FTRACE_ITER_FILTER = (1 << 0),
444 FTRACE_ITER_NOTRACE = (1 << 1),
445 FTRACE_ITER_PRINTALL = (1 << 2),
446 FTRACE_ITER_DO_PROBES = (1 << 3),
447 FTRACE_ITER_PROBE = (1 << 4),
448 FTRACE_ITER_ENABLED = (1 << 5),
449};
450
451void arch_ftrace_update_code(int command);
452
453struct ftrace_rec_iter;
454
455struct ftrace_rec_iter *ftrace_rec_iter_start(void);
456struct ftrace_rec_iter *ftrace_rec_iter_next(struct ftrace_rec_iter *iter);
457struct dyn_ftrace *ftrace_rec_iter_record(struct ftrace_rec_iter *iter);
458
459#define for_ftrace_rec_iter(iter) \
460 for (iter = ftrace_rec_iter_start(); \
461 iter; \
462 iter = ftrace_rec_iter_next(iter))
463
464
465int ftrace_update_record(struct dyn_ftrace *rec, int enable);
466int ftrace_test_record(struct dyn_ftrace *rec, int enable);
467void ftrace_run_stop_machine(int command);
468unsigned long ftrace_location(unsigned long ip);
469unsigned long ftrace_location_range(unsigned long start, unsigned long end);
470unsigned long ftrace_get_addr_new(struct dyn_ftrace *rec);
471unsigned long ftrace_get_addr_curr(struct dyn_ftrace *rec);
472
473extern ftrace_func_t ftrace_trace_function;
474
475int ftrace_regex_open(struct ftrace_ops *ops, int flag,
476 struct inode *inode, struct file *file);
477ssize_t ftrace_filter_write(struct file *file, const char __user *ubuf,
478 size_t cnt, loff_t *ppos);
479ssize_t ftrace_notrace_write(struct file *file, const char __user *ubuf,
480 size_t cnt, loff_t *ppos);
481int ftrace_regex_release(struct inode *inode, struct file *file);
482
483void __init
484ftrace_set_early_filter(struct ftrace_ops *ops, char *buf, int enable);
485
486
487extern int ftrace_ip_converted(unsigned long ip);
488extern int ftrace_dyn_arch_init(void);
489extern void ftrace_replace_code(int enable);
490extern int ftrace_update_ftrace_func(ftrace_func_t func);
491extern void ftrace_caller(void);
492extern void ftrace_regs_caller(void);
493extern void ftrace_call(void);
494extern void ftrace_regs_call(void);
495extern void mcount_call(void);
496
497void ftrace_modify_all_code(int command);
498
499#ifndef FTRACE_ADDR
500#define FTRACE_ADDR ((unsigned long)ftrace_caller)
501#endif
502
503#ifndef FTRACE_GRAPH_ADDR
504#define FTRACE_GRAPH_ADDR ((unsigned long)ftrace_graph_caller)
505#endif
506
507#ifndef FTRACE_REGS_ADDR
508#ifdef CONFIG_DYNAMIC_FTRACE_WITH_REGS
509# define FTRACE_REGS_ADDR ((unsigned long)ftrace_regs_caller)
510#else
511# define FTRACE_REGS_ADDR FTRACE_ADDR
512#endif
513#endif
514
515
516
517
518
519
520
521#ifndef FTRACE_GRAPH_TRAMP_ADDR
522#define FTRACE_GRAPH_TRAMP_ADDR ((unsigned long) 0)
523#endif
524
525#ifdef CONFIG_FUNCTION_GRAPH_TRACER
526extern void ftrace_graph_caller(void);
527extern int ftrace_enable_ftrace_graph_caller(void);
528extern int ftrace_disable_ftrace_graph_caller(void);
529#else
530static inline int ftrace_enable_ftrace_graph_caller(void) { return 0; }
531static inline int ftrace_disable_ftrace_graph_caller(void) { return 0; }
532#endif
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555extern int ftrace_make_nop(struct module *mod,
556 struct dyn_ftrace *rec, unsigned long addr);
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578extern int ftrace_make_call(struct dyn_ftrace *rec, unsigned long addr);
579
580#ifdef CONFIG_DYNAMIC_FTRACE_WITH_REGS
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602extern int ftrace_modify_call(struct dyn_ftrace *rec, unsigned long old_addr,
603 unsigned long addr);
604#else
605
606static inline int ftrace_modify_call(struct dyn_ftrace *rec, unsigned long old_addr,
607 unsigned long addr)
608{
609 return -EINVAL;
610}
611#endif
612
613
614extern int ftrace_arch_read_dyn_info(char *buf, int size);
615
616extern int skip_trace(unsigned long ip);
617extern void ftrace_module_init(struct module *mod);
618extern void ftrace_module_enable(struct module *mod);
619extern void ftrace_release_mod(struct module *mod);
620
621extern void ftrace_disable_daemon(void);
622extern void ftrace_enable_daemon(void);
623#else
624static inline int skip_trace(unsigned long ip) { return 0; }
625static inline int ftrace_force_update(void) { return 0; }
626static inline void ftrace_disable_daemon(void) { }
627static inline void ftrace_enable_daemon(void) { }
628static inline void ftrace_module_init(struct module *mod) { }
629static inline void ftrace_module_enable(struct module *mod) { }
630static inline void ftrace_release_mod(struct module *mod) { }
631static inline int ftrace_text_reserved(const void *start, const void *end)
632{
633 return 0;
634}
635static inline unsigned long ftrace_location(unsigned long ip)
636{
637 return 0;
638}
639
640
641
642
643
644
645#define ftrace_regex_open(ops, flag, inod, file) ({ -ENODEV; })
646#define ftrace_set_early_filter(ops, buf, enable) do { } while (0)
647#define ftrace_set_filter_ip(ops, ip, remove, reset) ({ -ENODEV; })
648#define ftrace_set_filter(ops, buf, len, reset) ({ -ENODEV; })
649#define ftrace_set_notrace(ops, buf, len, reset) ({ -ENODEV; })
650#define ftrace_free_filter(ops) do { } while (0)
651#define ftrace_ops_set_global_filter(ops) do { } while (0)
652
653static inline ssize_t ftrace_filter_write(struct file *file, const char __user *ubuf,
654 size_t cnt, loff_t *ppos) { return -ENODEV; }
655static inline ssize_t ftrace_notrace_write(struct file *file, const char __user *ubuf,
656 size_t cnt, loff_t *ppos) { return -ENODEV; }
657static inline int
658ftrace_regex_release(struct inode *inode, struct file *file) { return -ENODEV; }
659
660static inline bool is_ftrace_trampoline(unsigned long addr)
661{
662 return false;
663}
664#endif
665
666
667void ftrace_kill(void);
668
669static inline void tracer_disable(void)
670{
671#ifdef CONFIG_FUNCTION_TRACER
672 ftrace_enabled = 0;
673#endif
674}
675
676
677
678
679
680
681static inline int __ftrace_enabled_save(void)
682{
683#ifdef CONFIG_FUNCTION_TRACER
684 int saved_ftrace_enabled = ftrace_enabled;
685 ftrace_enabled = 0;
686 return saved_ftrace_enabled;
687#else
688 return 0;
689#endif
690}
691
692static inline void __ftrace_enabled_restore(int enabled)
693{
694#ifdef CONFIG_FUNCTION_TRACER
695 ftrace_enabled = enabled;
696#endif
697}
698
699
700#ifndef ftrace_return_address0
701# define ftrace_return_address0 __builtin_return_address(0)
702#endif
703
704
705#ifndef ftrace_return_address
706# ifdef CONFIG_FRAME_POINTER
707# define ftrace_return_address(n) __builtin_return_address(n)
708# else
709# define ftrace_return_address(n) 0UL
710# endif
711#endif
712
713#define CALLER_ADDR0 ((unsigned long)ftrace_return_address0)
714#define CALLER_ADDR1 ((unsigned long)ftrace_return_address(1))
715#define CALLER_ADDR2 ((unsigned long)ftrace_return_address(2))
716#define CALLER_ADDR3 ((unsigned long)ftrace_return_address(3))
717#define CALLER_ADDR4 ((unsigned long)ftrace_return_address(4))
718#define CALLER_ADDR5 ((unsigned long)ftrace_return_address(5))
719#define CALLER_ADDR6 ((unsigned long)ftrace_return_address(6))
720
721static inline unsigned long get_lock_parent_ip(void)
722{
723 unsigned long addr = CALLER_ADDR0;
724
725 if (!in_lock_functions(addr))
726 return addr;
727 addr = CALLER_ADDR1;
728 if (!in_lock_functions(addr))
729 return addr;
730 return CALLER_ADDR2;
731}
732
733#ifdef CONFIG_IRQSOFF_TRACER
734 extern void time_hardirqs_on(unsigned long a0, unsigned long a1);
735 extern void time_hardirqs_off(unsigned long a0, unsigned long a1);
736#else
737 static inline void time_hardirqs_on(unsigned long a0, unsigned long a1) { }
738 static inline void time_hardirqs_off(unsigned long a0, unsigned long a1) { }
739#endif
740
741#ifdef CONFIG_PREEMPT_TRACER
742 extern void trace_preempt_on(unsigned long a0, unsigned long a1);
743 extern void trace_preempt_off(unsigned long a0, unsigned long a1);
744#else
745
746
747
748
749# define trace_preempt_on(a0, a1) do { } while (0)
750# define trace_preempt_off(a0, a1) do { } while (0)
751#endif
752
753#ifdef CONFIG_FTRACE_MCOUNT_RECORD
754extern void ftrace_init(void);
755#else
756static inline void ftrace_init(void) { }
757#endif
758
759
760
761
762
763
764struct ftrace_graph_ent {
765 unsigned long func;
766 int depth;
767} __packed;
768
769
770
771
772
773
774struct ftrace_graph_ret {
775 unsigned long func;
776
777 unsigned long overrun;
778 unsigned long long calltime;
779 unsigned long long rettime;
780 int depth;
781} __packed;
782
783
784typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *);
785typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *);
786
787#ifdef CONFIG_FUNCTION_GRAPH_TRACER
788
789
790#define INIT_FTRACE_GRAPH .ret_stack = NULL,
791
792
793
794
795
796
797struct ftrace_ret_stack {
798 unsigned long ret;
799 unsigned long func;
800 unsigned long long calltime;
801#ifdef CONFIG_FUNCTION_PROFILER
802 unsigned long long subtime;
803#endif
804#ifdef HAVE_FUNCTION_GRAPH_FP_TEST
805 unsigned long fp;
806#endif
807#ifdef HAVE_FUNCTION_GRAPH_RET_ADDR_PTR
808 unsigned long *retp;
809#endif
810};
811
812
813
814
815
816
817extern void return_to_handler(void);
818
819extern int
820ftrace_push_return_trace(unsigned long ret, unsigned long func, int *depth,
821 unsigned long frame_pointer, unsigned long *retp);
822
823unsigned long ftrace_graph_ret_addr(struct task_struct *task, int *idx,
824 unsigned long ret, unsigned long *retp);
825
826
827
828
829
830
831#define __notrace_funcgraph notrace
832
833#define FTRACE_NOTRACE_DEPTH 65536
834#define FTRACE_RETFUNC_DEPTH 50
835#define FTRACE_RETSTACK_ALLOC_SIZE 32
836extern int register_ftrace_graph(trace_func_graph_ret_t retfunc,
837 trace_func_graph_ent_t entryfunc);
838
839extern bool ftrace_graph_is_dead(void);
840extern void ftrace_graph_stop(void);
841
842
843extern trace_func_graph_ret_t ftrace_graph_return;
844extern trace_func_graph_ent_t ftrace_graph_entry;
845
846extern void unregister_ftrace_graph(void);
847
848extern void ftrace_graph_init_task(struct task_struct *t);
849extern void ftrace_graph_exit_task(struct task_struct *t);
850extern void ftrace_graph_init_idle_task(struct task_struct *t, int cpu);
851
852static inline int task_curr_ret_stack(struct task_struct *t)
853{
854 return t->curr_ret_stack;
855}
856
857static inline void pause_graph_tracing(void)
858{
859 atomic_inc(¤t->tracing_graph_pause);
860}
861
862static inline void unpause_graph_tracing(void)
863{
864 atomic_dec(¤t->tracing_graph_pause);
865}
866#else
867
868#define __notrace_funcgraph
869#define INIT_FTRACE_GRAPH
870
871static inline void ftrace_graph_init_task(struct task_struct *t) { }
872static inline void ftrace_graph_exit_task(struct task_struct *t) { }
873static inline void ftrace_graph_init_idle_task(struct task_struct *t, int cpu) { }
874
875static inline int register_ftrace_graph(trace_func_graph_ret_t retfunc,
876 trace_func_graph_ent_t entryfunc)
877{
878 return -1;
879}
880static inline void unregister_ftrace_graph(void) { }
881
882static inline int task_curr_ret_stack(struct task_struct *tsk)
883{
884 return -1;
885}
886
887static inline unsigned long
888ftrace_graph_ret_addr(struct task_struct *task, int *idx, unsigned long ret,
889 unsigned long *retp)
890{
891 return ret;
892}
893
894static inline void pause_graph_tracing(void) { }
895static inline void unpause_graph_tracing(void) { }
896#endif
897
898#ifdef CONFIG_TRACING
899
900
901enum {
902 TSK_TRACE_FL_TRACE_BIT = 0,
903 TSK_TRACE_FL_GRAPH_BIT = 1,
904};
905enum {
906 TSK_TRACE_FL_TRACE = 1 << TSK_TRACE_FL_TRACE_BIT,
907 TSK_TRACE_FL_GRAPH = 1 << TSK_TRACE_FL_GRAPH_BIT,
908};
909
910static inline void set_tsk_trace_trace(struct task_struct *tsk)
911{
912 set_bit(TSK_TRACE_FL_TRACE_BIT, &tsk->trace);
913}
914
915static inline void clear_tsk_trace_trace(struct task_struct *tsk)
916{
917 clear_bit(TSK_TRACE_FL_TRACE_BIT, &tsk->trace);
918}
919
920static inline int test_tsk_trace_trace(struct task_struct *tsk)
921{
922 return tsk->trace & TSK_TRACE_FL_TRACE;
923}
924
925static inline void set_tsk_trace_graph(struct task_struct *tsk)
926{
927 set_bit(TSK_TRACE_FL_GRAPH_BIT, &tsk->trace);
928}
929
930static inline void clear_tsk_trace_graph(struct task_struct *tsk)
931{
932 clear_bit(TSK_TRACE_FL_GRAPH_BIT, &tsk->trace);
933}
934
935static inline int test_tsk_trace_graph(struct task_struct *tsk)
936{
937 return tsk->trace & TSK_TRACE_FL_GRAPH;
938}
939
940enum ftrace_dump_mode;
941
942extern enum ftrace_dump_mode ftrace_dump_on_oops;
943extern int tracepoint_printk;
944
945extern void disable_trace_on_warning(void);
946extern int __disable_trace_on_warning;
947
948#ifdef CONFIG_PREEMPT
949#define INIT_TRACE_RECURSION .trace_recursion = 0,
950#endif
951
952int tracepoint_printk_sysctl(struct ctl_table *table, int write,
953 void __user *buffer, size_t *lenp,
954 loff_t *ppos);
955
956#else
957static inline void disable_trace_on_warning(void) { }
958#endif
959
960#ifndef INIT_TRACE_RECURSION
961#define INIT_TRACE_RECURSION
962#endif
963
964#ifdef CONFIG_FTRACE_SYSCALLS
965
966unsigned long arch_syscall_addr(int nr);
967
968#endif
969
970#endif
971