1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#include <linux/trace_events.h>
22
23#ifndef TRACE_SYSTEM_VAR
24#define TRACE_SYSTEM_VAR TRACE_SYSTEM
25#endif
26
27#define __app__(x, y) str__##x##y
28#define __app(x, y) __app__(x, y)
29
30#define TRACE_SYSTEM_STRING __app(TRACE_SYSTEM_VAR,__trace_system_name)
31
32#define TRACE_MAKE_SYSTEM_STR() \
33 static const char TRACE_SYSTEM_STRING[] = \
34 __stringify(TRACE_SYSTEM)
35
36TRACE_MAKE_SYSTEM_STR();
37
38#undef TRACE_DEFINE_ENUM
39#define TRACE_DEFINE_ENUM(a) \
40 static struct trace_eval_map __used __initdata \
41 __##TRACE_SYSTEM##_##a = \
42 { \
43 .system = TRACE_SYSTEM_STRING, \
44 .eval_string = #a, \
45 .eval_value = a \
46 }; \
47 static struct trace_eval_map __used \
48 __attribute__((section("_ftrace_eval_map"))) \
49 *TRACE_SYSTEM##_##a = &__##TRACE_SYSTEM##_##a
50
51#undef TRACE_DEFINE_SIZEOF
52#define TRACE_DEFINE_SIZEOF(a) \
53 static struct trace_eval_map __used __initdata \
54 __##TRACE_SYSTEM##_##a = \
55 { \
56 .system = TRACE_SYSTEM_STRING, \
57 .eval_string = "sizeof(" #a ")", \
58 .eval_value = sizeof(a) \
59 }; \
60 static struct trace_eval_map __used \
61 __attribute__((section("_ftrace_eval_map"))) \
62 *TRACE_SYSTEM##_##a = &__##TRACE_SYSTEM##_##a
63
64
65
66
67
68
69
70
71
72
73#undef TRACE_EVENT
74#define TRACE_EVENT(name, proto, args, tstruct, assign, print) \
75 DECLARE_EVENT_CLASS(name, \
76 PARAMS(proto), \
77 PARAMS(args), \
78 PARAMS(tstruct), \
79 PARAMS(assign), \
80 PARAMS(print)); \
81 DEFINE_EVENT(name, name, PARAMS(proto), PARAMS(args));
82
83
84#undef __field
85#define __field(type, item) type item;
86
87#undef __field_ext
88#define __field_ext(type, item, filter_type) type item;
89
90#undef __field_struct
91#define __field_struct(type, item) type item;
92
93#undef __field_struct_ext
94#define __field_struct_ext(type, item, filter_type) type item;
95
96#undef __array
97#define __array(type, item, len) type item[len];
98
99#undef __dynamic_array
100#define __dynamic_array(type, item, len) u32 __data_loc_##item;
101
102#undef __string
103#define __string(item, src) __dynamic_array(char, item, -1)
104
105#undef __bitmask
106#define __bitmask(item, nr_bits) __dynamic_array(char, item, -1)
107
108#undef TP_STRUCT__entry
109#define TP_STRUCT__entry(args...) args
110
111#undef DECLARE_EVENT_CLASS
112#define DECLARE_EVENT_CLASS(name, proto, args, tstruct, assign, print) \
113 struct trace_event_raw_##name { \
114 struct trace_entry ent; \
115 tstruct \
116 char __data[0]; \
117 }; \
118 \
119 static struct trace_event_class event_class_##name;
120
121#undef DEFINE_EVENT
122#define DEFINE_EVENT(template, name, proto, args) \
123 static struct trace_event_call __used \
124 __attribute__((__aligned__(4))) event_##name
125
126#undef DEFINE_EVENT_FN
127#define DEFINE_EVENT_FN(template, name, proto, args, reg, unreg) \
128 DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args))
129
130#undef DEFINE_EVENT_PRINT
131#define DEFINE_EVENT_PRINT(template, name, proto, args, print) \
132 DEFINE_EVENT(template, name, PARAMS(proto), PARAMS(args))
133
134
135#undef TRACE_EVENT_FN
136#define TRACE_EVENT_FN(name, proto, args, tstruct, \
137 assign, print, reg, unreg) \
138 TRACE_EVENT(name, PARAMS(proto), PARAMS(args), \
139 PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \
140
141#undef TRACE_EVENT_FN_COND
142#define TRACE_EVENT_FN_COND(name, proto, args, cond, tstruct, \
143 assign, print, reg, unreg) \
144 TRACE_EVENT_CONDITION(name, PARAMS(proto), PARAMS(args), PARAMS(cond), \
145 PARAMS(tstruct), PARAMS(assign), PARAMS(print)) \
146
147#undef TRACE_EVENT_FLAGS
148#define TRACE_EVENT_FLAGS(name, value) \
149 __TRACE_EVENT_FLAGS(name, value)
150
151#undef TRACE_EVENT_PERF_PERM
152#define TRACE_EVENT_PERF_PERM(name, expr...) \
153 __TRACE_EVENT_PERF_PERM(name, expr)
154
155#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173#undef TRACE_DEFINE_ENUM
174#define TRACE_DEFINE_ENUM(a)
175
176#undef TRACE_DEFINE_SIZEOF
177#define TRACE_DEFINE_SIZEOF(a)
178
179#undef __field
180#define __field(type, item)
181
182#undef __field_ext
183#define __field_ext(type, item, filter_type)
184
185#undef __field_struct
186#define __field_struct(type, item)
187
188#undef __field_struct_ext
189#define __field_struct_ext(type, item, filter_type)
190
191#undef __array
192#define __array(type, item, len)
193
194#undef __dynamic_array
195#define __dynamic_array(type, item, len) u32 item;
196
197#undef __string
198#define __string(item, src) __dynamic_array(char, item, -1)
199
200#undef __bitmask
201#define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1)
202
203#undef DECLARE_EVENT_CLASS
204#define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \
205 struct trace_event_data_offsets_##call { \
206 tstruct; \
207 };
208
209#undef DEFINE_EVENT
210#define DEFINE_EVENT(template, name, proto, args)
211
212#undef DEFINE_EVENT_PRINT
213#define DEFINE_EVENT_PRINT(template, name, proto, args, print)
214
215#undef TRACE_EVENT_FLAGS
216#define TRACE_EVENT_FLAGS(event, flag)
217
218#undef TRACE_EVENT_PERF_PERM
219#define TRACE_EVENT_PERF_PERM(event, expr...)
220
221#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262#undef __entry
263#define __entry field
264
265#undef TP_printk
266#define TP_printk(fmt, args...) fmt "\n", args
267
268#undef __get_dynamic_array
269#define __get_dynamic_array(field) \
270 ((void *)__entry + (__entry->__data_loc_##field & 0xffff))
271
272#undef __get_dynamic_array_len
273#define __get_dynamic_array_len(field) \
274 ((__entry->__data_loc_##field >> 16) & 0xffff)
275
276#undef __get_str
277#define __get_str(field) ((char *)__get_dynamic_array(field))
278
279#undef __get_bitmask
280#define __get_bitmask(field) \
281 ({ \
282 void *__bitmask = __get_dynamic_array(field); \
283 unsigned int __bitmask_size; \
284 __bitmask_size = __get_dynamic_array_len(field); \
285 trace_print_bitmask_seq(p, __bitmask, __bitmask_size); \
286 })
287
288#undef __print_flags
289#define __print_flags(flag, delim, flag_array...) \
290 ({ \
291 static const struct trace_print_flags __flags[] = \
292 { flag_array, { -1, NULL }}; \
293 trace_print_flags_seq(p, delim, flag, __flags); \
294 })
295
296#undef __print_symbolic
297#define __print_symbolic(value, symbol_array...) \
298 ({ \
299 static const struct trace_print_flags symbols[] = \
300 { symbol_array, { -1, NULL }}; \
301 trace_print_symbols_seq(p, value, symbols); \
302 })
303
304#undef __print_flags_u64
305#undef __print_symbolic_u64
306#if BITS_PER_LONG == 32
307#define __print_flags_u64(flag, delim, flag_array...) \
308 ({ \
309 static const struct trace_print_flags_u64 __flags[] = \
310 { flag_array, { -1, NULL } }; \
311 trace_print_flags_seq_u64(p, delim, flag, __flags); \
312 })
313
314#define __print_symbolic_u64(value, symbol_array...) \
315 ({ \
316 static const struct trace_print_flags_u64 symbols[] = \
317 { symbol_array, { -1, NULL } }; \
318 trace_print_symbols_seq_u64(p, value, symbols); \
319 })
320#else
321#define __print_flags_u64(flag, delim, flag_array...) \
322 __print_flags(flag, delim, flag_array)
323
324#define __print_symbolic_u64(value, symbol_array...) \
325 __print_symbolic(value, symbol_array)
326#endif
327
328#undef __print_hex
329#define __print_hex(buf, buf_len) \
330 trace_print_hex_seq(p, buf, buf_len, false)
331
332#undef __print_hex_str
333#define __print_hex_str(buf, buf_len) \
334 trace_print_hex_seq(p, buf, buf_len, true)
335
336#undef __print_array
337#define __print_array(array, count, el_size) \
338 ({ \
339 BUILD_BUG_ON(el_size != 1 && el_size != 2 && \
340 el_size != 4 && el_size != 8); \
341 trace_print_array_seq(p, array, count, el_size); \
342 })
343
344#undef __print_hex_dump
345#define __print_hex_dump(prefix_str, prefix_type, \
346 rowsize, groupsize, buf, len, ascii) \
347 trace_print_hex_dump_seq(p, prefix_str, prefix_type, \
348 rowsize, groupsize, buf, len, ascii)
349
350#undef DECLARE_EVENT_CLASS
351#define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \
352static notrace enum print_line_t \
353trace_raw_output_##call(struct trace_iterator *iter, int flags, \
354 struct trace_event *trace_event) \
355{ \
356 struct trace_seq *s = &iter->seq; \
357 struct trace_seq __maybe_unused *p = &iter->tmp_seq; \
358 struct trace_event_raw_##call *field; \
359 int ret; \
360 \
361 field = (typeof(field))iter->ent; \
362 \
363 ret = trace_raw_output_prep(iter, trace_event); \
364 if (ret != TRACE_TYPE_HANDLED) \
365 return ret; \
366 \
367 trace_seq_printf(s, print); \
368 \
369 return trace_handle_return(s); \
370} \
371static struct trace_event_functions trace_event_type_funcs_##call = { \
372 .trace = trace_raw_output_##call, \
373};
374
375#undef DEFINE_EVENT_PRINT
376#define DEFINE_EVENT_PRINT(template, call, proto, args, print) \
377static notrace enum print_line_t \
378trace_raw_output_##call(struct trace_iterator *iter, int flags, \
379 struct trace_event *event) \
380{ \
381 struct trace_event_raw_##template *field; \
382 struct trace_entry *entry; \
383 struct trace_seq *p = &iter->tmp_seq; \
384 \
385 entry = iter->ent; \
386 \
387 if (entry->type != event_##call.event.type) { \
388 WARN_ON_ONCE(1); \
389 return TRACE_TYPE_UNHANDLED; \
390 } \
391 \
392 field = (typeof(field))entry; \
393 \
394 trace_seq_init(p); \
395 return trace_output_call(iter, #call, print); \
396} \
397static struct trace_event_functions trace_event_type_funcs_##call = { \
398 .trace = trace_raw_output_##call, \
399};
400
401#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
402
403#undef __field_ext
404#define __field_ext(_type, _item, _filter_type) { \
405 .type = #_type, .name = #_item, \
406 .size = sizeof(_type), .align = __alignof__(_type), \
407 .is_signed = is_signed_type(_type), .filter_type = _filter_type },
408
409#undef __field_struct_ext
410#define __field_struct_ext(_type, _item, _filter_type) { \
411 .type = #_type, .name = #_item, \
412 .size = sizeof(_type), .align = __alignof__(_type), \
413 0, .filter_type = _filter_type },
414
415#undef __field
416#define __field(type, item) __field_ext(type, item, FILTER_OTHER)
417
418#undef __field_struct
419#define __field_struct(type, item) __field_struct_ext(type, item, FILTER_OTHER)
420
421#undef __array
422#define __array(_type, _item, _len) { \
423 .type = #_type"["__stringify(_len)"]", .name = #_item, \
424 .size = sizeof(_type[_len]), .align = __alignof__(_type), \
425 .is_signed = is_signed_type(_type), .filter_type = FILTER_OTHER },
426
427#undef __dynamic_array
428#define __dynamic_array(_type, _item, _len) { \
429 .type = "__data_loc " #_type "[]", .name = #_item, \
430 .size = 4, .align = 4, \
431 .is_signed = is_signed_type(_type), .filter_type = FILTER_OTHER },
432
433#undef __string
434#define __string(item, src) __dynamic_array(char, item, -1)
435
436#undef __bitmask
437#define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1)
438
439#undef DECLARE_EVENT_CLASS
440#define DECLARE_EVENT_CLASS(call, proto, args, tstruct, func, print) \
441static struct trace_event_fields trace_event_fields_##call[] = { \
442 tstruct \
443 {} };
444
445#undef DEFINE_EVENT_PRINT
446#define DEFINE_EVENT_PRINT(template, name, proto, args, print)
447
448#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
449
450
451
452
453
454#undef __entry
455#define __entry entry
456
457#undef __field
458#define __field(type, item)
459
460#undef __field_ext
461#define __field_ext(type, item, filter_type)
462
463#undef __field_struct
464#define __field_struct(type, item)
465
466#undef __field_struct_ext
467#define __field_struct_ext(type, item, filter_type)
468
469#undef __array
470#define __array(type, item, len)
471
472#undef __dynamic_array
473#define __dynamic_array(type, item, len) \
474 __item_length = (len) * sizeof(type); \
475 __data_offsets->item = __data_size + \
476 offsetof(typeof(*entry), __data); \
477 __data_offsets->item |= __item_length << 16; \
478 __data_size += __item_length;
479
480#undef __string
481#define __string(item, src) __dynamic_array(char, item, \
482 strlen((src) ? (const char *)(src) : "(null)") + 1)
483
484
485
486
487
488#define __bitmask_size_in_bytes_raw(nr_bits) \
489 (((nr_bits) + 7) / 8)
490
491#define __bitmask_size_in_longs(nr_bits) \
492 ((__bitmask_size_in_bytes_raw(nr_bits) + \
493 ((BITS_PER_LONG / 8) - 1)) / (BITS_PER_LONG / 8))
494
495
496
497
498
499
500#define __bitmask_size_in_bytes(nr_bits) \
501 (__bitmask_size_in_longs(nr_bits) * (BITS_PER_LONG / 8))
502
503#undef __bitmask
504#define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, \
505 __bitmask_size_in_longs(nr_bits))
506
507#undef DECLARE_EVENT_CLASS
508#define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \
509static inline notrace int trace_event_get_offsets_##call( \
510 struct trace_event_data_offsets_##call *__data_offsets, proto) \
511{ \
512 int __data_size = 0; \
513 int __maybe_unused __item_length; \
514 struct trace_event_raw_##call __maybe_unused *entry; \
515 \
516 tstruct; \
517 \
518 return __data_size; \
519}
520
521#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614#ifdef CONFIG_PERF_EVENTS
615
616#define _TRACE_PERF_PROTO(call, proto) \
617 static notrace void \
618 perf_trace_##call(void *__data, proto);
619
620#define _TRACE_PERF_INIT(call) \
621 .perf_probe = perf_trace_##call,
622
623#else
624#define _TRACE_PERF_PROTO(call, proto)
625#define _TRACE_PERF_INIT(call)
626#endif
627
628#undef __entry
629#define __entry entry
630
631#undef __field
632#define __field(type, item)
633
634#undef __field_struct
635#define __field_struct(type, item)
636
637#undef __array
638#define __array(type, item, len)
639
640#undef __dynamic_array
641#define __dynamic_array(type, item, len) \
642 __entry->__data_loc_##item = __data_offsets.item;
643
644#undef __string
645#define __string(item, src) __dynamic_array(char, item, -1)
646
647#undef __assign_str
648#define __assign_str(dst, src) \
649 strcpy(__get_str(dst), (src) ? (const char *)(src) : "(null)");
650
651#undef __bitmask
652#define __bitmask(item, nr_bits) __dynamic_array(unsigned long, item, -1)
653
654#undef __get_bitmask
655#define __get_bitmask(field) (char *)__get_dynamic_array(field)
656
657#undef __assign_bitmask
658#define __assign_bitmask(dst, src, nr_bits) \
659 memcpy(__get_bitmask(dst), (src), __bitmask_size_in_bytes(nr_bits))
660
661#undef TP_fast_assign
662#define TP_fast_assign(args...) args
663
664#undef __perf_count
665#define __perf_count(c) (c)
666
667#undef __perf_task
668#define __perf_task(t) (t)
669
670#undef DECLARE_EVENT_CLASS
671#define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \
672 \
673static notrace void \
674trace_event_raw_event_##call(void *__data, proto) \
675{ \
676 struct trace_event_file *trace_file = __data; \
677 struct trace_event_data_offsets_##call __maybe_unused __data_offsets;\
678 struct trace_event_buffer fbuffer; \
679 struct trace_event_raw_##call *entry; \
680 int __data_size; \
681 \
682 if (trace_trigger_soft_disabled(trace_file)) \
683 return; \
684 \
685 __data_size = trace_event_get_offsets_##call(&__data_offsets, args); \
686 \
687 entry = trace_event_buffer_reserve(&fbuffer, trace_file, \
688 sizeof(*entry) + __data_size); \
689 \
690 if (!entry) \
691 return; \
692 \
693 tstruct \
694 \
695 { assign; } \
696 \
697 trace_event_buffer_commit(&fbuffer); \
698}
699
700
701
702
703
704
705#undef DEFINE_EVENT
706#define DEFINE_EVENT(template, call, proto, args) \
707static inline void ftrace_test_probe_##call(void) \
708{ \
709 check_trace_callback_type_##call(trace_event_raw_event_##template); \
710}
711
712#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
713
714#undef __entry
715#define __entry REC
716
717#undef __print_flags
718#undef __print_symbolic
719#undef __print_hex
720#undef __print_hex_str
721#undef __get_dynamic_array
722#undef __get_dynamic_array_len
723#undef __get_str
724#undef __get_bitmask
725#undef __print_array
726#undef __print_hex_dump
727
728#undef TP_printk
729#define TP_printk(fmt, args...) "\"" fmt "\", " __stringify(args)
730
731#undef DECLARE_EVENT_CLASS
732#define DECLARE_EVENT_CLASS(call, proto, args, tstruct, assign, print) \
733_TRACE_PERF_PROTO(call, PARAMS(proto)); \
734static char print_fmt_##call[] = print; \
735static struct trace_event_class __used __refdata event_class_##call = { \
736 .system = TRACE_SYSTEM_STRING, \
737 .fields_array = trace_event_fields_##call, \
738 .fields = LIST_HEAD_INIT(event_class_##call.fields),\
739 .raw_init = trace_event_raw_init, \
740 .probe = trace_event_raw_event_##call, \
741 .reg = trace_event_reg, \
742 _TRACE_PERF_INIT(call) \
743};
744
745#undef DEFINE_EVENT
746#define DEFINE_EVENT(template, call, proto, args) \
747 \
748static struct trace_event_call __used event_##call = { \
749 .class = &event_class_##template, \
750 { \
751 .tp = &__tracepoint_##call, \
752 }, \
753 .event.funcs = &trace_event_type_funcs_##template, \
754 .print_fmt = print_fmt_##template, \
755 .flags = TRACE_EVENT_FL_TRACEPOINT, \
756}; \
757static struct trace_event_call __used \
758__attribute__((section("_ftrace_events"))) *__event_##call = &event_##call
759
760#undef DEFINE_EVENT_PRINT
761#define DEFINE_EVENT_PRINT(template, call, proto, args, print) \
762 \
763static char print_fmt_##call[] = print; \
764 \
765static struct trace_event_call __used event_##call = { \
766 .class = &event_class_##template, \
767 { \
768 .tp = &__tracepoint_##call, \
769 }, \
770 .event.funcs = &trace_event_type_funcs_##call, \
771 .print_fmt = print_fmt_##call, \
772 .flags = TRACE_EVENT_FL_TRACEPOINT, \
773}; \
774static struct trace_event_call __used \
775__attribute__((section("_ftrace_events"))) *__event_##call = &event_##call
776
777#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
778