1
2
3
4
5
6
7
8
9
10#include <linux/compiler.h>
11#include <babeltrace/ctf-writer/writer.h>
12#include <babeltrace/ctf-writer/clock.h>
13#include <babeltrace/ctf-writer/stream.h>
14#include <babeltrace/ctf-writer/event.h>
15#include <babeltrace/ctf-writer/event-types.h>
16#include <babeltrace/ctf-writer/event-fields.h>
17#include <babeltrace/ctf-ir/utils.h>
18#include <babeltrace/ctf/events.h>
19#include <traceevent/event-parse.h>
20#include "asm/bug.h"
21#include "data-convert-bt.h"
22#include "session.h"
23#include "util.h"
24#include "debug.h"
25#include "tool.h"
26#include "evlist.h"
27#include "evsel.h"
28#include "machine.h"
29#include "config.h"
30
31#define pr_N(n, fmt, ...) \
32 eprintf(n, debug_data_convert, fmt, ##__VA_ARGS__)
33
34#define pr(fmt, ...) pr_N(1, pr_fmt(fmt), ##__VA_ARGS__)
35#define pr2(fmt, ...) pr_N(2, pr_fmt(fmt), ##__VA_ARGS__)
36
37#define pr_time2(t, fmt, ...) pr_time_N(2, debug_data_convert, t, pr_fmt(fmt), ##__VA_ARGS__)
38
39struct evsel_priv {
40 struct bt_ctf_event_class *event_class;
41};
42
43#define MAX_CPUS 4096
44
45struct ctf_stream {
46 struct bt_ctf_stream *stream;
47 int cpu;
48 u32 count;
49};
50
51struct ctf_writer {
52
53 struct bt_ctf_writer *writer;
54 struct ctf_stream **stream;
55 int stream_cnt;
56 struct bt_ctf_stream_class *stream_class;
57 struct bt_ctf_clock *clock;
58
59
60 union {
61 struct {
62 struct bt_ctf_field_type *s64;
63 struct bt_ctf_field_type *u64;
64 struct bt_ctf_field_type *s32;
65 struct bt_ctf_field_type *u32;
66 struct bt_ctf_field_type *string;
67 struct bt_ctf_field_type *u32_hex;
68 struct bt_ctf_field_type *u64_hex;
69 };
70 struct bt_ctf_field_type *array[6];
71 } data;
72 struct bt_ctf_event_class *comm_class;
73 struct bt_ctf_event_class *exit_class;
74 struct bt_ctf_event_class *fork_class;
75};
76
77struct convert {
78 struct perf_tool tool;
79 struct ctf_writer writer;
80
81 u64 events_size;
82 u64 events_count;
83 u64 non_sample_count;
84
85
86 u64 queue_size;
87};
88
89static int value_set(struct bt_ctf_field_type *type,
90 struct bt_ctf_event *event,
91 const char *name, u64 val)
92{
93 struct bt_ctf_field *field;
94 bool sign = bt_ctf_field_type_integer_get_signed(type);
95 int ret;
96
97 field = bt_ctf_field_create(type);
98 if (!field) {
99 pr_err("failed to create a field %s\n", name);
100 return -1;
101 }
102
103 if (sign) {
104 ret = bt_ctf_field_signed_integer_set_value(field, val);
105 if (ret) {
106 pr_err("failed to set field value %s\n", name);
107 goto err;
108 }
109 } else {
110 ret = bt_ctf_field_unsigned_integer_set_value(field, val);
111 if (ret) {
112 pr_err("failed to set field value %s\n", name);
113 goto err;
114 }
115 }
116
117 ret = bt_ctf_event_set_payload(event, name, field);
118 if (ret) {
119 pr_err("failed to set payload %s\n", name);
120 goto err;
121 }
122
123 pr2(" SET [%s = %" PRIu64 "]\n", name, val);
124
125err:
126 bt_ctf_field_put(field);
127 return ret;
128}
129
130#define __FUNC_VALUE_SET(_name, _val_type) \
131static __maybe_unused int value_set_##_name(struct ctf_writer *cw, \
132 struct bt_ctf_event *event, \
133 const char *name, \
134 _val_type val) \
135{ \
136 struct bt_ctf_field_type *type = cw->data._name; \
137 return value_set(type, event, name, (u64) val); \
138}
139
140#define FUNC_VALUE_SET(_name) __FUNC_VALUE_SET(_name, _name)
141
142FUNC_VALUE_SET(s32)
143FUNC_VALUE_SET(u32)
144FUNC_VALUE_SET(s64)
145FUNC_VALUE_SET(u64)
146__FUNC_VALUE_SET(u64_hex, u64)
147
148static int string_set_value(struct bt_ctf_field *field, const char *string);
149static __maybe_unused int
150value_set_string(struct ctf_writer *cw, struct bt_ctf_event *event,
151 const char *name, const char *string)
152{
153 struct bt_ctf_field_type *type = cw->data.string;
154 struct bt_ctf_field *field;
155 int ret = 0;
156
157 field = bt_ctf_field_create(type);
158 if (!field) {
159 pr_err("failed to create a field %s\n", name);
160 return -1;
161 }
162
163 ret = string_set_value(field, string);
164 if (ret) {
165 pr_err("failed to set value %s\n", name);
166 goto err_put_field;
167 }
168
169 ret = bt_ctf_event_set_payload(event, name, field);
170 if (ret)
171 pr_err("failed to set payload %s\n", name);
172
173err_put_field:
174 bt_ctf_field_put(field);
175 return ret;
176}
177
178static struct bt_ctf_field_type*
179get_tracepoint_field_type(struct ctf_writer *cw, struct format_field *field)
180{
181 unsigned long flags = field->flags;
182
183 if (flags & FIELD_IS_STRING)
184 return cw->data.string;
185
186 if (!(flags & FIELD_IS_SIGNED)) {
187
188 if (flags & FIELD_IS_LONG || flags & FIELD_IS_POINTER)
189 return cw->data.u64_hex;
190 }
191
192 if (flags & FIELD_IS_SIGNED) {
193 if (field->size == 8)
194 return cw->data.s64;
195 else
196 return cw->data.s32;
197 }
198
199 if (field->size == 8)
200 return cw->data.u64;
201 else
202 return cw->data.u32;
203}
204
205static unsigned long long adjust_signedness(unsigned long long value_int, int size)
206{
207 unsigned long long value_mask;
208
209
210
211
212
213 switch (size) {
214 case 1:
215 value_mask = 0x7fULL;
216 break;
217 case 2:
218 value_mask = 0x7fffULL;
219 break;
220 case 4:
221 value_mask = 0x7fffffffULL;
222 break;
223 case 8:
224
225
226
227
228
229 default:
230
231 return value_int;
232 }
233
234
235 if ((value_int & (~0ULL - value_mask)) == 0)
236 return value_int;
237
238
239 return (value_int & value_mask) | ~value_mask;
240}
241
242static int string_set_value(struct bt_ctf_field *field, const char *string)
243{
244 char *buffer = NULL;
245 size_t len = strlen(string), i, p;
246 int err;
247
248 for (i = p = 0; i < len; i++, p++) {
249 if (isprint(string[i])) {
250 if (!buffer)
251 continue;
252 buffer[p] = string[i];
253 } else {
254 char numstr[5];
255
256 snprintf(numstr, sizeof(numstr), "\\x%02x",
257 (unsigned int)(string[i]) & 0xff);
258
259 if (!buffer) {
260 buffer = zalloc(i + (len - i) * 4 + 2);
261 if (!buffer) {
262 pr_err("failed to set unprintable string '%s'\n", string);
263 return bt_ctf_field_string_set_value(field, "UNPRINTABLE-STRING");
264 }
265 if (i > 0)
266 strncpy(buffer, string, i);
267 }
268 strncat(buffer + p, numstr, 4);
269 p += 3;
270 }
271 }
272
273 if (!buffer)
274 return bt_ctf_field_string_set_value(field, string);
275 err = bt_ctf_field_string_set_value(field, buffer);
276 free(buffer);
277 return err;
278}
279
280static int add_tracepoint_field_value(struct ctf_writer *cw,
281 struct bt_ctf_event_class *event_class,
282 struct bt_ctf_event *event,
283 struct perf_sample *sample,
284 struct format_field *fmtf)
285{
286 struct bt_ctf_field_type *type;
287 struct bt_ctf_field *array_field;
288 struct bt_ctf_field *field;
289 const char *name = fmtf->name;
290 void *data = sample->raw_data;
291 unsigned long flags = fmtf->flags;
292 unsigned int n_items;
293 unsigned int i;
294 unsigned int offset;
295 unsigned int len;
296 int ret;
297
298 name = fmtf->alias;
299 offset = fmtf->offset;
300 len = fmtf->size;
301 if (flags & FIELD_IS_STRING)
302 flags &= ~FIELD_IS_ARRAY;
303
304 if (flags & FIELD_IS_DYNAMIC) {
305 unsigned long long tmp_val;
306
307 tmp_val = pevent_read_number(fmtf->event->pevent,
308 data + offset, len);
309 offset = tmp_val;
310 len = offset >> 16;
311 offset &= 0xffff;
312 }
313
314 if (flags & FIELD_IS_ARRAY) {
315
316 type = bt_ctf_event_class_get_field_by_name(
317 event_class, name);
318 array_field = bt_ctf_field_create(type);
319 bt_ctf_field_type_put(type);
320 if (!array_field) {
321 pr_err("Failed to create array type %s\n", name);
322 return -1;
323 }
324
325 len = fmtf->size / fmtf->arraylen;
326 n_items = fmtf->arraylen;
327 } else {
328 n_items = 1;
329 array_field = NULL;
330 }
331
332 type = get_tracepoint_field_type(cw, fmtf);
333
334 for (i = 0; i < n_items; i++) {
335 if (flags & FIELD_IS_ARRAY)
336 field = bt_ctf_field_array_get_field(array_field, i);
337 else
338 field = bt_ctf_field_create(type);
339
340 if (!field) {
341 pr_err("failed to create a field %s\n", name);
342 return -1;
343 }
344
345 if (flags & FIELD_IS_STRING)
346 ret = string_set_value(field, data + offset + i * len);
347 else {
348 unsigned long long value_int;
349
350 value_int = pevent_read_number(
351 fmtf->event->pevent,
352 data + offset + i * len, len);
353
354 if (!(flags & FIELD_IS_SIGNED))
355 ret = bt_ctf_field_unsigned_integer_set_value(
356 field, value_int);
357 else
358 ret = bt_ctf_field_signed_integer_set_value(
359 field, adjust_signedness(value_int, len));
360 }
361
362 if (ret) {
363 pr_err("failed to set file value %s\n", name);
364 goto err_put_field;
365 }
366 if (!(flags & FIELD_IS_ARRAY)) {
367 ret = bt_ctf_event_set_payload(event, name, field);
368 if (ret) {
369 pr_err("failed to set payload %s\n", name);
370 goto err_put_field;
371 }
372 }
373 bt_ctf_field_put(field);
374 }
375 if (flags & FIELD_IS_ARRAY) {
376 ret = bt_ctf_event_set_payload(event, name, array_field);
377 if (ret) {
378 pr_err("Failed add payload array %s\n", name);
379 return -1;
380 }
381 bt_ctf_field_put(array_field);
382 }
383 return 0;
384
385err_put_field:
386 bt_ctf_field_put(field);
387 return -1;
388}
389
390static int add_tracepoint_fields_values(struct ctf_writer *cw,
391 struct bt_ctf_event_class *event_class,
392 struct bt_ctf_event *event,
393 struct format_field *fields,
394 struct perf_sample *sample)
395{
396 struct format_field *field;
397 int ret;
398
399 for (field = fields; field; field = field->next) {
400 ret = add_tracepoint_field_value(cw, event_class, event, sample,
401 field);
402 if (ret)
403 return -1;
404 }
405 return 0;
406}
407
408static int add_tracepoint_values(struct ctf_writer *cw,
409 struct bt_ctf_event_class *event_class,
410 struct bt_ctf_event *event,
411 struct perf_evsel *evsel,
412 struct perf_sample *sample)
413{
414 struct format_field *common_fields = evsel->tp_format->format.common_fields;
415 struct format_field *fields = evsel->tp_format->format.fields;
416 int ret;
417
418 ret = add_tracepoint_fields_values(cw, event_class, event,
419 common_fields, sample);
420 if (!ret)
421 ret = add_tracepoint_fields_values(cw, event_class, event,
422 fields, sample);
423
424 return ret;
425}
426
427static int
428add_bpf_output_values(struct bt_ctf_event_class *event_class,
429 struct bt_ctf_event *event,
430 struct perf_sample *sample)
431{
432 struct bt_ctf_field_type *len_type, *seq_type;
433 struct bt_ctf_field *len_field, *seq_field;
434 unsigned int raw_size = sample->raw_size;
435 unsigned int nr_elements = raw_size / sizeof(u32);
436 unsigned int i;
437 int ret;
438
439 if (nr_elements * sizeof(u32) != raw_size)
440 pr_warning("Incorrect raw_size (%u) in bpf output event, skip %lu bytes\n",
441 raw_size, nr_elements * sizeof(u32) - raw_size);
442
443 len_type = bt_ctf_event_class_get_field_by_name(event_class, "raw_len");
444 len_field = bt_ctf_field_create(len_type);
445 if (!len_field) {
446 pr_err("failed to create 'raw_len' for bpf output event\n");
447 ret = -1;
448 goto put_len_type;
449 }
450
451 ret = bt_ctf_field_unsigned_integer_set_value(len_field, nr_elements);
452 if (ret) {
453 pr_err("failed to set field value for raw_len\n");
454 goto put_len_field;
455 }
456 ret = bt_ctf_event_set_payload(event, "raw_len", len_field);
457 if (ret) {
458 pr_err("failed to set payload to raw_len\n");
459 goto put_len_field;
460 }
461
462 seq_type = bt_ctf_event_class_get_field_by_name(event_class, "raw_data");
463 seq_field = bt_ctf_field_create(seq_type);
464 if (!seq_field) {
465 pr_err("failed to create 'raw_data' for bpf output event\n");
466 ret = -1;
467 goto put_seq_type;
468 }
469
470 ret = bt_ctf_field_sequence_set_length(seq_field, len_field);
471 if (ret) {
472 pr_err("failed to set length of 'raw_data'\n");
473 goto put_seq_field;
474 }
475
476 for (i = 0; i < nr_elements; i++) {
477 struct bt_ctf_field *elem_field =
478 bt_ctf_field_sequence_get_field(seq_field, i);
479
480 ret = bt_ctf_field_unsigned_integer_set_value(elem_field,
481 ((u32 *)(sample->raw_data))[i]);
482
483 bt_ctf_field_put(elem_field);
484 if (ret) {
485 pr_err("failed to set raw_data[%d]\n", i);
486 goto put_seq_field;
487 }
488 }
489
490 ret = bt_ctf_event_set_payload(event, "raw_data", seq_field);
491 if (ret)
492 pr_err("failed to set payload for raw_data\n");
493
494put_seq_field:
495 bt_ctf_field_put(seq_field);
496put_seq_type:
497 bt_ctf_field_type_put(seq_type);
498put_len_field:
499 bt_ctf_field_put(len_field);
500put_len_type:
501 bt_ctf_field_type_put(len_type);
502 return ret;
503}
504
505static int add_generic_values(struct ctf_writer *cw,
506 struct bt_ctf_event *event,
507 struct perf_evsel *evsel,
508 struct perf_sample *sample)
509{
510 u64 type = evsel->attr.sample_type;
511 int ret;
512
513
514
515
516
517
518
519
520
521
522
523
524
525 if (type & PERF_SAMPLE_IP) {
526 ret = value_set_u64_hex(cw, event, "perf_ip", sample->ip);
527 if (ret)
528 return -1;
529 }
530
531 if (type & PERF_SAMPLE_TID) {
532 ret = value_set_s32(cw, event, "perf_tid", sample->tid);
533 if (ret)
534 return -1;
535
536 ret = value_set_s32(cw, event, "perf_pid", sample->pid);
537 if (ret)
538 return -1;
539 }
540
541 if ((type & PERF_SAMPLE_ID) ||
542 (type & PERF_SAMPLE_IDENTIFIER)) {
543 ret = value_set_u64(cw, event, "perf_id", sample->id);
544 if (ret)
545 return -1;
546 }
547
548 if (type & PERF_SAMPLE_STREAM_ID) {
549 ret = value_set_u64(cw, event, "perf_stream_id", sample->stream_id);
550 if (ret)
551 return -1;
552 }
553
554 if (type & PERF_SAMPLE_PERIOD) {
555 ret = value_set_u64(cw, event, "perf_period", sample->period);
556 if (ret)
557 return -1;
558 }
559
560 if (type & PERF_SAMPLE_WEIGHT) {
561 ret = value_set_u64(cw, event, "perf_weight", sample->weight);
562 if (ret)
563 return -1;
564 }
565
566 if (type & PERF_SAMPLE_DATA_SRC) {
567 ret = value_set_u64(cw, event, "perf_data_src",
568 sample->data_src);
569 if (ret)
570 return -1;
571 }
572
573 if (type & PERF_SAMPLE_TRANSACTION) {
574 ret = value_set_u64(cw, event, "perf_transaction",
575 sample->transaction);
576 if (ret)
577 return -1;
578 }
579
580 return 0;
581}
582
583static int ctf_stream__flush(struct ctf_stream *cs)
584{
585 int err = 0;
586
587 if (cs) {
588 err = bt_ctf_stream_flush(cs->stream);
589 if (err)
590 pr_err("CTF stream %d flush failed\n", cs->cpu);
591
592 pr("Flush stream for cpu %d (%u samples)\n",
593 cs->cpu, cs->count);
594
595 cs->count = 0;
596 }
597
598 return err;
599}
600
601static struct ctf_stream *ctf_stream__create(struct ctf_writer *cw, int cpu)
602{
603 struct ctf_stream *cs;
604 struct bt_ctf_field *pkt_ctx = NULL;
605 struct bt_ctf_field *cpu_field = NULL;
606 struct bt_ctf_stream *stream = NULL;
607 int ret;
608
609 cs = zalloc(sizeof(*cs));
610 if (!cs) {
611 pr_err("Failed to allocate ctf stream\n");
612 return NULL;
613 }
614
615 stream = bt_ctf_writer_create_stream(cw->writer, cw->stream_class);
616 if (!stream) {
617 pr_err("Failed to create CTF stream\n");
618 goto out;
619 }
620
621 pkt_ctx = bt_ctf_stream_get_packet_context(stream);
622 if (!pkt_ctx) {
623 pr_err("Failed to obtain packet context\n");
624 goto out;
625 }
626
627 cpu_field = bt_ctf_field_structure_get_field(pkt_ctx, "cpu_id");
628 bt_ctf_field_put(pkt_ctx);
629 if (!cpu_field) {
630 pr_err("Failed to obtain cpu field\n");
631 goto out;
632 }
633
634 ret = bt_ctf_field_unsigned_integer_set_value(cpu_field, (u32) cpu);
635 if (ret) {
636 pr_err("Failed to update CPU number\n");
637 goto out;
638 }
639
640 bt_ctf_field_put(cpu_field);
641
642 cs->cpu = cpu;
643 cs->stream = stream;
644 return cs;
645
646out:
647 if (cpu_field)
648 bt_ctf_field_put(cpu_field);
649 if (stream)
650 bt_ctf_stream_put(stream);
651
652 free(cs);
653 return NULL;
654}
655
656static void ctf_stream__delete(struct ctf_stream *cs)
657{
658 if (cs) {
659 bt_ctf_stream_put(cs->stream);
660 free(cs);
661 }
662}
663
664static struct ctf_stream *ctf_stream(struct ctf_writer *cw, int cpu)
665{
666 struct ctf_stream *cs = cw->stream[cpu];
667
668 if (!cs) {
669 cs = ctf_stream__create(cw, cpu);
670 cw->stream[cpu] = cs;
671 }
672
673 return cs;
674}
675
676static int get_sample_cpu(struct ctf_writer *cw, struct perf_sample *sample,
677 struct perf_evsel *evsel)
678{
679 int cpu = 0;
680
681 if (evsel->attr.sample_type & PERF_SAMPLE_CPU)
682 cpu = sample->cpu;
683
684 if (cpu > cw->stream_cnt) {
685 pr_err("Event was recorded for CPU %d, limit is at %d.\n",
686 cpu, cw->stream_cnt);
687 cpu = 0;
688 }
689
690 return cpu;
691}
692
693#define STREAM_FLUSH_COUNT 100000
694
695
696
697
698
699
700
701static bool is_flush_needed(struct ctf_stream *cs)
702{
703 return cs->count >= STREAM_FLUSH_COUNT;
704}
705
706static int process_sample_event(struct perf_tool *tool,
707 union perf_event *_event,
708 struct perf_sample *sample,
709 struct perf_evsel *evsel,
710 struct machine *machine __maybe_unused)
711{
712 struct convert *c = container_of(tool, struct convert, tool);
713 struct evsel_priv *priv = evsel->priv;
714 struct ctf_writer *cw = &c->writer;
715 struct ctf_stream *cs;
716 struct bt_ctf_event_class *event_class;
717 struct bt_ctf_event *event;
718 int ret;
719
720 if (WARN_ONCE(!priv, "Failed to setup all events.\n"))
721 return 0;
722
723 event_class = priv->event_class;
724
725
726 c->events_count++;
727 c->events_size += _event->header.size;
728
729 pr_time2(sample->time, "sample %" PRIu64 "\n", c->events_count);
730
731 event = bt_ctf_event_create(event_class);
732 if (!event) {
733 pr_err("Failed to create an CTF event\n");
734 return -1;
735 }
736
737 bt_ctf_clock_set_time(cw->clock, sample->time);
738
739 ret = add_generic_values(cw, event, evsel, sample);
740 if (ret)
741 return -1;
742
743 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
744 ret = add_tracepoint_values(cw, event_class, event,
745 evsel, sample);
746 if (ret)
747 return -1;
748 }
749
750 if (perf_evsel__is_bpf_output(evsel)) {
751 ret = add_bpf_output_values(event_class, event, sample);
752 if (ret)
753 return -1;
754 }
755
756 cs = ctf_stream(cw, get_sample_cpu(cw, sample, evsel));
757 if (cs) {
758 if (is_flush_needed(cs))
759 ctf_stream__flush(cs);
760
761 cs->count++;
762 bt_ctf_stream_append_event(cs->stream, event);
763 }
764
765 bt_ctf_event_put(event);
766 return cs ? 0 : -1;
767}
768
769#define __NON_SAMPLE_SET_FIELD(_name, _type, _field) \
770do { \
771 ret = value_set_##_type(cw, event, #_field, _event->_name._field);\
772 if (ret) \
773 return -1; \
774} while(0)
775
776#define __FUNC_PROCESS_NON_SAMPLE(_name, body) \
777static int process_##_name##_event(struct perf_tool *tool, \
778 union perf_event *_event, \
779 struct perf_sample *sample, \
780 struct machine *machine) \
781{ \
782 struct convert *c = container_of(tool, struct convert, tool);\
783 struct ctf_writer *cw = &c->writer; \
784 struct bt_ctf_event_class *event_class = cw->_name##_class;\
785 struct bt_ctf_event *event; \
786 struct ctf_stream *cs; \
787 int ret; \
788 \
789 c->non_sample_count++; \
790 c->events_size += _event->header.size; \
791 event = bt_ctf_event_create(event_class); \
792 if (!event) { \
793 pr_err("Failed to create an CTF event\n"); \
794 return -1; \
795 } \
796 \
797 bt_ctf_clock_set_time(cw->clock, sample->time); \
798 body \
799 cs = ctf_stream(cw, 0); \
800 if (cs) { \
801 if (is_flush_needed(cs)) \
802 ctf_stream__flush(cs); \
803 \
804 cs->count++; \
805 bt_ctf_stream_append_event(cs->stream, event); \
806 } \
807 bt_ctf_event_put(event); \
808 \
809 return perf_event__process_##_name(tool, _event, sample, machine);\
810}
811
812__FUNC_PROCESS_NON_SAMPLE(comm,
813 __NON_SAMPLE_SET_FIELD(comm, u32, pid);
814 __NON_SAMPLE_SET_FIELD(comm, u32, tid);
815 __NON_SAMPLE_SET_FIELD(comm, string, comm);
816)
817__FUNC_PROCESS_NON_SAMPLE(fork,
818 __NON_SAMPLE_SET_FIELD(fork, u32, pid);
819 __NON_SAMPLE_SET_FIELD(fork, u32, ppid);
820 __NON_SAMPLE_SET_FIELD(fork, u32, tid);
821 __NON_SAMPLE_SET_FIELD(fork, u32, ptid);
822 __NON_SAMPLE_SET_FIELD(fork, u64, time);
823)
824
825__FUNC_PROCESS_NON_SAMPLE(exit,
826 __NON_SAMPLE_SET_FIELD(fork, u32, pid);
827 __NON_SAMPLE_SET_FIELD(fork, u32, ppid);
828 __NON_SAMPLE_SET_FIELD(fork, u32, tid);
829 __NON_SAMPLE_SET_FIELD(fork, u32, ptid);
830 __NON_SAMPLE_SET_FIELD(fork, u64, time);
831)
832#undef __NON_SAMPLE_SET_FIELD
833#undef __FUNC_PROCESS_NON_SAMPLE
834
835
836static char *change_name(char *name, char *orig_name, int dup)
837{
838 char *new_name = NULL;
839 size_t len;
840
841 if (!name)
842 name = orig_name;
843
844 if (dup >= 10)
845 goto out;
846
847
848
849
850
851 if (dup < 0)
852 len = strlen(name) + sizeof("_");
853 else
854 len = strlen(orig_name) + sizeof("_dupl_X");
855
856 new_name = malloc(len);
857 if (!new_name)
858 goto out;
859
860 if (dup < 0)
861 snprintf(new_name, len, "_%s", name);
862 else
863 snprintf(new_name, len, "%s_dupl_%d", orig_name, dup);
864
865out:
866 if (name != orig_name)
867 free(name);
868 return new_name;
869}
870
871static int event_class_add_field(struct bt_ctf_event_class *event_class,
872 struct bt_ctf_field_type *type,
873 struct format_field *field)
874{
875 struct bt_ctf_field_type *t = NULL;
876 char *name;
877 int dup = 1;
878 int ret;
879
880
881 if (field->alias != field->name)
882 return bt_ctf_event_class_add_field(event_class, type,
883 (char *)field->alias);
884
885 name = field->name;
886
887
888 if (bt_ctf_validate_identifier(name))
889 name = change_name(name, field->name, -1);
890
891 if (!name) {
892 pr_err("Failed to fix invalid identifier.");
893 return -1;
894 }
895 while ((t = bt_ctf_event_class_get_field_by_name(event_class, name))) {
896 bt_ctf_field_type_put(t);
897 name = change_name(name, field->name, dup++);
898 if (!name) {
899 pr_err("Failed to create dup name for '%s'\n", field->name);
900 return -1;
901 }
902 }
903
904 ret = bt_ctf_event_class_add_field(event_class, type, name);
905 if (!ret)
906 field->alias = name;
907
908 return ret;
909}
910
911static int add_tracepoint_fields_types(struct ctf_writer *cw,
912 struct format_field *fields,
913 struct bt_ctf_event_class *event_class)
914{
915 struct format_field *field;
916 int ret;
917
918 for (field = fields; field; field = field->next) {
919 struct bt_ctf_field_type *type;
920 unsigned long flags = field->flags;
921
922 pr2(" field '%s'\n", field->name);
923
924 type = get_tracepoint_field_type(cw, field);
925 if (!type)
926 return -1;
927
928
929
930
931
932
933 if (flags & FIELD_IS_STRING)
934 flags &= ~FIELD_IS_ARRAY;
935
936 if (flags & FIELD_IS_ARRAY)
937 type = bt_ctf_field_type_array_create(type, field->arraylen);
938
939 ret = event_class_add_field(event_class, type, field);
940
941 if (flags & FIELD_IS_ARRAY)
942 bt_ctf_field_type_put(type);
943
944 if (ret) {
945 pr_err("Failed to add field '%s': %d\n",
946 field->name, ret);
947 return -1;
948 }
949 }
950
951 return 0;
952}
953
954static int add_tracepoint_types(struct ctf_writer *cw,
955 struct perf_evsel *evsel,
956 struct bt_ctf_event_class *class)
957{
958 struct format_field *common_fields = evsel->tp_format->format.common_fields;
959 struct format_field *fields = evsel->tp_format->format.fields;
960 int ret;
961
962 ret = add_tracepoint_fields_types(cw, common_fields, class);
963 if (!ret)
964 ret = add_tracepoint_fields_types(cw, fields, class);
965
966 return ret;
967}
968
969static int add_bpf_output_types(struct ctf_writer *cw,
970 struct bt_ctf_event_class *class)
971{
972 struct bt_ctf_field_type *len_type = cw->data.u32;
973 struct bt_ctf_field_type *seq_base_type = cw->data.u32_hex;
974 struct bt_ctf_field_type *seq_type;
975 int ret;
976
977 ret = bt_ctf_event_class_add_field(class, len_type, "raw_len");
978 if (ret)
979 return ret;
980
981 seq_type = bt_ctf_field_type_sequence_create(seq_base_type, "raw_len");
982 if (!seq_type)
983 return -1;
984
985 return bt_ctf_event_class_add_field(class, seq_type, "raw_data");
986}
987
988static int add_generic_types(struct ctf_writer *cw, struct perf_evsel *evsel,
989 struct bt_ctf_event_class *event_class)
990{
991 u64 type = evsel->attr.sample_type;
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006#define ADD_FIELD(cl, t, n) \
1007 do { \
1008 pr2(" field '%s'\n", n); \
1009 if (bt_ctf_event_class_add_field(cl, t, n)) { \
1010 pr_err("Failed to add field '%s';\n", n); \
1011 return -1; \
1012 } \
1013 } while (0)
1014
1015 if (type & PERF_SAMPLE_IP)
1016 ADD_FIELD(event_class, cw->data.u64_hex, "perf_ip");
1017
1018 if (type & PERF_SAMPLE_TID) {
1019 ADD_FIELD(event_class, cw->data.s32, "perf_tid");
1020 ADD_FIELD(event_class, cw->data.s32, "perf_pid");
1021 }
1022
1023 if ((type & PERF_SAMPLE_ID) ||
1024 (type & PERF_SAMPLE_IDENTIFIER))
1025 ADD_FIELD(event_class, cw->data.u64, "perf_id");
1026
1027 if (type & PERF_SAMPLE_STREAM_ID)
1028 ADD_FIELD(event_class, cw->data.u64, "perf_stream_id");
1029
1030 if (type & PERF_SAMPLE_PERIOD)
1031 ADD_FIELD(event_class, cw->data.u64, "perf_period");
1032
1033 if (type & PERF_SAMPLE_WEIGHT)
1034 ADD_FIELD(event_class, cw->data.u64, "perf_weight");
1035
1036 if (type & PERF_SAMPLE_DATA_SRC)
1037 ADD_FIELD(event_class, cw->data.u64, "perf_data_src");
1038
1039 if (type & PERF_SAMPLE_TRANSACTION)
1040 ADD_FIELD(event_class, cw->data.u64, "perf_transaction");
1041
1042#undef ADD_FIELD
1043 return 0;
1044}
1045
1046static int add_event(struct ctf_writer *cw, struct perf_evsel *evsel)
1047{
1048 struct bt_ctf_event_class *event_class;
1049 struct evsel_priv *priv;
1050 const char *name = perf_evsel__name(evsel);
1051 int ret;
1052
1053 pr("Adding event '%s' (type %d)\n", name, evsel->attr.type);
1054
1055 event_class = bt_ctf_event_class_create(name);
1056 if (!event_class)
1057 return -1;
1058
1059 ret = add_generic_types(cw, evsel, event_class);
1060 if (ret)
1061 goto err;
1062
1063 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
1064 ret = add_tracepoint_types(cw, evsel, event_class);
1065 if (ret)
1066 goto err;
1067 }
1068
1069 if (perf_evsel__is_bpf_output(evsel)) {
1070 ret = add_bpf_output_types(cw, event_class);
1071 if (ret)
1072 goto err;
1073 }
1074
1075 ret = bt_ctf_stream_class_add_event_class(cw->stream_class, event_class);
1076 if (ret) {
1077 pr("Failed to add event class into stream.\n");
1078 goto err;
1079 }
1080
1081 priv = malloc(sizeof(*priv));
1082 if (!priv)
1083 goto err;
1084
1085 priv->event_class = event_class;
1086 evsel->priv = priv;
1087 return 0;
1088
1089err:
1090 bt_ctf_event_class_put(event_class);
1091 pr_err("Failed to add event '%s'.\n", name);
1092 return -1;
1093}
1094
1095static int setup_events(struct ctf_writer *cw, struct perf_session *session)
1096{
1097 struct perf_evlist *evlist = session->evlist;
1098 struct perf_evsel *evsel;
1099 int ret;
1100
1101 evlist__for_each_entry(evlist, evsel) {
1102 ret = add_event(cw, evsel);
1103 if (ret)
1104 return ret;
1105 }
1106 return 0;
1107}
1108
1109#define __NON_SAMPLE_ADD_FIELD(t, n) \
1110 do { \
1111 pr2(" field '%s'\n", #n); \
1112 if (bt_ctf_event_class_add_field(event_class, cw->data.t, #n)) {\
1113 pr_err("Failed to add field '%s';\n", #n);\
1114 return -1; \
1115 } \
1116 } while(0)
1117
1118#define __FUNC_ADD_NON_SAMPLE_EVENT_CLASS(_name, body) \
1119static int add_##_name##_event(struct ctf_writer *cw) \
1120{ \
1121 struct bt_ctf_event_class *event_class; \
1122 int ret; \
1123 \
1124 pr("Adding "#_name" event\n"); \
1125 event_class = bt_ctf_event_class_create("perf_" #_name);\
1126 if (!event_class) \
1127 return -1; \
1128 body \
1129 \
1130 ret = bt_ctf_stream_class_add_event_class(cw->stream_class, event_class);\
1131 if (ret) { \
1132 pr("Failed to add event class '"#_name"' into stream.\n");\
1133 return ret; \
1134 } \
1135 \
1136 cw->_name##_class = event_class; \
1137 bt_ctf_event_class_put(event_class); \
1138 return 0; \
1139}
1140
1141__FUNC_ADD_NON_SAMPLE_EVENT_CLASS(comm,
1142 __NON_SAMPLE_ADD_FIELD(u32, pid);
1143 __NON_SAMPLE_ADD_FIELD(u32, tid);
1144 __NON_SAMPLE_ADD_FIELD(string, comm);
1145)
1146
1147__FUNC_ADD_NON_SAMPLE_EVENT_CLASS(fork,
1148 __NON_SAMPLE_ADD_FIELD(u32, pid);
1149 __NON_SAMPLE_ADD_FIELD(u32, ppid);
1150 __NON_SAMPLE_ADD_FIELD(u32, tid);
1151 __NON_SAMPLE_ADD_FIELD(u32, ptid);
1152 __NON_SAMPLE_ADD_FIELD(u64, time);
1153)
1154
1155__FUNC_ADD_NON_SAMPLE_EVENT_CLASS(exit,
1156 __NON_SAMPLE_ADD_FIELD(u32, pid);
1157 __NON_SAMPLE_ADD_FIELD(u32, ppid);
1158 __NON_SAMPLE_ADD_FIELD(u32, tid);
1159 __NON_SAMPLE_ADD_FIELD(u32, ptid);
1160 __NON_SAMPLE_ADD_FIELD(u64, time);
1161)
1162
1163#undef __NON_SAMPLE_ADD_FIELD
1164#undef __FUNC_ADD_NON_SAMPLE_EVENT_CLASS
1165
1166static int setup_non_sample_events(struct ctf_writer *cw,
1167 struct perf_session *session __maybe_unused)
1168{
1169 int ret;
1170
1171 ret = add_comm_event(cw);
1172 if (ret)
1173 return ret;
1174 ret = add_exit_event(cw);
1175 if (ret)
1176 return ret;
1177 ret = add_fork_event(cw);
1178 if (ret)
1179 return ret;
1180 return 0;
1181}
1182
1183static void cleanup_events(struct perf_session *session)
1184{
1185 struct perf_evlist *evlist = session->evlist;
1186 struct perf_evsel *evsel;
1187
1188 evlist__for_each_entry(evlist, evsel) {
1189 struct evsel_priv *priv;
1190
1191 priv = evsel->priv;
1192 bt_ctf_event_class_put(priv->event_class);
1193 zfree(&evsel->priv);
1194 }
1195
1196 perf_evlist__delete(evlist);
1197 session->evlist = NULL;
1198}
1199
1200static int setup_streams(struct ctf_writer *cw, struct perf_session *session)
1201{
1202 struct ctf_stream **stream;
1203 struct perf_header *ph = &session->header;
1204 int ncpus;
1205
1206
1207
1208
1209
1210 ncpus = ph->env.nr_cpus_avail ?: MAX_CPUS;
1211
1212 stream = zalloc(sizeof(*stream) * ncpus);
1213 if (!stream) {
1214 pr_err("Failed to allocate streams.\n");
1215 return -ENOMEM;
1216 }
1217
1218 cw->stream = stream;
1219 cw->stream_cnt = ncpus;
1220 return 0;
1221}
1222
1223static void free_streams(struct ctf_writer *cw)
1224{
1225 int cpu;
1226
1227 for (cpu = 0; cpu < cw->stream_cnt; cpu++)
1228 ctf_stream__delete(cw->stream[cpu]);
1229
1230 free(cw->stream);
1231}
1232
1233static int ctf_writer__setup_env(struct ctf_writer *cw,
1234 struct perf_session *session)
1235{
1236 struct perf_header *header = &session->header;
1237 struct bt_ctf_writer *writer = cw->writer;
1238
1239#define ADD(__n, __v) \
1240do { \
1241 if (bt_ctf_writer_add_environment_field(writer, __n, __v)) \
1242 return -1; \
1243} while (0)
1244
1245 ADD("host", header->env.hostname);
1246 ADD("sysname", "Linux");
1247 ADD("release", header->env.os_release);
1248 ADD("version", header->env.version);
1249 ADD("machine", header->env.arch);
1250 ADD("domain", "kernel");
1251 ADD("tracer_name", "perf");
1252
1253#undef ADD
1254 return 0;
1255}
1256
1257static int ctf_writer__setup_clock(struct ctf_writer *cw)
1258{
1259 struct bt_ctf_clock *clock = cw->clock;
1260
1261 bt_ctf_clock_set_description(clock, "perf clock");
1262
1263#define SET(__n, __v) \
1264do { \
1265 if (bt_ctf_clock_set_##__n(clock, __v)) \
1266 return -1; \
1267} while (0)
1268
1269 SET(frequency, 1000000000);
1270 SET(offset_s, 0);
1271 SET(offset, 0);
1272 SET(precision, 10);
1273 SET(is_absolute, 0);
1274
1275#undef SET
1276 return 0;
1277}
1278
1279static struct bt_ctf_field_type *create_int_type(int size, bool sign, bool hex)
1280{
1281 struct bt_ctf_field_type *type;
1282
1283 type = bt_ctf_field_type_integer_create(size);
1284 if (!type)
1285 return NULL;
1286
1287 if (sign &&
1288 bt_ctf_field_type_integer_set_signed(type, 1))
1289 goto err;
1290
1291 if (hex &&
1292 bt_ctf_field_type_integer_set_base(type, BT_CTF_INTEGER_BASE_HEXADECIMAL))
1293 goto err;
1294
1295#if __BYTE_ORDER == __BIG_ENDIAN
1296 bt_ctf_field_type_set_byte_order(type, BT_CTF_BYTE_ORDER_BIG_ENDIAN);
1297#else
1298 bt_ctf_field_type_set_byte_order(type, BT_CTF_BYTE_ORDER_LITTLE_ENDIAN);
1299#endif
1300
1301 pr2("Created type: INTEGER %d-bit %ssigned %s\n",
1302 size, sign ? "un" : "", hex ? "hex" : "");
1303 return type;
1304
1305err:
1306 bt_ctf_field_type_put(type);
1307 return NULL;
1308}
1309
1310static void ctf_writer__cleanup_data(struct ctf_writer *cw)
1311{
1312 unsigned int i;
1313
1314 for (i = 0; i < ARRAY_SIZE(cw->data.array); i++)
1315 bt_ctf_field_type_put(cw->data.array[i]);
1316}
1317
1318static int ctf_writer__init_data(struct ctf_writer *cw)
1319{
1320#define CREATE_INT_TYPE(type, size, sign, hex) \
1321do { \
1322 (type) = create_int_type(size, sign, hex); \
1323 if (!(type)) \
1324 goto err; \
1325} while (0)
1326
1327 CREATE_INT_TYPE(cw->data.s64, 64, true, false);
1328 CREATE_INT_TYPE(cw->data.u64, 64, false, false);
1329 CREATE_INT_TYPE(cw->data.s32, 32, true, false);
1330 CREATE_INT_TYPE(cw->data.u32, 32, false, false);
1331 CREATE_INT_TYPE(cw->data.u32_hex, 32, false, true);
1332 CREATE_INT_TYPE(cw->data.u64_hex, 64, false, true);
1333
1334 cw->data.string = bt_ctf_field_type_string_create();
1335 if (cw->data.string)
1336 return 0;
1337
1338err:
1339 ctf_writer__cleanup_data(cw);
1340 pr_err("Failed to create data types.\n");
1341 return -1;
1342}
1343
1344static void ctf_writer__cleanup(struct ctf_writer *cw)
1345{
1346 ctf_writer__cleanup_data(cw);
1347
1348 bt_ctf_clock_put(cw->clock);
1349 free_streams(cw);
1350 bt_ctf_stream_class_put(cw->stream_class);
1351 bt_ctf_writer_put(cw->writer);
1352
1353
1354 memset(cw, 0, sizeof(*cw));
1355}
1356
1357static int ctf_writer__init(struct ctf_writer *cw, const char *path)
1358{
1359 struct bt_ctf_writer *writer;
1360 struct bt_ctf_stream_class *stream_class;
1361 struct bt_ctf_clock *clock;
1362 struct bt_ctf_field_type *pkt_ctx_type;
1363 int ret;
1364
1365
1366 writer = bt_ctf_writer_create(path);
1367 if (!writer)
1368 goto err;
1369
1370 cw->writer = writer;
1371
1372
1373 clock = bt_ctf_clock_create("perf_clock");
1374 if (!clock) {
1375 pr("Failed to create CTF clock.\n");
1376 goto err_cleanup;
1377 }
1378
1379 cw->clock = clock;
1380
1381 if (ctf_writer__setup_clock(cw)) {
1382 pr("Failed to setup CTF clock.\n");
1383 goto err_cleanup;
1384 }
1385
1386
1387 stream_class = bt_ctf_stream_class_create("perf_stream");
1388 if (!stream_class) {
1389 pr("Failed to create CTF stream class.\n");
1390 goto err_cleanup;
1391 }
1392
1393 cw->stream_class = stream_class;
1394
1395
1396 if (bt_ctf_stream_class_set_clock(stream_class, clock)) {
1397 pr("Failed to assign CTF clock to stream class.\n");
1398 goto err_cleanup;
1399 }
1400
1401 if (ctf_writer__init_data(cw))
1402 goto err_cleanup;
1403
1404
1405 pkt_ctx_type = bt_ctf_stream_class_get_packet_context_type(stream_class);
1406 if (!pkt_ctx_type)
1407 goto err_cleanup;
1408
1409 ret = bt_ctf_field_type_structure_add_field(pkt_ctx_type, cw->data.u32, "cpu_id");
1410 bt_ctf_field_type_put(pkt_ctx_type);
1411 if (ret)
1412 goto err_cleanup;
1413
1414
1415 if (bt_ctf_writer_add_clock(writer, clock)) {
1416 pr("Failed to assign CTF clock to writer.\n");
1417 goto err_cleanup;
1418 }
1419
1420 return 0;
1421
1422err_cleanup:
1423 ctf_writer__cleanup(cw);
1424err:
1425 pr_err("Failed to setup CTF writer.\n");
1426 return -1;
1427}
1428
1429static int ctf_writer__flush_streams(struct ctf_writer *cw)
1430{
1431 int cpu, ret = 0;
1432
1433 for (cpu = 0; cpu < cw->stream_cnt && !ret; cpu++)
1434 ret = ctf_stream__flush(cw->stream[cpu]);
1435
1436 return ret;
1437}
1438
1439static int convert__config(const char *var, const char *value, void *cb)
1440{
1441 struct convert *c = cb;
1442
1443 if (!strcmp(var, "convert.queue-size")) {
1444 c->queue_size = perf_config_u64(var, value);
1445 return 0;
1446 }
1447
1448 return 0;
1449}
1450
1451int bt_convert__perf2ctf(const char *input, const char *path,
1452 struct perf_data_convert_opts *opts)
1453{
1454 struct perf_session *session;
1455 struct perf_data_file file = {
1456 .path = input,
1457 .mode = PERF_DATA_MODE_READ,
1458 .force = opts->force,
1459 };
1460 struct convert c = {
1461 .tool = {
1462 .sample = process_sample_event,
1463 .mmap = perf_event__process_mmap,
1464 .mmap2 = perf_event__process_mmap2,
1465 .comm = perf_event__process_comm,
1466 .exit = perf_event__process_exit,
1467 .fork = perf_event__process_fork,
1468 .lost = perf_event__process_lost,
1469 .tracing_data = perf_event__process_tracing_data,
1470 .build_id = perf_event__process_build_id,
1471 .ordered_events = true,
1472 .ordering_requires_timestamps = true,
1473 },
1474 };
1475 struct ctf_writer *cw = &c.writer;
1476 int err = -1;
1477
1478 if (opts->all) {
1479 c.tool.comm = process_comm_event;
1480 c.tool.exit = process_exit_event;
1481 c.tool.fork = process_fork_event;
1482 }
1483
1484 perf_config(convert__config, &c);
1485
1486
1487 if (ctf_writer__init(cw, path))
1488 return -1;
1489
1490
1491 session = perf_session__new(&file, 0, &c.tool);
1492 if (!session)
1493 goto free_writer;
1494
1495 if (c.queue_size) {
1496 ordered_events__set_alloc_size(&session->ordered_events,
1497 c.queue_size);
1498 }
1499
1500
1501 if (ctf_writer__setup_env(cw, session))
1502 goto free_session;
1503
1504
1505 if (setup_events(cw, session))
1506 goto free_session;
1507
1508 if (opts->all && setup_non_sample_events(cw, session))
1509 goto free_session;
1510
1511 if (setup_streams(cw, session))
1512 goto free_session;
1513
1514 err = perf_session__process_events(session);
1515 if (!err)
1516 err = ctf_writer__flush_streams(cw);
1517 else
1518 pr_err("Error during conversion.\n");
1519
1520 fprintf(stderr,
1521 "[ perf data convert: Converted '%s' into CTF data '%s' ]\n",
1522 file.path, path);
1523
1524 fprintf(stderr,
1525 "[ perf data convert: Converted and wrote %.3f MB (%" PRIu64 " samples",
1526 (double) c.events_size / 1024.0 / 1024.0,
1527 c.events_count);
1528
1529 if (!c.non_sample_count)
1530 fprintf(stderr, ") ]\n");
1531 else
1532 fprintf(stderr, ", %" PRIu64 " non-samples) ]\n", c.non_sample_count);
1533
1534 cleanup_events(session);
1535 perf_session__delete(session);
1536 ctf_writer__cleanup(cw);
1537
1538 return err;
1539
1540free_session:
1541 perf_session__delete(session);
1542free_writer:
1543 ctf_writer__cleanup(cw);
1544 pr_err("Error during conversion setup.\n");
1545 return err;
1546}
1547
