1#undef TRACE_SYSTEM
2#define TRACE_SYSTEM block
3
4#if !defined(_TRACE_BLOCK_H) || defined(TRACE_HEADER_MULTI_READ)
5#define _TRACE_BLOCK_H
6
7#include <linux/blktrace_api.h>
8#include <linux/blkdev.h>
9#include <linux/buffer_head.h>
10#include <linux/tracepoint.h>
11
12#define RWBS_LEN 8
13
14DECLARE_EVENT_CLASS(block_buffer,
15
16 TP_PROTO(struct buffer_head *bh),
17
18 TP_ARGS(bh),
19
20 TP_STRUCT__entry (
21 __field( dev_t, dev )
22 __field( sector_t, sector )
23 __field( size_t, size )
24 ),
25
26 TP_fast_assign(
27 __entry->dev = bh->b_bdev->bd_dev;
28 __entry->sector = bh->b_blocknr;
29 __entry->size = bh->b_size;
30 ),
31
32 TP_printk("%d,%d sector=%llu size=%zu",
33 MAJOR(__entry->dev), MINOR(__entry->dev),
34 (unsigned long long)__entry->sector, __entry->size
35 )
36);
37
38
39
40
41
42
43
44DEFINE_EVENT(block_buffer, block_touch_buffer,
45
46 TP_PROTO(struct buffer_head *bh),
47
48 TP_ARGS(bh)
49);
50
51
52
53
54
55
56
57DEFINE_EVENT(block_buffer, block_dirty_buffer,
58
59 TP_PROTO(struct buffer_head *bh),
60
61 TP_ARGS(bh)
62);
63
64DECLARE_EVENT_CLASS(block_rq_with_error,
65
66 TP_PROTO(struct request_queue *q, struct request *rq),
67
68 TP_ARGS(q, rq),
69
70 TP_STRUCT__entry(
71 __field( dev_t, dev )
72 __field( sector_t, sector )
73 __field( unsigned int, nr_sector )
74 __field( int, errors )
75 __array( char, rwbs, RWBS_LEN )
76 __dynamic_array( char, cmd, blk_cmd_buf_len(rq) )
77 ),
78
79 TP_fast_assign(
80 __entry->dev = rq->rq_disk ? disk_devt(rq->rq_disk) : 0;
81 __entry->sector = (rq->cmd_type == REQ_TYPE_BLOCK_PC) ?
82 0 : blk_rq_pos(rq);
83 __entry->nr_sector = (rq->cmd_type == REQ_TYPE_BLOCK_PC) ?
84 0 : blk_rq_sectors(rq);
85 __entry->errors = rq->errors;
86
87 blk_fill_rwbs(__entry->rwbs, req_op(rq), rq->cmd_flags,
88 blk_rq_bytes(rq));
89 blk_dump_cmd(__get_str(cmd), rq);
90 ),
91
92 TP_printk("%d,%d %s (%s) %llu + %u [%d]",
93 MAJOR(__entry->dev), MINOR(__entry->dev),
94 __entry->rwbs, __get_str(cmd),
95 (unsigned long long)__entry->sector,
96 __entry->nr_sector, __entry->errors)
97);
98
99
100
101
102
103
104
105
106
107
108
109DEFINE_EVENT(block_rq_with_error, block_rq_abort,
110
111 TP_PROTO(struct request_queue *q, struct request *rq),
112
113 TP_ARGS(q, rq)
114);
115
116
117
118
119
120
121
122
123
124
125DEFINE_EVENT(block_rq_with_error, block_rq_requeue,
126
127 TP_PROTO(struct request_queue *q, struct request *rq),
128
129 TP_ARGS(q, rq)
130);
131
132
133
134
135
136
137
138
139
140
141
142
143
144TRACE_EVENT(block_rq_complete,
145
146 TP_PROTO(struct request_queue *q, struct request *rq,
147 unsigned int nr_bytes),
148
149 TP_ARGS(q, rq, nr_bytes),
150
151 TP_STRUCT__entry(
152 __field( dev_t, dev )
153 __field( sector_t, sector )
154 __field( unsigned int, nr_sector )
155 __field( int, errors )
156 __array( char, rwbs, RWBS_LEN )
157 __dynamic_array( char, cmd, blk_cmd_buf_len(rq) )
158 ),
159
160 TP_fast_assign(
161 __entry->dev = rq->rq_disk ? disk_devt(rq->rq_disk) : 0;
162 __entry->sector = blk_rq_pos(rq);
163 __entry->nr_sector = nr_bytes >> 9;
164 __entry->errors = rq->errors;
165
166 blk_fill_rwbs(__entry->rwbs, req_op(rq), rq->cmd_flags, nr_bytes);
167 blk_dump_cmd(__get_str(cmd), rq);
168 ),
169
170 TP_printk("%d,%d %s (%s) %llu + %u [%d]",
171 MAJOR(__entry->dev), MINOR(__entry->dev),
172 __entry->rwbs, __get_str(cmd),
173 (unsigned long long)__entry->sector,
174 __entry->nr_sector, __entry->errors)
175);
176
177DECLARE_EVENT_CLASS(block_rq,
178
179 TP_PROTO(struct request_queue *q, struct request *rq),
180
181 TP_ARGS(q, rq),
182
183 TP_STRUCT__entry(
184 __field( dev_t, dev )
185 __field( sector_t, sector )
186 __field( unsigned int, nr_sector )
187 __field( unsigned int, bytes )
188 __array( char, rwbs, RWBS_LEN )
189 __array( char, comm, TASK_COMM_LEN )
190 __dynamic_array( char, cmd, blk_cmd_buf_len(rq) )
191 ),
192
193 TP_fast_assign(
194 __entry->dev = rq->rq_disk ? disk_devt(rq->rq_disk) : 0;
195 __entry->sector = (rq->cmd_type == REQ_TYPE_BLOCK_PC) ?
196 0 : blk_rq_pos(rq);
197 __entry->nr_sector = (rq->cmd_type == REQ_TYPE_BLOCK_PC) ?
198 0 : blk_rq_sectors(rq);
199 __entry->bytes = (rq->cmd_type == REQ_TYPE_BLOCK_PC) ?
200 blk_rq_bytes(rq) : 0;
201
202 blk_fill_rwbs(__entry->rwbs, req_op(rq), rq->cmd_flags,
203 blk_rq_bytes(rq));
204 blk_dump_cmd(__get_str(cmd), rq);
205 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
206 ),
207
208 TP_printk("%d,%d %s %u (%s) %llu + %u [%s]",
209 MAJOR(__entry->dev), MINOR(__entry->dev),
210 __entry->rwbs, __entry->bytes, __get_str(cmd),
211 (unsigned long long)__entry->sector,
212 __entry->nr_sector, __entry->comm)
213);
214
215
216
217
218
219
220
221
222
223
224
225DEFINE_EVENT(block_rq, block_rq_insert,
226
227 TP_PROTO(struct request_queue *q, struct request *rq),
228
229 TP_ARGS(q, rq)
230);
231
232
233
234
235
236
237
238
239
240DEFINE_EVENT(block_rq, block_rq_issue,
241
242 TP_PROTO(struct request_queue *q, struct request *rq),
243
244 TP_ARGS(q, rq)
245);
246
247
248
249
250
251
252
253
254
255
256
257
258TRACE_EVENT(block_bio_bounce,
259
260 TP_PROTO(struct request_queue *q, struct bio *bio),
261
262 TP_ARGS(q, bio),
263
264 TP_STRUCT__entry(
265 __field( dev_t, dev )
266 __field( sector_t, sector )
267 __field( unsigned int, nr_sector )
268 __array( char, rwbs, RWBS_LEN )
269 __array( char, comm, TASK_COMM_LEN )
270 ),
271
272 TP_fast_assign(
273 __entry->dev = bio->bi_bdev ?
274 bio->bi_bdev->bd_dev : 0;
275 __entry->sector = bio->bi_iter.bi_sector;
276 __entry->nr_sector = bio_sectors(bio);
277 blk_fill_rwbs(__entry->rwbs, bio_op(bio), bio->bi_opf,
278 bio->bi_iter.bi_size);
279 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
280 ),
281
282 TP_printk("%d,%d %s %llu + %u [%s]",
283 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
284 (unsigned long long)__entry->sector,
285 __entry->nr_sector, __entry->comm)
286);
287
288
289
290
291
292
293
294
295
296
297TRACE_EVENT(block_bio_complete,
298
299 TP_PROTO(struct request_queue *q, struct bio *bio, int error),
300
301 TP_ARGS(q, bio, error),
302
303 TP_STRUCT__entry(
304 __field( dev_t, dev )
305 __field( sector_t, sector )
306 __field( unsigned, nr_sector )
307 __field( int, error )
308 __array( char, rwbs, RWBS_LEN)
309 ),
310
311 TP_fast_assign(
312 __entry->dev = bio->bi_bdev->bd_dev;
313 __entry->sector = bio->bi_iter.bi_sector;
314 __entry->nr_sector = bio_sectors(bio);
315 __entry->error = error;
316 blk_fill_rwbs(__entry->rwbs, bio_op(bio), bio->bi_opf,
317 bio->bi_iter.bi_size);
318 ),
319
320 TP_printk("%d,%d %s %llu + %u [%d]",
321 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
322 (unsigned long long)__entry->sector,
323 __entry->nr_sector, __entry->error)
324);
325
326DECLARE_EVENT_CLASS(block_bio_merge,
327
328 TP_PROTO(struct request_queue *q, struct request *rq, struct bio *bio),
329
330 TP_ARGS(q, rq, bio),
331
332 TP_STRUCT__entry(
333 __field( dev_t, dev )
334 __field( sector_t, sector )
335 __field( unsigned int, nr_sector )
336 __array( char, rwbs, RWBS_LEN )
337 __array( char, comm, TASK_COMM_LEN )
338 ),
339
340 TP_fast_assign(
341 __entry->dev = bio->bi_bdev->bd_dev;
342 __entry->sector = bio->bi_iter.bi_sector;
343 __entry->nr_sector = bio_sectors(bio);
344 blk_fill_rwbs(__entry->rwbs, bio_op(bio), bio->bi_opf,
345 bio->bi_iter.bi_size);
346 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
347 ),
348
349 TP_printk("%d,%d %s %llu + %u [%s]",
350 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
351 (unsigned long long)__entry->sector,
352 __entry->nr_sector, __entry->comm)
353);
354
355
356
357
358
359
360
361
362
363
364DEFINE_EVENT(block_bio_merge, block_bio_backmerge,
365
366 TP_PROTO(struct request_queue *q, struct request *rq, struct bio *bio),
367
368 TP_ARGS(q, rq, bio)
369);
370
371
372
373
374
375
376
377
378
379
380DEFINE_EVENT(block_bio_merge, block_bio_frontmerge,
381
382 TP_PROTO(struct request_queue *q, struct request *rq, struct bio *bio),
383
384 TP_ARGS(q, rq, bio)
385);
386
387
388
389
390
391
392
393
394TRACE_EVENT(block_bio_queue,
395
396 TP_PROTO(struct request_queue *q, struct bio *bio),
397
398 TP_ARGS(q, bio),
399
400 TP_STRUCT__entry(
401 __field( dev_t, dev )
402 __field( sector_t, sector )
403 __field( unsigned int, nr_sector )
404 __array( char, rwbs, RWBS_LEN )
405 __array( char, comm, TASK_COMM_LEN )
406 ),
407
408 TP_fast_assign(
409 __entry->dev = bio->bi_bdev->bd_dev;
410 __entry->sector = bio->bi_iter.bi_sector;
411 __entry->nr_sector = bio_sectors(bio);
412 blk_fill_rwbs(__entry->rwbs, bio_op(bio), bio->bi_opf,
413 bio->bi_iter.bi_size);
414 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
415 ),
416
417 TP_printk("%d,%d %s %llu + %u [%s]",
418 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
419 (unsigned long long)__entry->sector,
420 __entry->nr_sector, __entry->comm)
421);
422
423DECLARE_EVENT_CLASS(block_get_rq,
424
425 TP_PROTO(struct request_queue *q, struct bio *bio, int rw),
426
427 TP_ARGS(q, bio, rw),
428
429 TP_STRUCT__entry(
430 __field( dev_t, dev )
431 __field( sector_t, sector )
432 __field( unsigned int, nr_sector )
433 __array( char, rwbs, RWBS_LEN )
434 __array( char, comm, TASK_COMM_LEN )
435 ),
436
437 TP_fast_assign(
438 __entry->dev = bio ? bio->bi_bdev->bd_dev : 0;
439 __entry->sector = bio ? bio->bi_iter.bi_sector : 0;
440 __entry->nr_sector = bio ? bio_sectors(bio) : 0;
441 blk_fill_rwbs(__entry->rwbs, bio ? bio_op(bio) : 0,
442 bio ? bio->bi_opf : 0, __entry->nr_sector);
443 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
444 ),
445
446 TP_printk("%d,%d %s %llu + %u [%s]",
447 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
448 (unsigned long long)__entry->sector,
449 __entry->nr_sector, __entry->comm)
450);
451
452
453
454
455
456
457
458
459
460
461DEFINE_EVENT(block_get_rq, block_getrq,
462
463 TP_PROTO(struct request_queue *q, struct bio *bio, int rw),
464
465 TP_ARGS(q, bio, rw)
466);
467
468
469
470
471
472
473
474
475
476
477
478
479DEFINE_EVENT(block_get_rq, block_sleeprq,
480
481 TP_PROTO(struct request_queue *q, struct bio *bio, int rw),
482
483 TP_ARGS(q, bio, rw)
484);
485
486
487
488
489
490
491
492
493
494TRACE_EVENT(block_plug,
495
496 TP_PROTO(struct request_queue *q),
497
498 TP_ARGS(q),
499
500 TP_STRUCT__entry(
501 __array( char, comm, TASK_COMM_LEN )
502 ),
503
504 TP_fast_assign(
505 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
506 ),
507
508 TP_printk("[%s]", __entry->comm)
509);
510
511DECLARE_EVENT_CLASS(block_unplug,
512
513 TP_PROTO(struct request_queue *q, unsigned int depth, bool explicit),
514
515 TP_ARGS(q, depth, explicit),
516
517 TP_STRUCT__entry(
518 __field( int, nr_rq )
519 __array( char, comm, TASK_COMM_LEN )
520 ),
521
522 TP_fast_assign(
523 __entry->nr_rq = depth;
524 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
525 ),
526
527 TP_printk("[%s] %d", __entry->comm, __entry->nr_rq)
528);
529
530
531
532
533
534
535
536
537
538
539DEFINE_EVENT(block_unplug, block_unplug,
540
541 TP_PROTO(struct request_queue *q, unsigned int depth, bool explicit),
542
543 TP_ARGS(q, depth, explicit)
544);
545
546
547
548
549
550
551
552
553
554
555
556
557TRACE_EVENT(block_split,
558
559 TP_PROTO(struct request_queue *q, struct bio *bio,
560 unsigned int new_sector),
561
562 TP_ARGS(q, bio, new_sector),
563
564 TP_STRUCT__entry(
565 __field( dev_t, dev )
566 __field( sector_t, sector )
567 __field( sector_t, new_sector )
568 __array( char, rwbs, RWBS_LEN )
569 __array( char, comm, TASK_COMM_LEN )
570 ),
571
572 TP_fast_assign(
573 __entry->dev = bio->bi_bdev->bd_dev;
574 __entry->sector = bio->bi_iter.bi_sector;
575 __entry->new_sector = new_sector;
576 blk_fill_rwbs(__entry->rwbs, bio_op(bio), bio->bi_opf,
577 bio->bi_iter.bi_size);
578 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
579 ),
580
581 TP_printk("%d,%d %s %llu / %llu [%s]",
582 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
583 (unsigned long long)__entry->sector,
584 (unsigned long long)__entry->new_sector,
585 __entry->comm)
586);
587
588
589
590
591
592
593
594
595
596
597
598TRACE_EVENT(block_bio_remap,
599
600 TP_PROTO(struct request_queue *q, struct bio *bio, dev_t dev,
601 sector_t from),
602
603 TP_ARGS(q, bio, dev, from),
604
605 TP_STRUCT__entry(
606 __field( dev_t, dev )
607 __field( sector_t, sector )
608 __field( unsigned int, nr_sector )
609 __field( dev_t, old_dev )
610 __field( sector_t, old_sector )
611 __array( char, rwbs, RWBS_LEN)
612 ),
613
614 TP_fast_assign(
615 __entry->dev = bio->bi_bdev->bd_dev;
616 __entry->sector = bio->bi_iter.bi_sector;
617 __entry->nr_sector = bio_sectors(bio);
618 __entry->old_dev = dev;
619 __entry->old_sector = from;
620 blk_fill_rwbs(__entry->rwbs, bio_op(bio), bio->bi_opf,
621 bio->bi_iter.bi_size);
622 ),
623
624 TP_printk("%d,%d %s %llu + %u <- (%d,%d) %llu",
625 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
626 (unsigned long long)__entry->sector,
627 __entry->nr_sector,
628 MAJOR(__entry->old_dev), MINOR(__entry->old_dev),
629 (unsigned long long)__entry->old_sector)
630);
631
632
633
634
635
636
637
638
639
640
641
642
643TRACE_EVENT(block_rq_remap,
644
645 TP_PROTO(struct request_queue *q, struct request *rq, dev_t dev,
646 sector_t from),
647
648 TP_ARGS(q, rq, dev, from),
649
650 TP_STRUCT__entry(
651 __field( dev_t, dev )
652 __field( sector_t, sector )
653 __field( unsigned int, nr_sector )
654 __field( dev_t, old_dev )
655 __field( sector_t, old_sector )
656 __field( unsigned int, nr_bios )
657 __array( char, rwbs, RWBS_LEN)
658 ),
659
660 TP_fast_assign(
661 __entry->dev = disk_devt(rq->rq_disk);
662 __entry->sector = blk_rq_pos(rq);
663 __entry->nr_sector = blk_rq_sectors(rq);
664 __entry->old_dev = dev;
665 __entry->old_sector = from;
666 __entry->nr_bios = blk_rq_count_bios(rq);
667 blk_fill_rwbs(__entry->rwbs, req_op(rq), rq->cmd_flags,
668 blk_rq_bytes(rq));
669 ),
670
671 TP_printk("%d,%d %s %llu + %u <- (%d,%d) %llu %u",
672 MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs,
673 (unsigned long long)__entry->sector,
674 __entry->nr_sector,
675 MAJOR(__entry->old_dev), MINOR(__entry->old_dev),
676 (unsigned long long)__entry->old_sector, __entry->nr_bios)
677);
678
679#endif
680
681
682#include <trace/define_trace.h>
683
684