1
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM io_uring
4
5#if !defined(_TRACE_IO_URING_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_IO_URING_H
7
8#include <linux/tracepoint.h>
9
10struct io_wq_work;
11
12
13
14
15
16
17
18
19
20
21
22
23
24TRACE_EVENT(io_uring_create,
25
26 TP_PROTO(int fd, void *ctx, u32 sq_entries, u32 cq_entries, u32 flags),
27
28 TP_ARGS(fd, ctx, sq_entries, cq_entries, flags),
29
30 TP_STRUCT__entry (
31 __field( int, fd )
32 __field( void *, ctx )
33 __field( u32, sq_entries )
34 __field( u32, cq_entries )
35 __field( u32, flags )
36 ),
37
38 TP_fast_assign(
39 __entry->fd = fd;
40 __entry->ctx = ctx;
41 __entry->sq_entries = sq_entries;
42 __entry->cq_entries = cq_entries;
43 __entry->flags = flags;
44 ),
45
46 TP_printk("ring %p, fd %d sq size %d, cq size %d, flags %d",
47 __entry->ctx, __entry->fd, __entry->sq_entries,
48 __entry->cq_entries, __entry->flags)
49);
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67TRACE_EVENT(io_uring_register,
68
69 TP_PROTO(void *ctx, unsigned opcode, unsigned nr_files,
70 unsigned nr_bufs, bool eventfd, long ret),
71
72 TP_ARGS(ctx, opcode, nr_files, nr_bufs, eventfd, ret),
73
74 TP_STRUCT__entry (
75 __field( void *, ctx )
76 __field( unsigned, opcode )
77 __field( unsigned, nr_files )
78 __field( unsigned, nr_bufs )
79 __field( bool, eventfd )
80 __field( long, ret )
81 ),
82
83 TP_fast_assign(
84 __entry->ctx = ctx;
85 __entry->opcode = opcode;
86 __entry->nr_files = nr_files;
87 __entry->nr_bufs = nr_bufs;
88 __entry->eventfd = eventfd;
89 __entry->ret = ret;
90 ),
91
92 TP_printk("ring %p, opcode %d, nr_user_files %d, nr_user_bufs %d, "
93 "eventfd %d, ret %ld",
94 __entry->ctx, __entry->opcode, __entry->nr_files,
95 __entry->nr_bufs, __entry->eventfd, __entry->ret)
96);
97
98
99
100
101
102
103
104
105
106
107
108TRACE_EVENT(io_uring_file_get,
109
110 TP_PROTO(void *ctx, int fd),
111
112 TP_ARGS(ctx, fd),
113
114 TP_STRUCT__entry (
115 __field( void *, ctx )
116 __field( int, fd )
117 ),
118
119 TP_fast_assign(
120 __entry->ctx = ctx;
121 __entry->fd = fd;
122 ),
123
124 TP_printk("ring %p, fd %d", __entry->ctx, __entry->fd)
125);
126
127
128
129
130
131
132
133
134
135
136
137TRACE_EVENT(io_uring_queue_async_work,
138
139 TP_PROTO(void *ctx, int rw, void * req, struct io_wq_work *work,
140 unsigned int flags),
141
142 TP_ARGS(ctx, rw, req, work, flags),
143
144 TP_STRUCT__entry (
145 __field( void *, ctx )
146 __field( int, rw )
147 __field( void *, req )
148 __field( struct io_wq_work *, work )
149 __field( unsigned int, flags )
150 ),
151
152 TP_fast_assign(
153 __entry->ctx = ctx;
154 __entry->rw = rw;
155 __entry->req = req;
156 __entry->work = work;
157 __entry->flags = flags;
158 ),
159
160 TP_printk("ring %p, request %p, flags %d, %s queue, work %p",
161 __entry->ctx, __entry->req, __entry->flags,
162 __entry->rw ? "hashed" : "normal", __entry->work)
163);
164
165
166
167
168
169
170
171
172
173
174
175TRACE_EVENT(io_uring_defer,
176
177 TP_PROTO(void *ctx, void *req, unsigned long long user_data),
178
179 TP_ARGS(ctx, req, user_data),
180
181 TP_STRUCT__entry (
182 __field( void *, ctx )
183 __field( void *, req )
184 __field( unsigned long long, data )
185 ),
186
187 TP_fast_assign(
188 __entry->ctx = ctx;
189 __entry->req = req;
190 __entry->data = user_data;
191 ),
192
193 TP_printk("ring %p, request %p user_data %llu", __entry->ctx,
194 __entry->req, __entry->data)
195);
196
197
198
199
200
201
202
203
204
205
206
207
208TRACE_EVENT(io_uring_link,
209
210 TP_PROTO(void *ctx, void *req, void *target_req),
211
212 TP_ARGS(ctx, req, target_req),
213
214 TP_STRUCT__entry (
215 __field( void *, ctx )
216 __field( void *, req )
217 __field( void *, target_req )
218 ),
219
220 TP_fast_assign(
221 __entry->ctx = ctx;
222 __entry->req = req;
223 __entry->target_req = target_req;
224 ),
225
226 TP_printk("ring %p, request %p linked after %p",
227 __entry->ctx, __entry->req, __entry->target_req)
228);
229
230
231
232
233
234
235
236
237
238
239
240TRACE_EVENT(io_uring_cqring_wait,
241
242 TP_PROTO(void *ctx, int min_events),
243
244 TP_ARGS(ctx, min_events),
245
246 TP_STRUCT__entry (
247 __field( void *, ctx )
248 __field( int, min_events )
249 ),
250
251 TP_fast_assign(
252 __entry->ctx = ctx;
253 __entry->min_events = min_events;
254 ),
255
256 TP_printk("ring %p, min_events %d", __entry->ctx, __entry->min_events)
257);
258
259
260
261
262
263
264
265
266
267
268TRACE_EVENT(io_uring_fail_link,
269
270 TP_PROTO(void *req, void *link),
271
272 TP_ARGS(req, link),
273
274 TP_STRUCT__entry (
275 __field( void *, req )
276 __field( void *, link )
277 ),
278
279 TP_fast_assign(
280 __entry->req = req;
281 __entry->link = link;
282 ),
283
284 TP_printk("request %p, link %p", __entry->req, __entry->link)
285);
286
287
288
289
290
291
292
293
294
295
296TRACE_EVENT(io_uring_complete,
297
298 TP_PROTO(void *ctx, u64 user_data, int res, unsigned cflags),
299
300 TP_ARGS(ctx, user_data, res, cflags),
301
302 TP_STRUCT__entry (
303 __field( void *, ctx )
304 __field( u64, user_data )
305 __field( int, res )
306 __field( unsigned, cflags )
307 ),
308
309 TP_fast_assign(
310 __entry->ctx = ctx;
311 __entry->user_data = user_data;
312 __entry->res = res;
313 __entry->cflags = cflags;
314 ),
315
316 TP_printk("ring %p, user_data 0x%llx, result %d, cflags %x",
317 __entry->ctx, (unsigned long long)__entry->user_data,
318 __entry->res, __entry->cflags)
319);
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335TRACE_EVENT(io_uring_submit_sqe,
336
337 TP_PROTO(void *ctx, void *req, u8 opcode, u64 user_data, u32 flags,
338 bool force_nonblock, bool sq_thread),
339
340 TP_ARGS(ctx, req, opcode, user_data, flags, force_nonblock, sq_thread),
341
342 TP_STRUCT__entry (
343 __field( void *, ctx )
344 __field( void *, req )
345 __field( u8, opcode )
346 __field( u64, user_data )
347 __field( u32, flags )
348 __field( bool, force_nonblock )
349 __field( bool, sq_thread )
350 ),
351
352 TP_fast_assign(
353 __entry->ctx = ctx;
354 __entry->req = req;
355 __entry->opcode = opcode;
356 __entry->user_data = user_data;
357 __entry->flags = flags;
358 __entry->force_nonblock = force_nonblock;
359 __entry->sq_thread = sq_thread;
360 ),
361
362 TP_printk("ring %p, req %p, op %d, data 0x%llx, flags %u, "
363 "non block %d, sq_thread %d", __entry->ctx, __entry->req,
364 __entry->opcode, (unsigned long long)__entry->user_data,
365 __entry->flags, __entry->force_nonblock, __entry->sq_thread)
366);
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381TRACE_EVENT(io_uring_poll_arm,
382
383 TP_PROTO(void *ctx, void *req, u8 opcode, u64 user_data,
384 int mask, int events),
385
386 TP_ARGS(ctx, req, opcode, user_data, mask, events),
387
388 TP_STRUCT__entry (
389 __field( void *, ctx )
390 __field( void *, req )
391 __field( u8, opcode )
392 __field( u64, user_data )
393 __field( int, mask )
394 __field( int, events )
395 ),
396
397 TP_fast_assign(
398 __entry->ctx = ctx;
399 __entry->req = req;
400 __entry->opcode = opcode;
401 __entry->user_data = user_data;
402 __entry->mask = mask;
403 __entry->events = events;
404 ),
405
406 TP_printk("ring %p, req %p, op %d, data 0x%llx, mask 0x%x, events 0x%x",
407 __entry->ctx, __entry->req, __entry->opcode,
408 (unsigned long long) __entry->user_data,
409 __entry->mask, __entry->events)
410);
411
412TRACE_EVENT(io_uring_poll_wake,
413
414 TP_PROTO(void *ctx, u8 opcode, u64 user_data, int mask),
415
416 TP_ARGS(ctx, opcode, user_data, mask),
417
418 TP_STRUCT__entry (
419 __field( void *, ctx )
420 __field( u8, opcode )
421 __field( u64, user_data )
422 __field( int, mask )
423 ),
424
425 TP_fast_assign(
426 __entry->ctx = ctx;
427 __entry->opcode = opcode;
428 __entry->user_data = user_data;
429 __entry->mask = mask;
430 ),
431
432 TP_printk("ring %p, op %d, data 0x%llx, mask 0x%x",
433 __entry->ctx, __entry->opcode,
434 (unsigned long long) __entry->user_data,
435 __entry->mask)
436);
437
438TRACE_EVENT(io_uring_task_add,
439
440 TP_PROTO(void *ctx, u8 opcode, u64 user_data, int mask),
441
442 TP_ARGS(ctx, opcode, user_data, mask),
443
444 TP_STRUCT__entry (
445 __field( void *, ctx )
446 __field( u8, opcode )
447 __field( u64, user_data )
448 __field( int, mask )
449 ),
450
451 TP_fast_assign(
452 __entry->ctx = ctx;
453 __entry->opcode = opcode;
454 __entry->user_data = user_data;
455 __entry->mask = mask;
456 ),
457
458 TP_printk("ring %p, op %d, data 0x%llx, mask %x",
459 __entry->ctx, __entry->opcode,
460 (unsigned long long) __entry->user_data,
461 __entry->mask)
462);
463
464
465
466
467
468
469
470
471
472
473
474
475TRACE_EVENT(io_uring_task_run,
476
477 TP_PROTO(void *ctx, void *req, u8 opcode, u64 user_data),
478
479 TP_ARGS(ctx, req, opcode, user_data),
480
481 TP_STRUCT__entry (
482 __field( void *, ctx )
483 __field( void *, req )
484 __field( u8, opcode )
485 __field( u64, user_data )
486 ),
487
488 TP_fast_assign(
489 __entry->ctx = ctx;
490 __entry->req = req;
491 __entry->opcode = opcode;
492 __entry->user_data = user_data;
493 ),
494
495 TP_printk("ring %p, req %p, op %d, data 0x%llx",
496 __entry->ctx, __entry->req, __entry->opcode,
497 (unsigned long long) __entry->user_data)
498);
499
500#endif
501
502
503#include <trace/define_trace.h>
504