1#undef TRACE_SYSTEM
2#define TRACE_SYSTEM compaction
3
4#if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
5#define _TRACE_COMPACTION_H
6
7#include <linux/types.h>
8#include <linux/list.h>
9#include <linux/tracepoint.h>
10#include <trace/events/mmflags.h>
11
12
13DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
14
15 TP_PROTO(
16 unsigned long start_pfn,
17 unsigned long end_pfn,
18 unsigned long nr_scanned,
19 unsigned long nr_taken),
20
21 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
22
23 TP_STRUCT__entry(
24 __field(unsigned long, start_pfn)
25 __field(unsigned long, end_pfn)
26 __field(unsigned long, nr_scanned)
27 __field(unsigned long, nr_taken)
28 ),
29
30 TP_fast_assign(
31 __entry->start_pfn = start_pfn;
32 __entry->end_pfn = end_pfn;
33 __entry->nr_scanned = nr_scanned;
34 __entry->nr_taken = nr_taken;
35 ),
36
37 TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu",
38 __entry->start_pfn,
39 __entry->end_pfn,
40 __entry->nr_scanned,
41 __entry->nr_taken)
42);
43
44DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
45
46 TP_PROTO(
47 unsigned long start_pfn,
48 unsigned long end_pfn,
49 unsigned long nr_scanned,
50 unsigned long nr_taken),
51
52 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
53);
54
55DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
56
57 TP_PROTO(
58 unsigned long start_pfn,
59 unsigned long end_pfn,
60 unsigned long nr_scanned,
61 unsigned long nr_taken),
62
63 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
64);
65
66TRACE_EVENT(mm_compaction_migratepages,
67
68 TP_PROTO(unsigned long nr_all,
69 int migrate_rc,
70 struct list_head *migratepages),
71
72 TP_ARGS(nr_all, migrate_rc, migratepages),
73
74 TP_STRUCT__entry(
75 __field(unsigned long, nr_migrated)
76 __field(unsigned long, nr_failed)
77 ),
78
79 TP_fast_assign(
80 unsigned long nr_failed = 0;
81 struct list_head *page_lru;
82
83
84
85
86
87
88
89 if (migrate_rc >= 0)
90 nr_failed = migrate_rc;
91 else
92 list_for_each(page_lru, migratepages)
93 nr_failed++;
94
95 __entry->nr_migrated = nr_all - nr_failed;
96 __entry->nr_failed = nr_failed;
97 ),
98
99 TP_printk("nr_migrated=%lu nr_failed=%lu",
100 __entry->nr_migrated,
101 __entry->nr_failed)
102);
103
104TRACE_EVENT(mm_compaction_begin,
105 TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
106 unsigned long free_pfn, unsigned long zone_end, bool sync),
107
108 TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync),
109
110 TP_STRUCT__entry(
111 __field(unsigned long, zone_start)
112 __field(unsigned long, migrate_pfn)
113 __field(unsigned long, free_pfn)
114 __field(unsigned long, zone_end)
115 __field(bool, sync)
116 ),
117
118 TP_fast_assign(
119 __entry->zone_start = zone_start;
120 __entry->migrate_pfn = migrate_pfn;
121 __entry->free_pfn = free_pfn;
122 __entry->zone_end = zone_end;
123 __entry->sync = sync;
124 ),
125
126 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s",
127 __entry->zone_start,
128 __entry->migrate_pfn,
129 __entry->free_pfn,
130 __entry->zone_end,
131 __entry->sync ? "sync" : "async")
132);
133
134#ifdef CONFIG_COMPACTION
135TRACE_EVENT(mm_compaction_end,
136 TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
137 unsigned long free_pfn, unsigned long zone_end, bool sync,
138 int status),
139
140 TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status),
141
142 TP_STRUCT__entry(
143 __field(unsigned long, zone_start)
144 __field(unsigned long, migrate_pfn)
145 __field(unsigned long, free_pfn)
146 __field(unsigned long, zone_end)
147 __field(bool, sync)
148 __field(int, status)
149 ),
150
151 TP_fast_assign(
152 __entry->zone_start = zone_start;
153 __entry->migrate_pfn = migrate_pfn;
154 __entry->free_pfn = free_pfn;
155 __entry->zone_end = zone_end;
156 __entry->sync = sync;
157 __entry->status = status;
158 ),
159
160 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s",
161 __entry->zone_start,
162 __entry->migrate_pfn,
163 __entry->free_pfn,
164 __entry->zone_end,
165 __entry->sync ? "sync" : "async",
166 __print_symbolic(__entry->status, COMPACTION_STATUS))
167);
168#endif
169
170TRACE_EVENT(mm_compaction_try_to_compact_pages,
171
172 TP_PROTO(
173 int order,
174 gfp_t gfp_mask,
175 int prio),
176
177 TP_ARGS(order, gfp_mask, prio),
178
179 TP_STRUCT__entry(
180 __field(int, order)
181 __field(gfp_t, gfp_mask)
182 __field(int, prio)
183 ),
184
185 TP_fast_assign(
186 __entry->order = order;
187 __entry->gfp_mask = gfp_mask;
188 __entry->prio = prio;
189 ),
190
191 TP_printk("order=%d gfp_mask=0x%x priority=%d",
192 __entry->order,
193 __entry->gfp_mask,
194 __entry->prio)
195);
196
197#ifdef CONFIG_COMPACTION
198DECLARE_EVENT_CLASS(mm_compaction_suitable_template,
199
200 TP_PROTO(struct zone *zone,
201 int order,
202 int ret),
203
204 TP_ARGS(zone, order, ret),
205
206 TP_STRUCT__entry(
207 __field(int, nid)
208 __field(enum zone_type, idx)
209 __field(int, order)
210 __field(int, ret)
211 ),
212
213 TP_fast_assign(
214 __entry->nid = zone_to_nid(zone);
215 __entry->idx = zone_idx(zone);
216 __entry->order = order;
217 __entry->ret = ret;
218 ),
219
220 TP_printk("node=%d zone=%-8s order=%d ret=%s",
221 __entry->nid,
222 __print_symbolic(__entry->idx, ZONE_TYPE),
223 __entry->order,
224 __print_symbolic(__entry->ret, COMPACTION_STATUS))
225);
226
227DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished,
228
229 TP_PROTO(struct zone *zone,
230 int order,
231 int ret),
232
233 TP_ARGS(zone, order, ret)
234);
235
236DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable,
237
238 TP_PROTO(struct zone *zone,
239 int order,
240 int ret),
241
242 TP_ARGS(zone, order, ret)
243);
244
245DECLARE_EVENT_CLASS(mm_compaction_defer_template,
246
247 TP_PROTO(struct zone *zone, int order),
248
249 TP_ARGS(zone, order),
250
251 TP_STRUCT__entry(
252 __field(int, nid)
253 __field(enum zone_type, idx)
254 __field(int, order)
255 __field(unsigned int, considered)
256 __field(unsigned int, defer_shift)
257 __field(int, order_failed)
258 ),
259
260 TP_fast_assign(
261 __entry->nid = zone_to_nid(zone);
262 __entry->idx = zone_idx(zone);
263 __entry->order = order;
264 __entry->considered = zone->compact_considered;
265 __entry->defer_shift = zone->compact_defer_shift;
266 __entry->order_failed = zone->compact_order_failed;
267 ),
268
269 TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu",
270 __entry->nid,
271 __print_symbolic(__entry->idx, ZONE_TYPE),
272 __entry->order,
273 __entry->order_failed,
274 __entry->considered,
275 1UL << __entry->defer_shift)
276);
277
278DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred,
279
280 TP_PROTO(struct zone *zone, int order),
281
282 TP_ARGS(zone, order)
283);
284
285DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction,
286
287 TP_PROTO(struct zone *zone, int order),
288
289 TP_ARGS(zone, order)
290);
291
292DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset,
293
294 TP_PROTO(struct zone *zone, int order),
295
296 TP_ARGS(zone, order)
297);
298#endif
299
300TRACE_EVENT(mm_compaction_kcompactd_sleep,
301
302 TP_PROTO(int nid),
303
304 TP_ARGS(nid),
305
306 TP_STRUCT__entry(
307 __field(int, nid)
308 ),
309
310 TP_fast_assign(
311 __entry->nid = nid;
312 ),
313
314 TP_printk("nid=%d", __entry->nid)
315);
316
317DECLARE_EVENT_CLASS(kcompactd_wake_template,
318
319 TP_PROTO(int nid, int order, enum zone_type classzone_idx),
320
321 TP_ARGS(nid, order, classzone_idx),
322
323 TP_STRUCT__entry(
324 __field(int, nid)
325 __field(int, order)
326 __field(enum zone_type, classzone_idx)
327 ),
328
329 TP_fast_assign(
330 __entry->nid = nid;
331 __entry->order = order;
332 __entry->classzone_idx = classzone_idx;
333 ),
334
335 TP_printk("nid=%d order=%d classzone_idx=%-8s",
336 __entry->nid,
337 __entry->order,
338 __print_symbolic(__entry->classzone_idx, ZONE_TYPE))
339);
340
341DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd,
342
343 TP_PROTO(int nid, int order, enum zone_type classzone_idx),
344
345 TP_ARGS(nid, order, classzone_idx)
346);
347
348DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake,
349
350 TP_PROTO(int nid, int order, enum zone_type classzone_idx),
351
352 TP_ARGS(nid, order, classzone_idx)
353);
354
355#endif
356
357
358#include <trace/define_trace.h>
359