1
2
3
4
5
6
7
8
9
10
11
12#include <stdio.h>
13#include <stdlib.h>
14#include <sys/types.h>
15#include <dirent.h>
16#include <strings.h>
17#include <string.h>
18#include <unistd.h>
19#include <stdarg.h>
20#include <getopt.h>
21#include <regex.h>
22#include <errno.h>
23
24#define MAX_SLABS 500
25#define MAX_ALIASES 500
26#define MAX_NODES 1024
27
28struct slabinfo {
29 char *name;
30 int alias;
31 int refs;
32 int aliases, align, cache_dma, cpu_slabs, destroy_by_rcu;
33 unsigned int hwcache_align, object_size, objs_per_slab;
34 unsigned int sanity_checks, slab_size, store_user, trace;
35 int order, poison, reclaim_account, red_zone;
36 unsigned long partial, objects, slabs, objects_partial, objects_total;
37 unsigned long alloc_fastpath, alloc_slowpath;
38 unsigned long free_fastpath, free_slowpath;
39 unsigned long free_frozen, free_add_partial, free_remove_partial;
40 unsigned long alloc_from_partial, alloc_slab, free_slab, alloc_refill;
41 unsigned long cpuslab_flush, deactivate_full, deactivate_empty;
42 unsigned long deactivate_to_head, deactivate_to_tail;
43 unsigned long deactivate_remote_frees, order_fallback;
44 unsigned long cmpxchg_double_cpu_fail, cmpxchg_double_fail;
45 unsigned long alloc_node_mismatch, deactivate_bypass;
46 unsigned long cpu_partial_alloc, cpu_partial_free;
47 int numa[MAX_NODES];
48 int numa_partial[MAX_NODES];
49} slabinfo[MAX_SLABS];
50
51struct aliasinfo {
52 char *name;
53 char *ref;
54 struct slabinfo *slab;
55} aliasinfo[MAX_ALIASES];
56
57int slabs;
58int actual_slabs;
59int aliases;
60int alias_targets;
61int highest_node;
62
63char buffer[4096];
64
65int show_empty;
66int show_report;
67int show_alias;
68int show_slab;
69int skip_zero = 1;
70int show_numa;
71int show_track;
72int show_first_alias;
73int validate;
74int shrink;
75int show_inverted;
76int show_single_ref;
77int show_totals;
78int sort_size;
79int sort_active;
80int set_debug;
81int show_ops;
82int sort_partial;
83int show_activity;
84int output_lines = -1;
85int sort_loss;
86int extended_totals;
87int show_bytes;
88int unreclaim_only;
89
90
91int sanity;
92int redzone;
93int poison;
94int tracking;
95int tracing;
96
97int page_size;
98
99regex_t pattern;
100
101static void fatal(const char *x, ...)
102{
103 va_list ap;
104
105 va_start(ap, x);
106 vfprintf(stderr, x, ap);
107 va_end(ap);
108 exit(EXIT_FAILURE);
109}
110
111static void usage(void)
112{
113 printf("slabinfo 4/15/2011. (c) 2007 sgi/(c) 2011 Linux Foundation.\n\n"
114 "slabinfo [-aABDefhilLnoPrsStTUvXz1] [N=K] [-dafzput] [slab-regexp]\n"
115 "-a|--aliases Show aliases\n"
116 "-A|--activity Most active slabs first\n"
117 "-B|--Bytes Show size in bytes\n"
118 "-D|--display-active Switch line format to activity\n"
119 "-e|--empty Show empty slabs\n"
120 "-f|--first-alias Show first alias\n"
121 "-h|--help Show usage information\n"
122 "-i|--inverted Inverted list\n"
123 "-l|--slabs Show slabs\n"
124 "-L|--Loss Sort by loss\n"
125 "-n|--numa Show NUMA information\n"
126 "-N|--lines=K Show the first K slabs\n"
127 "-o|--ops Show kmem_cache_ops\n"
128 "-P|--partial Sort by number of partial slabs\n"
129 "-r|--report Detailed report on single slabs\n"
130 "-s|--shrink Shrink slabs\n"
131 "-S|--Size Sort by size\n"
132 "-t|--tracking Show alloc/free information\n"
133 "-T|--Totals Show summary information\n"
134 "-U|--Unreclaim Show unreclaimable slabs only\n"
135 "-v|--validate Validate slabs\n"
136 "-X|--Xtotals Show extended summary information\n"
137 "-z|--zero Include empty slabs\n"
138 "-1|--1ref Single reference\n"
139
140 "\n"
141 "-d | --debug Switch off all debug options\n"
142 "-da | --debug=a Switch on all debug options (--debug=FZPU)\n"
143
144 "\n"
145 "-d[afzput] | --debug=[afzput]\n"
146 " f | F Sanity Checks (SLAB_CONSISTENCY_CHECKS)\n"
147 " z | Z Redzoning\n"
148 " p | P Poisoning\n"
149 " u | U Tracking\n"
150 " t | T Tracing\n"
151
152 "\nSorting options (--Loss, --Size, --Partial) are mutually exclusive\n"
153 );
154}
155
156static unsigned long read_obj(const char *name)
157{
158 FILE *f = fopen(name, "r");
159
160 if (!f)
161 buffer[0] = 0;
162 else {
163 if (!fgets(buffer, sizeof(buffer), f))
164 buffer[0] = 0;
165 fclose(f);
166 if (buffer[strlen(buffer)] == '\n')
167 buffer[strlen(buffer)] = 0;
168 }
169 return strlen(buffer);
170}
171
172
173
174
175
176static unsigned long get_obj(const char *name)
177{
178 if (!read_obj(name))
179 return 0;
180
181 return atol(buffer);
182}
183
184static unsigned long get_obj_and_str(const char *name, char **x)
185{
186 unsigned long result = 0;
187 char *p;
188
189 *x = NULL;
190
191 if (!read_obj(name)) {
192 x = NULL;
193 return 0;
194 }
195 result = strtoul(buffer, &p, 10);
196 while (*p == ' ')
197 p++;
198 if (*p)
199 *x = strdup(p);
200 return result;
201}
202
203static void set_obj(struct slabinfo *s, const char *name, int n)
204{
205 char x[100];
206 FILE *f;
207
208 snprintf(x, 100, "%s/%s", s->name, name);
209 f = fopen(x, "w");
210 if (!f)
211 fatal("Cannot write to %s\n", x);
212
213 fprintf(f, "%d\n", n);
214 fclose(f);
215}
216
217static unsigned long read_slab_obj(struct slabinfo *s, const char *name)
218{
219 char x[100];
220 FILE *f;
221 size_t l;
222
223 snprintf(x, 100, "%s/%s", s->name, name);
224 f = fopen(x, "r");
225 if (!f) {
226 buffer[0] = 0;
227 l = 0;
228 } else {
229 l = fread(buffer, 1, sizeof(buffer), f);
230 buffer[l] = 0;
231 fclose(f);
232 }
233 return l;
234}
235
236
237
238
239
240static int store_size(char *buffer, unsigned long value)
241{
242 unsigned long divisor = 1;
243 char trailer = 0;
244 int n;
245
246 if (!show_bytes) {
247 if (value > 1000000000UL) {
248 divisor = 100000000UL;
249 trailer = 'G';
250 } else if (value > 1000000UL) {
251 divisor = 100000UL;
252 trailer = 'M';
253 } else if (value > 1000UL) {
254 divisor = 100;
255 trailer = 'K';
256 }
257 }
258
259 value /= divisor;
260 n = sprintf(buffer, "%ld",value);
261 if (trailer) {
262 buffer[n] = trailer;
263 n++;
264 buffer[n] = 0;
265 }
266 if (divisor != 1) {
267 memmove(buffer + n - 2, buffer + n - 3, 4);
268 buffer[n-2] = '.';
269 n++;
270 }
271 return n;
272}
273
274static void decode_numa_list(int *numa, char *t)
275{
276 int node;
277 int nr;
278
279 memset(numa, 0, MAX_NODES * sizeof(int));
280
281 if (!t)
282 return;
283
284 while (*t == 'N') {
285 t++;
286 node = strtoul(t, &t, 10);
287 if (*t == '=') {
288 t++;
289 nr = strtoul(t, &t, 10);
290 numa[node] = nr;
291 if (node > highest_node)
292 highest_node = node;
293 }
294 while (*t == ' ')
295 t++;
296 }
297}
298
299static void slab_validate(struct slabinfo *s)
300{
301 if (strcmp(s->name, "*") == 0)
302 return;
303
304 set_obj(s, "validate", 1);
305}
306
307static void slab_shrink(struct slabinfo *s)
308{
309 if (strcmp(s->name, "*") == 0)
310 return;
311
312 set_obj(s, "shrink", 1);
313}
314
315int line = 0;
316
317static void first_line(void)
318{
319 if (show_activity)
320 printf("Name Objects Alloc Free"
321 " %%Fast Fallb O CmpX UL\n");
322 else
323 printf("Name Objects Objsize %s "
324 "Slabs/Part/Cpu O/S O %%Fr %%Ef Flg\n",
325 sort_loss ? " Loss" : "Space");
326}
327
328
329
330
331static struct aliasinfo *find_one_alias(struct slabinfo *find)
332{
333 struct aliasinfo *a;
334 struct aliasinfo *best = NULL;
335
336 for(a = aliasinfo;a < aliasinfo + aliases; a++) {
337 if (a->slab == find &&
338 (!best || strlen(best->name) < strlen(a->name))) {
339 best = a;
340 if (strncmp(a->name,"kmall", 5) == 0)
341 return best;
342 }
343 }
344 return best;
345}
346
347static unsigned long slab_size(struct slabinfo *s)
348{
349 return s->slabs * (page_size << s->order);
350}
351
352static unsigned long slab_activity(struct slabinfo *s)
353{
354 return s->alloc_fastpath + s->free_fastpath +
355 s->alloc_slowpath + s->free_slowpath;
356}
357
358static unsigned long slab_waste(struct slabinfo *s)
359{
360 return slab_size(s) - s->objects * s->object_size;
361}
362
363static void slab_numa(struct slabinfo *s, int mode)
364{
365 int node;
366
367 if (strcmp(s->name, "*") == 0)
368 return;
369
370 if (!highest_node) {
371 printf("\n%s: No NUMA information available.\n", s->name);
372 return;
373 }
374
375 if (skip_zero && !s->slabs)
376 return;
377
378 if (!line) {
379 printf("\n%-21s:", mode ? "NUMA nodes" : "Slab");
380 for(node = 0; node <= highest_node; node++)
381 printf(" %4d", node);
382 printf("\n----------------------");
383 for(node = 0; node <= highest_node; node++)
384 printf("-----");
385 printf("\n");
386 }
387 printf("%-21s ", mode ? "All slabs" : s->name);
388 for(node = 0; node <= highest_node; node++) {
389 char b[20];
390
391 store_size(b, s->numa[node]);
392 printf(" %4s", b);
393 }
394 printf("\n");
395 if (mode) {
396 printf("%-21s ", "Partial slabs");
397 for(node = 0; node <= highest_node; node++) {
398 char b[20];
399
400 store_size(b, s->numa_partial[node]);
401 printf(" %4s", b);
402 }
403 printf("\n");
404 }
405 line++;
406}
407
408static void show_tracking(struct slabinfo *s)
409{
410 printf("\n%s: Kernel object allocation\n", s->name);
411 printf("-----------------------------------------------------------------------\n");
412 if (read_slab_obj(s, "alloc_calls"))
413 printf("%s", buffer);
414 else
415 printf("No Data\n");
416
417 printf("\n%s: Kernel object freeing\n", s->name);
418 printf("------------------------------------------------------------------------\n");
419 if (read_slab_obj(s, "free_calls"))
420 printf("%s", buffer);
421 else
422 printf("No Data\n");
423
424}
425
426static void ops(struct slabinfo *s)
427{
428 if (strcmp(s->name, "*") == 0)
429 return;
430
431 if (read_slab_obj(s, "ops")) {
432 printf("\n%s: kmem_cache operations\n", s->name);
433 printf("--------------------------------------------\n");
434 printf("%s", buffer);
435 } else
436 printf("\n%s has no kmem_cache operations\n", s->name);
437}
438
439static const char *onoff(int x)
440{
441 if (x)
442 return "On ";
443 return "Off";
444}
445
446static void slab_stats(struct slabinfo *s)
447{
448 unsigned long total_alloc;
449 unsigned long total_free;
450 unsigned long total;
451
452 if (!s->alloc_slab)
453 return;
454
455 total_alloc = s->alloc_fastpath + s->alloc_slowpath;
456 total_free = s->free_fastpath + s->free_slowpath;
457
458 if (!total_alloc)
459 return;
460
461 printf("\n");
462 printf("Slab Perf Counter Alloc Free %%Al %%Fr\n");
463 printf("--------------------------------------------------\n");
464 printf("Fastpath %8lu %8lu %3lu %3lu\n",
465 s->alloc_fastpath, s->free_fastpath,
466 s->alloc_fastpath * 100 / total_alloc,
467 total_free ? s->free_fastpath * 100 / total_free : 0);
468 printf("Slowpath %8lu %8lu %3lu %3lu\n",
469 total_alloc - s->alloc_fastpath, s->free_slowpath,
470 (total_alloc - s->alloc_fastpath) * 100 / total_alloc,
471 total_free ? s->free_slowpath * 100 / total_free : 0);
472 printf("Page Alloc %8lu %8lu %3lu %3lu\n",
473 s->alloc_slab, s->free_slab,
474 s->alloc_slab * 100 / total_alloc,
475 total_free ? s->free_slab * 100 / total_free : 0);
476 printf("Add partial %8lu %8lu %3lu %3lu\n",
477 s->deactivate_to_head + s->deactivate_to_tail,
478 s->free_add_partial,
479 (s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,
480 total_free ? s->free_add_partial * 100 / total_free : 0);
481 printf("Remove partial %8lu %8lu %3lu %3lu\n",
482 s->alloc_from_partial, s->free_remove_partial,
483 s->alloc_from_partial * 100 / total_alloc,
484 total_free ? s->free_remove_partial * 100 / total_free : 0);
485
486 printf("Cpu partial list %8lu %8lu %3lu %3lu\n",
487 s->cpu_partial_alloc, s->cpu_partial_free,
488 s->cpu_partial_alloc * 100 / total_alloc,
489 total_free ? s->cpu_partial_free * 100 / total_free : 0);
490
491 printf("RemoteObj/SlabFrozen %8lu %8lu %3lu %3lu\n",
492 s->deactivate_remote_frees, s->free_frozen,
493 s->deactivate_remote_frees * 100 / total_alloc,
494 total_free ? s->free_frozen * 100 / total_free : 0);
495
496 printf("Total %8lu %8lu\n\n", total_alloc, total_free);
497
498 if (s->cpuslab_flush)
499 printf("Flushes %8lu\n", s->cpuslab_flush);
500
501 total = s->deactivate_full + s->deactivate_empty +
502 s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;
503
504 if (total) {
505 printf("\nSlab Deactivation Occurrences %%\n");
506 printf("-------------------------------------------------\n");
507 printf("Slab full %7lu %3lu%%\n",
508 s->deactivate_full, (s->deactivate_full * 100) / total);
509 printf("Slab empty %7lu %3lu%%\n",
510 s->deactivate_empty, (s->deactivate_empty * 100) / total);
511 printf("Moved to head of partial list %7lu %3lu%%\n",
512 s->deactivate_to_head, (s->deactivate_to_head * 100) / total);
513 printf("Moved to tail of partial list %7lu %3lu%%\n",
514 s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);
515 printf("Deactivation bypass %7lu %3lu%%\n",
516 s->deactivate_bypass, (s->deactivate_bypass * 100) / total);
517 printf("Refilled from foreign frees %7lu %3lu%%\n",
518 s->alloc_refill, (s->alloc_refill * 100) / total);
519 printf("Node mismatch %7lu %3lu%%\n",
520 s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);
521 }
522
523 if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) {
524 printf("\nCmpxchg_double Looping\n------------------------\n");
525 printf("Locked Cmpxchg Double redos %lu\nUnlocked Cmpxchg Double redos %lu\n",
526 s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);
527 }
528}
529
530static void report(struct slabinfo *s)
531{
532 if (strcmp(s->name, "*") == 0)
533 return;
534
535 printf("\nSlabcache: %-15s Aliases: %2d Order : %2d Objects: %lu\n",
536 s->name, s->aliases, s->order, s->objects);
537 if (s->hwcache_align)
538 printf("** Hardware cacheline aligned\n");
539 if (s->cache_dma)
540 printf("** Memory is allocated in a special DMA zone\n");
541 if (s->destroy_by_rcu)
542 printf("** Slabs are destroyed via RCU\n");
543 if (s->reclaim_account)
544 printf("** Reclaim accounting active\n");
545
546 printf("\nSizes (bytes) Slabs Debug Memory\n");
547 printf("------------------------------------------------------------------------\n");
548 printf("Object : %7d Total : %7ld Sanity Checks : %s Total: %7ld\n",
549 s->object_size, s->slabs, onoff(s->sanity_checks),
550 s->slabs * (page_size << s->order));
551 printf("SlabObj: %7d Full : %7ld Redzoning : %s Used : %7ld\n",
552 s->slab_size, s->slabs - s->partial - s->cpu_slabs,
553 onoff(s->red_zone), s->objects * s->object_size);
554 printf("SlabSiz: %7d Partial: %7ld Poisoning : %s Loss : %7ld\n",
555 page_size << s->order, s->partial, onoff(s->poison),
556 s->slabs * (page_size << s->order) - s->objects * s->object_size);
557 printf("Loss : %7d CpuSlab: %7d Tracking : %s Lalig: %7ld\n",
558 s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),
559 (s->slab_size - s->object_size) * s->objects);
560 printf("Align : %7d Objects: %7d Tracing : %s Lpadd: %7ld\n",
561 s->align, s->objs_per_slab, onoff(s->trace),
562 ((page_size << s->order) - s->objs_per_slab * s->slab_size) *
563 s->slabs);
564
565 ops(s);
566 show_tracking(s);
567 slab_numa(s, 1);
568 slab_stats(s);
569}
570
571static void slabcache(struct slabinfo *s)
572{
573 char size_str[20];
574 char dist_str[40];
575 char flags[20];
576 char *p = flags;
577
578 if (strcmp(s->name, "*") == 0)
579 return;
580
581 if (unreclaim_only && s->reclaim_account)
582 return;
583
584 if (actual_slabs == 1) {
585 report(s);
586 return;
587 }
588
589 if (skip_zero && !show_empty && !s->slabs)
590 return;
591
592 if (show_empty && s->slabs)
593 return;
594
595 if (sort_loss == 0)
596 store_size(size_str, slab_size(s));
597 else
598 store_size(size_str, slab_waste(s));
599 snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,
600 s->partial, s->cpu_slabs);
601
602 if (!line++)
603 first_line();
604
605 if (s->aliases)
606 *p++ = '*';
607 if (s->cache_dma)
608 *p++ = 'd';
609 if (s->hwcache_align)
610 *p++ = 'A';
611 if (s->poison)
612 *p++ = 'P';
613 if (s->reclaim_account)
614 *p++ = 'a';
615 if (s->red_zone)
616 *p++ = 'Z';
617 if (s->sanity_checks)
618 *p++ = 'F';
619 if (s->store_user)
620 *p++ = 'U';
621 if (s->trace)
622 *p++ = 'T';
623
624 *p = 0;
625 if (show_activity) {
626 unsigned long total_alloc;
627 unsigned long total_free;
628
629 total_alloc = s->alloc_fastpath + s->alloc_slowpath;
630 total_free = s->free_fastpath + s->free_slowpath;
631
632 printf("%-21s %8ld %10ld %10ld %3ld %3ld %5ld %1d %4ld %4ld\n",
633 s->name, s->objects,
634 total_alloc, total_free,
635 total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,
636 total_free ? (s->free_fastpath * 100 / total_free) : 0,
637 s->order_fallback, s->order, s->cmpxchg_double_fail,
638 s->cmpxchg_double_cpu_fail);
639 } else {
640 printf("%-21s %8ld %7d %15s %14s %4d %1d %3ld %3ld %s\n",
641 s->name, s->objects, s->object_size, size_str, dist_str,
642 s->objs_per_slab, s->order,
643 s->slabs ? (s->partial * 100) / s->slabs : 100,
644 s->slabs ? (s->objects * s->object_size * 100) /
645 (s->slabs * (page_size << s->order)) : 100,
646 flags);
647 }
648}
649
650
651
652
653static int debug_opt_scan(char *opt)
654{
655 if (!opt || !opt[0] || strcmp(opt, "-") == 0)
656 return 1;
657
658 if (strcasecmp(opt, "a") == 0) {
659 sanity = 1;
660 poison = 1;
661 redzone = 1;
662 tracking = 1;
663 return 1;
664 }
665
666 for ( ; *opt; opt++)
667 switch (*opt) {
668 case 'F' : case 'f':
669 if (sanity)
670 return 0;
671 sanity = 1;
672 break;
673 case 'P' : case 'p':
674 if (poison)
675 return 0;
676 poison = 1;
677 break;
678
679 case 'Z' : case 'z':
680 if (redzone)
681 return 0;
682 redzone = 1;
683 break;
684
685 case 'U' : case 'u':
686 if (tracking)
687 return 0;
688 tracking = 1;
689 break;
690
691 case 'T' : case 't':
692 if (tracing)
693 return 0;
694 tracing = 1;
695 break;
696 default:
697 return 0;
698 }
699 return 1;
700}
701
702static int slab_empty(struct slabinfo *s)
703{
704 if (s->objects > 0)
705 return 0;
706
707
708
709
710
711 if (s->slabs != 0)
712 set_obj(s, "shrink", 1);
713
714 return 1;
715}
716
717static void slab_debug(struct slabinfo *s)
718{
719 if (strcmp(s->name, "*") == 0)
720 return;
721
722 if (sanity && !s->sanity_checks) {
723 set_obj(s, "sanity_checks", 1);
724 }
725 if (!sanity && s->sanity_checks) {
726 if (slab_empty(s))
727 set_obj(s, "sanity_checks", 0);
728 else
729 fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);
730 }
731 if (redzone && !s->red_zone) {
732 if (slab_empty(s))
733 set_obj(s, "red_zone", 1);
734 else
735 fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);
736 }
737 if (!redzone && s->red_zone) {
738 if (slab_empty(s))
739 set_obj(s, "red_zone", 0);
740 else
741 fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);
742 }
743 if (poison && !s->poison) {
744 if (slab_empty(s))
745 set_obj(s, "poison", 1);
746 else
747 fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);
748 }
749 if (!poison && s->poison) {
750 if (slab_empty(s))
751 set_obj(s, "poison", 0);
752 else
753 fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);
754 }
755 if (tracking && !s->store_user) {
756 if (slab_empty(s))
757 set_obj(s, "store_user", 1);
758 else
759 fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);
760 }
761 if (!tracking && s->store_user) {
762 if (slab_empty(s))
763 set_obj(s, "store_user", 0);
764 else
765 fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);
766 }
767 if (tracing && !s->trace) {
768 if (slabs == 1)
769 set_obj(s, "trace", 1);
770 else
771 fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);
772 }
773 if (!tracing && s->trace)
774 set_obj(s, "trace", 1);
775}
776
777static void totals(void)
778{
779 struct slabinfo *s;
780
781 int used_slabs = 0;
782 char b1[20], b2[20], b3[20], b4[20];
783 unsigned long long max = 1ULL << 63;
784
785
786 unsigned long long min_objsize = max, max_objsize = 0, avg_objsize;
787
788
789 unsigned long long min_partial = max, max_partial = 0,
790 avg_partial, total_partial = 0;
791
792
793 unsigned long long min_slabs = max, max_slabs = 0,
794 avg_slabs, total_slabs = 0;
795
796
797 unsigned long long min_size = max, max_size = 0,
798 avg_size, total_size = 0;
799
800
801 unsigned long long min_used = max, max_used = 0,
802 avg_used, total_used = 0;
803
804
805 unsigned long long min_waste = max, max_waste = 0,
806 avg_waste, total_waste = 0;
807
808 unsigned long long min_objects = max, max_objects = 0,
809 avg_objects, total_objects = 0;
810
811 unsigned long long min_objwaste = max,
812 max_objwaste = 0, avg_objwaste,
813 total_objwaste = 0;
814
815
816 unsigned long long min_memobj = max,
817 max_memobj = 0, avg_memobj,
818 total_objsize = 0;
819
820
821 unsigned long min_ppart = 100, max_ppart = 0,
822 avg_ppart, total_ppart = 0;
823
824
825 unsigned long min_partobj = max, max_partobj = 0,
826 avg_partobj, total_partobj = 0;
827
828
829 unsigned long min_ppartobj = 100, max_ppartobj = 0,
830 avg_ppartobj, total_ppartobj = 0;
831
832
833 for (s = slabinfo; s < slabinfo + slabs; s++) {
834 unsigned long long size;
835 unsigned long used;
836 unsigned long long wasted;
837 unsigned long long objwaste;
838 unsigned long percentage_partial_slabs;
839 unsigned long percentage_partial_objs;
840
841 if (!s->slabs || !s->objects)
842 continue;
843
844 used_slabs++;
845
846 size = slab_size(s);
847 used = s->objects * s->object_size;
848 wasted = size - used;
849 objwaste = s->slab_size - s->object_size;
850
851 percentage_partial_slabs = s->partial * 100 / s->slabs;
852 if (percentage_partial_slabs > 100)
853 percentage_partial_slabs = 100;
854
855 percentage_partial_objs = s->objects_partial * 100
856 / s->objects;
857
858 if (percentage_partial_objs > 100)
859 percentage_partial_objs = 100;
860
861 if (s->object_size < min_objsize)
862 min_objsize = s->object_size;
863 if (s->partial < min_partial)
864 min_partial = s->partial;
865 if (s->slabs < min_slabs)
866 min_slabs = s->slabs;
867 if (size < min_size)
868 min_size = size;
869 if (wasted < min_waste)
870 min_waste = wasted;
871 if (objwaste < min_objwaste)
872 min_objwaste = objwaste;
873 if (s->objects < min_objects)
874 min_objects = s->objects;
875 if (used < min_used)
876 min_used = used;
877 if (s->objects_partial < min_partobj)
878 min_partobj = s->objects_partial;
879 if (percentage_partial_slabs < min_ppart)
880 min_ppart = percentage_partial_slabs;
881 if (percentage_partial_objs < min_ppartobj)
882 min_ppartobj = percentage_partial_objs;
883 if (s->slab_size < min_memobj)
884 min_memobj = s->slab_size;
885
886 if (s->object_size > max_objsize)
887 max_objsize = s->object_size;
888 if (s->partial > max_partial)
889 max_partial = s->partial;
890 if (s->slabs > max_slabs)
891 max_slabs = s->slabs;
892 if (size > max_size)
893 max_size = size;
894 if (wasted > max_waste)
895 max_waste = wasted;
896 if (objwaste > max_objwaste)
897 max_objwaste = objwaste;
898 if (s->objects > max_objects)
899 max_objects = s->objects;
900 if (used > max_used)
901 max_used = used;
902 if (s->objects_partial > max_partobj)
903 max_partobj = s->objects_partial;
904 if (percentage_partial_slabs > max_ppart)
905 max_ppart = percentage_partial_slabs;
906 if (percentage_partial_objs > max_ppartobj)
907 max_ppartobj = percentage_partial_objs;
908 if (s->slab_size > max_memobj)
909 max_memobj = s->slab_size;
910
911 total_partial += s->partial;
912 total_slabs += s->slabs;
913 total_size += size;
914 total_waste += wasted;
915
916 total_objects += s->objects;
917 total_used += used;
918 total_partobj += s->objects_partial;
919 total_ppart += percentage_partial_slabs;
920 total_ppartobj += percentage_partial_objs;
921
922 total_objwaste += s->objects * objwaste;
923 total_objsize += s->objects * s->slab_size;
924 }
925
926 if (!total_objects) {
927 printf("No objects\n");
928 return;
929 }
930 if (!used_slabs) {
931 printf("No slabs\n");
932 return;
933 }
934
935
936 avg_partial = total_partial / used_slabs;
937 avg_slabs = total_slabs / used_slabs;
938 avg_size = total_size / used_slabs;
939 avg_waste = total_waste / used_slabs;
940
941 avg_objects = total_objects / used_slabs;
942 avg_used = total_used / used_slabs;
943 avg_partobj = total_partobj / used_slabs;
944 avg_ppart = total_ppart / used_slabs;
945 avg_ppartobj = total_ppartobj / used_slabs;
946
947
948 avg_objsize = total_used / total_objects;
949 avg_objwaste = total_objwaste / total_objects;
950 avg_partobj = total_partobj * 100 / total_objects;
951 avg_memobj = total_objsize / total_objects;
952
953 printf("Slabcache Totals\n");
954 printf("----------------\n");
955 printf("Slabcaches : %15d Aliases : %11d->%-3d Active: %3d\n",
956 slabs, aliases, alias_targets, used_slabs);
957
958 store_size(b1, total_size);store_size(b2, total_waste);
959 store_size(b3, total_waste * 100 / total_used);
960 printf("Memory used: %15s # Loss : %15s MRatio:%6s%%\n", b1, b2, b3);
961
962 store_size(b1, total_objects);store_size(b2, total_partobj);
963 store_size(b3, total_partobj * 100 / total_objects);
964 printf("# Objects : %15s # PartObj: %15s ORatio:%6s%%\n", b1, b2, b3);
965
966 printf("\n");
967 printf("Per Cache Average "
968 "Min Max Total\n");
969 printf("---------------------------------------"
970 "-------------------------------------\n");
971
972 store_size(b1, avg_objects);store_size(b2, min_objects);
973 store_size(b3, max_objects);store_size(b4, total_objects);
974 printf("#Objects %15s %15s %15s %15s\n",
975 b1, b2, b3, b4);
976
977 store_size(b1, avg_slabs);store_size(b2, min_slabs);
978 store_size(b3, max_slabs);store_size(b4, total_slabs);
979 printf("#Slabs %15s %15s %15s %15s\n",
980 b1, b2, b3, b4);
981
982 store_size(b1, avg_partial);store_size(b2, min_partial);
983 store_size(b3, max_partial);store_size(b4, total_partial);
984 printf("#PartSlab %15s %15s %15s %15s\n",
985 b1, b2, b3, b4);
986 store_size(b1, avg_ppart);store_size(b2, min_ppart);
987 store_size(b3, max_ppart);
988 store_size(b4, total_partial * 100 / total_slabs);
989 printf("%%PartSlab%15s%% %15s%% %15s%% %15s%%\n",
990 b1, b2, b3, b4);
991
992 store_size(b1, avg_partobj);store_size(b2, min_partobj);
993 store_size(b3, max_partobj);
994 store_size(b4, total_partobj);
995 printf("PartObjs %15s %15s %15s %15s\n",
996 b1, b2, b3, b4);
997
998 store_size(b1, avg_ppartobj);store_size(b2, min_ppartobj);
999 store_size(b3, max_ppartobj);
1000 store_size(b4, total_partobj * 100 / total_objects);
1001 printf("%% PartObj%15s%% %15s%% %15s%% %15s%%\n",
1002 b1, b2, b3, b4);
1003
1004 store_size(b1, avg_size);store_size(b2, min_size);
1005 store_size(b3, max_size);store_size(b4, total_size);
1006 printf("Memory %15s %15s %15s %15s\n",
1007 b1, b2, b3, b4);
1008
1009 store_size(b1, avg_used);store_size(b2, min_used);
1010 store_size(b3, max_used);store_size(b4, total_used);
1011 printf("Used %15s %15s %15s %15s\n",
1012 b1, b2, b3, b4);
1013
1014 store_size(b1, avg_waste);store_size(b2, min_waste);
1015 store_size(b3, max_waste);store_size(b4, total_waste);
1016 printf("Loss %15s %15s %15s %15s\n",
1017 b1, b2, b3, b4);
1018
1019 printf("\n");
1020 printf("Per Object Average "
1021 "Min Max\n");
1022 printf("---------------------------------------"
1023 "--------------------\n");
1024
1025 store_size(b1, avg_memobj);store_size(b2, min_memobj);
1026 store_size(b3, max_memobj);
1027 printf("Memory %15s %15s %15s\n",
1028 b1, b2, b3);
1029 store_size(b1, avg_objsize);store_size(b2, min_objsize);
1030 store_size(b3, max_objsize);
1031 printf("User %15s %15s %15s\n",
1032 b1, b2, b3);
1033
1034 store_size(b1, avg_objwaste);store_size(b2, min_objwaste);
1035 store_size(b3, max_objwaste);
1036 printf("Loss %15s %15s %15s\n",
1037 b1, b2, b3);
1038}
1039
1040static void sort_slabs(void)
1041{
1042 struct slabinfo *s1,*s2;
1043
1044 for (s1 = slabinfo; s1 < slabinfo + slabs; s1++) {
1045 for (s2 = s1 + 1; s2 < slabinfo + slabs; s2++) {
1046 int result;
1047
1048 if (sort_size)
1049 result = slab_size(s1) < slab_size(s2);
1050 else if (sort_active)
1051 result = slab_activity(s1) < slab_activity(s2);
1052 else if (sort_loss)
1053 result = slab_waste(s1) < slab_waste(s2);
1054 else if (sort_partial)
1055 result = s1->partial < s2->partial;
1056 else
1057 result = strcasecmp(s1->name, s2->name);
1058
1059 if (show_inverted)
1060 result = -result;
1061
1062 if (result > 0) {
1063 struct slabinfo t;
1064
1065 memcpy(&t, s1, sizeof(struct slabinfo));
1066 memcpy(s1, s2, sizeof(struct slabinfo));
1067 memcpy(s2, &t, sizeof(struct slabinfo));
1068 }
1069 }
1070 }
1071}
1072
1073static void sort_aliases(void)
1074{
1075 struct aliasinfo *a1,*a2;
1076
1077 for (a1 = aliasinfo; a1 < aliasinfo + aliases; a1++) {
1078 for (a2 = a1 + 1; a2 < aliasinfo + aliases; a2++) {
1079 char *n1, *n2;
1080
1081 n1 = a1->name;
1082 n2 = a2->name;
1083 if (show_alias && !show_inverted) {
1084 n1 = a1->ref;
1085 n2 = a2->ref;
1086 }
1087 if (strcasecmp(n1, n2) > 0) {
1088 struct aliasinfo t;
1089
1090 memcpy(&t, a1, sizeof(struct aliasinfo));
1091 memcpy(a1, a2, sizeof(struct aliasinfo));
1092 memcpy(a2, &t, sizeof(struct aliasinfo));
1093 }
1094 }
1095 }
1096}
1097
1098static void link_slabs(void)
1099{
1100 struct aliasinfo *a;
1101 struct slabinfo *s;
1102
1103 for (a = aliasinfo; a < aliasinfo + aliases; a++) {
1104
1105 for (s = slabinfo; s < slabinfo + slabs; s++)
1106 if (strcmp(a->ref, s->name) == 0) {
1107 a->slab = s;
1108 s->refs++;
1109 break;
1110 }
1111 if (s == slabinfo + slabs)
1112 fatal("Unresolved alias %s\n", a->ref);
1113 }
1114}
1115
1116static void alias(void)
1117{
1118 struct aliasinfo *a;
1119 char *active = NULL;
1120
1121 sort_aliases();
1122 link_slabs();
1123
1124 for(a = aliasinfo; a < aliasinfo + aliases; a++) {
1125
1126 if (!show_single_ref && a->slab->refs == 1)
1127 continue;
1128
1129 if (!show_inverted) {
1130 if (active) {
1131 if (strcmp(a->slab->name, active) == 0) {
1132 printf(" %s", a->name);
1133 continue;
1134 }
1135 }
1136 printf("\n%-12s <- %s", a->slab->name, a->name);
1137 active = a->slab->name;
1138 }
1139 else
1140 printf("%-15s -> %s\n", a->name, a->slab->name);
1141 }
1142 if (active)
1143 printf("\n");
1144}
1145
1146
1147static void rename_slabs(void)
1148{
1149 struct slabinfo *s;
1150 struct aliasinfo *a;
1151
1152 for (s = slabinfo; s < slabinfo + slabs; s++) {
1153 if (*s->name != ':')
1154 continue;
1155
1156 if (s->refs > 1 && !show_first_alias)
1157 continue;
1158
1159 a = find_one_alias(s);
1160
1161 if (a)
1162 s->name = a->name;
1163 else {
1164 s->name = "*";
1165 actual_slabs--;
1166 }
1167 }
1168}
1169
1170static int slab_mismatch(char *slab)
1171{
1172 return regexec(&pattern, slab, 0, NULL, 0);
1173}
1174
1175static void read_slab_dir(void)
1176{
1177 DIR *dir;
1178 struct dirent *de;
1179 struct slabinfo *slab = slabinfo;
1180 struct aliasinfo *alias = aliasinfo;
1181 char *p;
1182 char *t;
1183 int count;
1184
1185 if (chdir("/sys/kernel/slab") && chdir("/sys/slab"))
1186 fatal("SYSFS support for SLUB not active\n");
1187
1188 dir = opendir(".");
1189 while ((de = readdir(dir))) {
1190 if (de->d_name[0] == '.' ||
1191 (de->d_name[0] != ':' && slab_mismatch(de->d_name)))
1192 continue;
1193 switch (de->d_type) {
1194 case DT_LNK:
1195 alias->name = strdup(de->d_name);
1196 count = readlink(de->d_name, buffer, sizeof(buffer)-1);
1197
1198 if (count < 0)
1199 fatal("Cannot read symlink %s\n", de->d_name);
1200
1201 buffer[count] = 0;
1202 p = buffer + count;
1203 while (p > buffer && p[-1] != '/')
1204 p--;
1205 alias->ref = strdup(p);
1206 alias++;
1207 break;
1208 case DT_DIR:
1209 if (chdir(de->d_name))
1210 fatal("Unable to access slab %s\n", slab->name);
1211 slab->name = strdup(de->d_name);
1212 slab->alias = 0;
1213 slab->refs = 0;
1214 slab->aliases = get_obj("aliases");
1215 slab->align = get_obj("align");
1216 slab->cache_dma = get_obj("cache_dma");
1217 slab->cpu_slabs = get_obj("cpu_slabs");
1218 slab->destroy_by_rcu = get_obj("destroy_by_rcu");
1219 slab->hwcache_align = get_obj("hwcache_align");
1220 slab->object_size = get_obj("object_size");
1221 slab->objects = get_obj("objects");
1222 slab->objects_partial = get_obj("objects_partial");
1223 slab->objects_total = get_obj("objects_total");
1224 slab->objs_per_slab = get_obj("objs_per_slab");
1225 slab->order = get_obj("order");
1226 slab->partial = get_obj("partial");
1227 slab->partial = get_obj_and_str("partial", &t);
1228 decode_numa_list(slab->numa_partial, t);
1229 free(t);
1230 slab->poison = get_obj("poison");
1231 slab->reclaim_account = get_obj("reclaim_account");
1232 slab->red_zone = get_obj("red_zone");
1233 slab->sanity_checks = get_obj("sanity_checks");
1234 slab->slab_size = get_obj("slab_size");
1235 slab->slabs = get_obj_and_str("slabs", &t);
1236 decode_numa_list(slab->numa, t);
1237 free(t);
1238 slab->store_user = get_obj("store_user");
1239 slab->trace = get_obj("trace");
1240 slab->alloc_fastpath = get_obj("alloc_fastpath");
1241 slab->alloc_slowpath = get_obj("alloc_slowpath");
1242 slab->free_fastpath = get_obj("free_fastpath");
1243 slab->free_slowpath = get_obj("free_slowpath");
1244 slab->free_frozen= get_obj("free_frozen");
1245 slab->free_add_partial = get_obj("free_add_partial");
1246 slab->free_remove_partial = get_obj("free_remove_partial");
1247 slab->alloc_from_partial = get_obj("alloc_from_partial");
1248 slab->alloc_slab = get_obj("alloc_slab");
1249 slab->alloc_refill = get_obj("alloc_refill");
1250 slab->free_slab = get_obj("free_slab");
1251 slab->cpuslab_flush = get_obj("cpuslab_flush");
1252 slab->deactivate_full = get_obj("deactivate_full");
1253 slab->deactivate_empty = get_obj("deactivate_empty");
1254 slab->deactivate_to_head = get_obj("deactivate_to_head");
1255 slab->deactivate_to_tail = get_obj("deactivate_to_tail");
1256 slab->deactivate_remote_frees = get_obj("deactivate_remote_frees");
1257 slab->order_fallback = get_obj("order_fallback");
1258 slab->cmpxchg_double_cpu_fail = get_obj("cmpxchg_double_cpu_fail");
1259 slab->cmpxchg_double_fail = get_obj("cmpxchg_double_fail");
1260 slab->cpu_partial_alloc = get_obj("cpu_partial_alloc");
1261 slab->cpu_partial_free = get_obj("cpu_partial_free");
1262 slab->alloc_node_mismatch = get_obj("alloc_node_mismatch");
1263 slab->deactivate_bypass = get_obj("deactivate_bypass");
1264 chdir("..");
1265 if (slab->name[0] == ':')
1266 alias_targets++;
1267 slab++;
1268 break;
1269 default :
1270 fatal("Unknown file type %lx\n", de->d_type);
1271 }
1272 }
1273 closedir(dir);
1274 slabs = slab - slabinfo;
1275 actual_slabs = slabs;
1276 aliases = alias - aliasinfo;
1277 if (slabs > MAX_SLABS)
1278 fatal("Too many slabs\n");
1279 if (aliases > MAX_ALIASES)
1280 fatal("Too many aliases\n");
1281}
1282
1283static void output_slabs(void)
1284{
1285 struct slabinfo *slab;
1286 int lines = output_lines;
1287
1288 for (slab = slabinfo; (slab < slabinfo + slabs) &&
1289 lines != 0; slab++) {
1290
1291 if (slab->alias)
1292 continue;
1293
1294 if (lines != -1)
1295 lines--;
1296
1297 if (show_numa)
1298 slab_numa(slab, 0);
1299 else if (show_track)
1300 show_tracking(slab);
1301 else if (validate)
1302 slab_validate(slab);
1303 else if (shrink)
1304 slab_shrink(slab);
1305 else if (set_debug)
1306 slab_debug(slab);
1307 else if (show_ops)
1308 ops(slab);
1309 else if (show_slab)
1310 slabcache(slab);
1311 else if (show_report)
1312 report(slab);
1313 }
1314}
1315
1316static void _xtotals(char *heading, char *underline,
1317 int loss, int size, int partial)
1318{
1319 printf("%s%s", heading, underline);
1320 line = 0;
1321 sort_loss = loss;
1322 sort_size = size;
1323 sort_partial = partial;
1324 sort_slabs();
1325 output_slabs();
1326}
1327
1328static void xtotals(void)
1329{
1330 char *heading, *underline;
1331
1332 totals();
1333
1334 link_slabs();
1335 rename_slabs();
1336
1337 heading = "\nSlabs sorted by size\n";
1338 underline = "--------------------\n";
1339 _xtotals(heading, underline, 0, 1, 0);
1340
1341 heading = "\nSlabs sorted by loss\n";
1342 underline = "--------------------\n";
1343 _xtotals(heading, underline, 1, 0, 0);
1344
1345 heading = "\nSlabs sorted by number of partial slabs\n";
1346 underline = "---------------------------------------\n";
1347 _xtotals(heading, underline, 0, 0, 1);
1348
1349 printf("\n");
1350}
1351
1352struct option opts[] = {
1353 { "aliases", no_argument, NULL, 'a' },
1354 { "activity", no_argument, NULL, 'A' },
1355 { "Bytes", no_argument, NULL, 'B'},
1356 { "debug", optional_argument, NULL, 'd' },
1357 { "display-activity", no_argument, NULL, 'D' },
1358 { "empty", no_argument, NULL, 'e' },
1359 { "first-alias", no_argument, NULL, 'f' },
1360 { "help", no_argument, NULL, 'h' },
1361 { "inverted", no_argument, NULL, 'i'},
1362 { "slabs", no_argument, NULL, 'l' },
1363 { "Loss", no_argument, NULL, 'L'},
1364 { "numa", no_argument, NULL, 'n' },
1365 { "lines", required_argument, NULL, 'N'},
1366 { "ops", no_argument, NULL, 'o' },
1367 { "partial", no_argument, NULL, 'p'},
1368 { "report", no_argument, NULL, 'r' },
1369 { "shrink", no_argument, NULL, 's' },
1370 { "Size", no_argument, NULL, 'S'},
1371 { "tracking", no_argument, NULL, 't'},
1372 { "Totals", no_argument, NULL, 'T'},
1373 { "Unreclaim", no_argument, NULL, 'U'},
1374 { "validate", no_argument, NULL, 'v' },
1375 { "Xtotals", no_argument, NULL, 'X'},
1376 { "zero", no_argument, NULL, 'z' },
1377 { "1ref", no_argument, NULL, '1'},
1378 { NULL, 0, NULL, 0 }
1379};
1380
1381int main(int argc, char *argv[])
1382{
1383 int c;
1384 int err;
1385 char *pattern_source;
1386
1387 page_size = getpagesize();
1388
1389 while ((c = getopt_long(argc, argv, "aABd::DefhilLnN:oPrsStTUvXz1",
1390 opts, NULL)) != -1)
1391 switch (c) {
1392 case 'a':
1393 show_alias = 1;
1394 break;
1395 case 'A':
1396 sort_active = 1;
1397 break;
1398 case 'B':
1399 show_bytes = 1;
1400 break;
1401 case 'd':
1402 set_debug = 1;
1403 if (!debug_opt_scan(optarg))
1404 fatal("Invalid debug option '%s'\n", optarg);
1405 break;
1406 case 'D':
1407 show_activity = 1;
1408 break;
1409 case 'e':
1410 show_empty = 1;
1411 break;
1412 case 'f':
1413 show_first_alias = 1;
1414 break;
1415 case 'h':
1416 usage();
1417 return 0;
1418 case 'i':
1419 show_inverted = 1;
1420 break;
1421 case 'l':
1422 show_slab = 1;
1423 break;
1424 case 'L':
1425 sort_loss = 1;
1426 break;
1427 case 'n':
1428 show_numa = 1;
1429 break;
1430 case 'N':
1431 if (optarg) {
1432 output_lines = atoi(optarg);
1433 if (output_lines < 1)
1434 output_lines = 1;
1435 }
1436 break;
1437 case 'o':
1438 show_ops = 1;
1439 break;
1440 case 'r':
1441 show_report = 1;
1442 break;
1443 case 'P':
1444 sort_partial = 1;
1445 break;
1446 case 's':
1447 shrink = 1;
1448 break;
1449 case 'S':
1450 sort_size = 1;
1451 break;
1452 case 't':
1453 show_track = 1;
1454 break;
1455 case 'T':
1456 show_totals = 1;
1457 break;
1458 case 'U':
1459 unreclaim_only = 1;
1460 break;
1461 case 'v':
1462 validate = 1;
1463 break;
1464 case 'X':
1465 if (output_lines == -1)
1466 output_lines = 1;
1467 extended_totals = 1;
1468 show_bytes = 1;
1469 break;
1470 case 'z':
1471 skip_zero = 0;
1472 break;
1473 case '1':
1474 show_single_ref = 1;
1475 break;
1476 default:
1477 fatal("%s: Invalid option '%c'\n", argv[0], optopt);
1478
1479 }
1480
1481 if (!show_slab && !show_alias && !show_track && !show_report
1482 && !validate && !shrink && !set_debug && !show_ops)
1483 show_slab = 1;
1484
1485 if (argc > optind)
1486 pattern_source = argv[optind];
1487 else
1488 pattern_source = ".*";
1489
1490 err = regcomp(&pattern, pattern_source, REG_ICASE|REG_NOSUB);
1491 if (err)
1492 fatal("%s: Invalid pattern '%s' code %d\n",
1493 argv[0], pattern_source, err);
1494 read_slab_dir();
1495 if (show_alias) {
1496 alias();
1497 } else if (extended_totals) {
1498 xtotals();
1499 } else if (show_totals) {
1500 totals();
1501 } else {
1502 link_slabs();
1503 rename_slabs();
1504 sort_slabs();
1505 output_slabs();
1506 }
1507 return 0;
1508}
1509
