1 // SPDX-License-Identifier: GPL-2.0
3 * Slabinfo: Tool to get reports about slabs
5 * (C) 2007 sgi, Christoph Lameter
6 * (C) 2011 Linux Foundation, Christoph Lameter
10 * gcc -o slabinfo slabinfo.c
14 #include <sys/types.h>
25 #define MAX_ALIASES 500
26 #define MAX_NODES 1024
32 int aliases, align, cache_dma, cpu_slabs, destroy_by_rcu;
33 unsigned int hwcache_align, object_size, objs_per_slab;
34 unsigned int sanity_checks, slab_size, store_user, trace;
35 int order, poison, reclaim_account, red_zone;
36 unsigned long partial, objects, slabs, objects_partial, objects_total;
37 unsigned long alloc_fastpath, alloc_slowpath;
38 unsigned long free_fastpath, free_slowpath;
39 unsigned long free_frozen, free_add_partial, free_remove_partial;
40 unsigned long alloc_from_partial, alloc_slab, free_slab, alloc_refill;
41 unsigned long cpuslab_flush, deactivate_full, deactivate_empty;
42 unsigned long deactivate_to_head, deactivate_to_tail;
43 unsigned long deactivate_remote_frees, order_fallback;
44 unsigned long cmpxchg_double_cpu_fail, cmpxchg_double_fail;
45 unsigned long alloc_node_mismatch, deactivate_bypass;
46 unsigned long cpu_partial_alloc, cpu_partial_free;
48 int numa_partial[MAX_NODES];
49 } slabinfo[MAX_SLABS];
54 struct slabinfo *slab;
55 } aliasinfo[MAX_ALIASES];
84 int output_lines = -1;
101 static void fatal(const char *x, ...)
106 vfprintf(stderr, x, ap);
111 static void usage(void)
113 printf("slabinfo 4/15/2011. (c) 2007 sgi/(c) 2011 Linux Foundation.\n\n"
114 "slabinfo [-aABDefhilLnoPrsStTUvXz1] [N=K] [-dafzput] [slab-regexp]\n"
115 "-a|--aliases Show aliases\n"
116 "-A|--activity Most active slabs first\n"
117 "-B|--Bytes Show size in bytes\n"
118 "-D|--display-active Switch line format to activity\n"
119 "-e|--empty Show empty slabs\n"
120 "-f|--first-alias Show first alias\n"
121 "-h|--help Show usage information\n"
122 "-i|--inverted Inverted list\n"
123 "-l|--slabs Show slabs\n"
124 "-L|--Loss Sort by loss\n"
125 "-n|--numa Show NUMA information\n"
126 "-N|--lines=K Show the first K slabs\n"
127 "-o|--ops Show kmem_cache_ops\n"
128 "-P|--partial Sort by number of partial slabs\n"
129 "-r|--report Detailed report on single slabs\n"
130 "-s|--shrink Shrink slabs\n"
131 "-S|--Size Sort by size\n"
132 "-t|--tracking Show alloc/free information\n"
133 "-T|--Totals Show summary information\n"
134 "-U|--Unreclaim Show unreclaimable slabs only\n"
135 "-v|--validate Validate slabs\n"
136 "-X|--Xtotals Show extended summary information\n"
137 "-z|--zero Include empty slabs\n"
138 "-1|--1ref Single reference\n"
141 "-d | --debug Switch off all debug options\n"
142 "-da | --debug=a Switch on all debug options (--debug=FZPU)\n"
145 "-d[afzput] | --debug=[afzput]\n"
146 " f | F Sanity Checks (SLAB_CONSISTENCY_CHECKS)\n"
152 "\nSorting options (--Loss, --Size, --Partial) are mutually exclusive\n"
156 static unsigned long read_obj(const char *name)
158 FILE *f = fopen(name, "r");
163 if (!fgets(buffer, sizeof(buffer), f))
166 if (buffer[strlen(buffer)] == '\n')
167 buffer[strlen(buffer)] = 0;
169 return strlen(buffer);
174 * Get the contents of an attribute
176 static unsigned long get_obj(const char *name)
184 static unsigned long get_obj_and_str(const char *name, char **x)
186 unsigned long result = 0;
191 if (!read_obj(name)) {
195 result = strtoul(buffer, &p, 10);
203 static void set_obj(struct slabinfo *s, const char *name, int n)
208 snprintf(x, 100, "%s/%s", s->name, name);
211 fatal("Cannot write to %s\n", x);
213 fprintf(f, "%d\n", n);
217 static unsigned long read_slab_obj(struct slabinfo *s, const char *name)
223 snprintf(x, 100, "%s/%s", s->name, name);
229 l = fread(buffer, 1, sizeof(buffer), f);
236 static unsigned long read_debug_slab_obj(struct slabinfo *s, const char *name)
242 snprintf(x, 128, "/sys/kernel/debug/slab/%s/%s", s->name, name);
248 l = fread(buffer, 1, sizeof(buffer), f);
256 * Put a size string together
258 static int store_size(char *buffer, unsigned long value)
260 unsigned long divisor = 1;
265 if (value > 1000000000UL) {
266 divisor = 100000000UL;
268 } else if (value > 1000000UL) {
271 } else if (value > 1000UL) {
278 n = sprintf(buffer, "%ld",value);
285 memmove(buffer + n - 2, buffer + n - 3, 4);
292 static void decode_numa_list(int *numa, char *t)
297 memset(numa, 0, MAX_NODES * sizeof(int));
304 node = strtoul(t, &t, 10);
307 nr = strtoul(t, &t, 10);
309 if (node > highest_node)
317 static void slab_validate(struct slabinfo *s)
319 if (strcmp(s->name, "*") == 0)
322 set_obj(s, "validate", 1);
325 static void slab_shrink(struct slabinfo *s)
327 if (strcmp(s->name, "*") == 0)
330 set_obj(s, "shrink", 1);
335 static void first_line(void)
338 printf("Name Objects Alloc Free"
339 " %%Fast Fallb O CmpX UL\n");
341 printf("Name Objects Objsize %s "
342 "Slabs/Part/Cpu O/S O %%Fr %%Ef Flg\n",
343 sort_loss ? " Loss" : "Space");
347 * Find the shortest alias of a slab
349 static struct aliasinfo *find_one_alias(struct slabinfo *find)
352 struct aliasinfo *best = NULL;
354 for(a = aliasinfo;a < aliasinfo + aliases; a++) {
355 if (a->slab == find &&
356 (!best || strlen(best->name) < strlen(a->name))) {
358 if (strncmp(a->name,"kmall", 5) == 0)
365 static unsigned long slab_size(struct slabinfo *s)
367 return s->slabs * (page_size << s->order);
370 static unsigned long slab_activity(struct slabinfo *s)
372 return s->alloc_fastpath + s->free_fastpath +
373 s->alloc_slowpath + s->free_slowpath;
376 static unsigned long slab_waste(struct slabinfo *s)
378 return slab_size(s) - s->objects * s->object_size;
381 static void slab_numa(struct slabinfo *s, int mode)
385 if (strcmp(s->name, "*") == 0)
389 printf("\n%s: No NUMA information available.\n", s->name);
393 if (skip_zero && !s->slabs)
397 printf("\n%-21s:", mode ? "NUMA nodes" : "Slab");
398 for(node = 0; node <= highest_node; node++)
399 printf(" %4d", node);
400 printf("\n----------------------");
401 for(node = 0; node <= highest_node; node++)
405 printf("%-21s ", mode ? "All slabs" : s->name);
406 for(node = 0; node <= highest_node; node++) {
409 store_size(b, s->numa[node]);
414 printf("%-21s ", "Partial slabs");
415 for(node = 0; node <= highest_node; node++) {
418 store_size(b, s->numa_partial[node]);
426 static void show_tracking(struct slabinfo *s)
428 printf("\n%s: Kernel object allocation\n", s->name);
429 printf("-----------------------------------------------------------------------\n");
430 if (read_debug_slab_obj(s, "alloc_traces"))
431 printf("%s", buffer);
432 else if (read_slab_obj(s, "alloc_calls"))
433 printf("%s", buffer);
437 printf("\n%s: Kernel object freeing\n", s->name);
438 printf("------------------------------------------------------------------------\n");
439 if (read_debug_slab_obj(s, "free_traces"))
440 printf("%s", buffer);
441 else if (read_slab_obj(s, "free_calls"))
442 printf("%s", buffer);
448 static void ops(struct slabinfo *s)
450 if (strcmp(s->name, "*") == 0)
453 if (read_slab_obj(s, "ops")) {
454 printf("\n%s: kmem_cache operations\n", s->name);
455 printf("--------------------------------------------\n");
456 printf("%s", buffer);
458 printf("\n%s has no kmem_cache operations\n", s->name);
461 static const char *onoff(int x)
468 static void slab_stats(struct slabinfo *s)
470 unsigned long total_alloc;
471 unsigned long total_free;
477 total_alloc = s->alloc_fastpath + s->alloc_slowpath;
478 total_free = s->free_fastpath + s->free_slowpath;
484 printf("Slab Perf Counter Alloc Free %%Al %%Fr\n");
485 printf("--------------------------------------------------\n");
486 printf("Fastpath %8lu %8lu %3lu %3lu\n",
487 s->alloc_fastpath, s->free_fastpath,
488 s->alloc_fastpath * 100 / total_alloc,
489 total_free ? s->free_fastpath * 100 / total_free : 0);
490 printf("Slowpath %8lu %8lu %3lu %3lu\n",
491 total_alloc - s->alloc_fastpath, s->free_slowpath,
492 (total_alloc - s->alloc_fastpath) * 100 / total_alloc,
493 total_free ? s->free_slowpath * 100 / total_free : 0);
494 printf("Page Alloc %8lu %8lu %3lu %3lu\n",
495 s->alloc_slab, s->free_slab,
496 s->alloc_slab * 100 / total_alloc,
497 total_free ? s->free_slab * 100 / total_free : 0);
498 printf("Add partial %8lu %8lu %3lu %3lu\n",
499 s->deactivate_to_head + s->deactivate_to_tail,
501 (s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,
502 total_free ? s->free_add_partial * 100 / total_free : 0);
503 printf("Remove partial %8lu %8lu %3lu %3lu\n",
504 s->alloc_from_partial, s->free_remove_partial,
505 s->alloc_from_partial * 100 / total_alloc,
506 total_free ? s->free_remove_partial * 100 / total_free : 0);
508 printf("Cpu partial list %8lu %8lu %3lu %3lu\n",
509 s->cpu_partial_alloc, s->cpu_partial_free,
510 s->cpu_partial_alloc * 100 / total_alloc,
511 total_free ? s->cpu_partial_free * 100 / total_free : 0);
513 printf("RemoteObj/SlabFrozen %8lu %8lu %3lu %3lu\n",
514 s->deactivate_remote_frees, s->free_frozen,
515 s->deactivate_remote_frees * 100 / total_alloc,
516 total_free ? s->free_frozen * 100 / total_free : 0);
518 printf("Total %8lu %8lu\n\n", total_alloc, total_free);
520 if (s->cpuslab_flush)
521 printf("Flushes %8lu\n", s->cpuslab_flush);
523 total = s->deactivate_full + s->deactivate_empty +
524 s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;
527 printf("\nSlab Deactivation Occurrences %%\n");
528 printf("-------------------------------------------------\n");
529 printf("Slab full %7lu %3lu%%\n",
530 s->deactivate_full, (s->deactivate_full * 100) / total);
531 printf("Slab empty %7lu %3lu%%\n",
532 s->deactivate_empty, (s->deactivate_empty * 100) / total);
533 printf("Moved to head of partial list %7lu %3lu%%\n",
534 s->deactivate_to_head, (s->deactivate_to_head * 100) / total);
535 printf("Moved to tail of partial list %7lu %3lu%%\n",
536 s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);
537 printf("Deactivation bypass %7lu %3lu%%\n",
538 s->deactivate_bypass, (s->deactivate_bypass * 100) / total);
539 printf("Refilled from foreign frees %7lu %3lu%%\n",
540 s->alloc_refill, (s->alloc_refill * 100) / total);
541 printf("Node mismatch %7lu %3lu%%\n",
542 s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);
545 if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) {
546 printf("\nCmpxchg_double Looping\n------------------------\n");
547 printf("Locked Cmpxchg Double redos %lu\nUnlocked Cmpxchg Double redos %lu\n",
548 s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);
552 static void report(struct slabinfo *s)
554 if (strcmp(s->name, "*") == 0)
557 printf("\nSlabcache: %-15s Aliases: %2d Order : %2d Objects: %lu\n",
558 s->name, s->aliases, s->order, s->objects);
559 if (s->hwcache_align)
560 printf("** Hardware cacheline aligned\n");
562 printf("** Memory is allocated in a special DMA zone\n");
563 if (s->destroy_by_rcu)
564 printf("** Slabs are destroyed via RCU\n");
565 if (s->reclaim_account)
566 printf("** Reclaim accounting active\n");
568 printf("\nSizes (bytes) Slabs Debug Memory\n");
569 printf("------------------------------------------------------------------------\n");
570 printf("Object : %7d Total : %7ld Sanity Checks : %s Total: %7ld\n",
571 s->object_size, s->slabs, onoff(s->sanity_checks),
572 s->slabs * (page_size << s->order));
573 printf("SlabObj: %7d Full : %7ld Redzoning : %s Used : %7ld\n",
574 s->slab_size, s->slabs - s->partial - s->cpu_slabs,
575 onoff(s->red_zone), s->objects * s->object_size);
576 printf("SlabSiz: %7d Partial: %7ld Poisoning : %s Loss : %7ld\n",
577 page_size << s->order, s->partial, onoff(s->poison),
578 s->slabs * (page_size << s->order) - s->objects * s->object_size);
579 printf("Loss : %7d CpuSlab: %7d Tracking : %s Lalig: %7ld\n",
580 s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),
581 (s->slab_size - s->object_size) * s->objects);
582 printf("Align : %7d Objects: %7d Tracing : %s Lpadd: %7ld\n",
583 s->align, s->objs_per_slab, onoff(s->trace),
584 ((page_size << s->order) - s->objs_per_slab * s->slab_size) *
593 static void slabcache(struct slabinfo *s)
600 if (strcmp(s->name, "*") == 0)
603 if (unreclaim_only && s->reclaim_account)
606 if (actual_slabs == 1) {
611 if (skip_zero && !show_empty && !s->slabs)
614 if (show_empty && s->slabs)
618 store_size(size_str, slab_size(s));
620 store_size(size_str, slab_waste(s));
621 snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,
622 s->partial, s->cpu_slabs);
631 if (s->hwcache_align)
635 if (s->reclaim_account)
639 if (s->sanity_checks)
648 unsigned long total_alloc;
649 unsigned long total_free;
651 total_alloc = s->alloc_fastpath + s->alloc_slowpath;
652 total_free = s->free_fastpath + s->free_slowpath;
654 printf("%-21s %8ld %10ld %10ld %3ld %3ld %5ld %1d %4ld %4ld\n",
656 total_alloc, total_free,
657 total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,
658 total_free ? (s->free_fastpath * 100 / total_free) : 0,
659 s->order_fallback, s->order, s->cmpxchg_double_fail,
660 s->cmpxchg_double_cpu_fail);
662 printf("%-21s %8ld %7d %15s %14s %4d %1d %3ld %3ld %s\n",
663 s->name, s->objects, s->object_size, size_str, dist_str,
664 s->objs_per_slab, s->order,
665 s->slabs ? (s->partial * 100) / s->slabs : 100,
666 s->slabs ? (s->objects * s->object_size * 100) /
667 (s->slabs * (page_size << s->order)) : 100,
673 * Analyze debug options. Return false if something is amiss.
675 static int debug_opt_scan(char *opt)
677 if (!opt || !opt[0] || strcmp(opt, "-") == 0)
680 if (strcasecmp(opt, "a") == 0) {
724 static int slab_empty(struct slabinfo *s)
730 * We may still have slabs even if there are no objects. Shrinking will
734 set_obj(s, "shrink", 1);
739 static void slab_debug(struct slabinfo *s)
741 if (strcmp(s->name, "*") == 0)
744 if (sanity && !s->sanity_checks) {
745 set_obj(s, "sanity_checks", 1);
747 if (!sanity && s->sanity_checks) {
749 set_obj(s, "sanity_checks", 0);
751 fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);
753 if (redzone && !s->red_zone) {
755 set_obj(s, "red_zone", 1);
757 fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);
759 if (!redzone && s->red_zone) {
761 set_obj(s, "red_zone", 0);
763 fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);
765 if (poison && !s->poison) {
767 set_obj(s, "poison", 1);
769 fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);
771 if (!poison && s->poison) {
773 set_obj(s, "poison", 0);
775 fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);
777 if (tracking && !s->store_user) {
779 set_obj(s, "store_user", 1);
781 fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);
783 if (!tracking && s->store_user) {
785 set_obj(s, "store_user", 0);
787 fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);
789 if (tracing && !s->trace) {
791 set_obj(s, "trace", 1);
793 fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);
795 if (!tracing && s->trace)
796 set_obj(s, "trace", 1);
799 static void totals(void)
804 char b1[20], b2[20], b3[20], b4[20];
805 unsigned long long max = 1ULL << 63;
808 unsigned long long min_objsize = max, max_objsize = 0, avg_objsize;
810 /* Number of partial slabs in a slabcache */
811 unsigned long long min_partial = max, max_partial = 0,
812 avg_partial, total_partial = 0;
814 /* Number of slabs in a slab cache */
815 unsigned long long min_slabs = max, max_slabs = 0,
816 avg_slabs, total_slabs = 0;
818 /* Size of the whole slab */
819 unsigned long long min_size = max, max_size = 0,
820 avg_size, total_size = 0;
822 /* Bytes used for object storage in a slab */
823 unsigned long long min_used = max, max_used = 0,
824 avg_used, total_used = 0;
826 /* Waste: Bytes used for alignment and padding */
827 unsigned long long min_waste = max, max_waste = 0,
828 avg_waste, total_waste = 0;
829 /* Number of objects in a slab */
830 unsigned long long min_objects = max, max_objects = 0,
831 avg_objects, total_objects = 0;
832 /* Waste per object */
833 unsigned long long min_objwaste = max,
834 max_objwaste = 0, avg_objwaste,
837 /* Memory per object */
838 unsigned long long min_memobj = max,
839 max_memobj = 0, avg_memobj,
842 /* Percentage of partial slabs per slab */
843 unsigned long min_ppart = 100, max_ppart = 0,
844 avg_ppart, total_ppart = 0;
846 /* Number of objects in partial slabs */
847 unsigned long min_partobj = max, max_partobj = 0,
848 avg_partobj, total_partobj = 0;
850 /* Percentage of partial objects of all objects in a slab */
851 unsigned long min_ppartobj = 100, max_ppartobj = 0,
852 avg_ppartobj, total_ppartobj = 0;
855 for (s = slabinfo; s < slabinfo + slabs; s++) {
856 unsigned long long size;
858 unsigned long long wasted;
859 unsigned long long objwaste;
860 unsigned long percentage_partial_slabs;
861 unsigned long percentage_partial_objs;
863 if (!s->slabs || !s->objects)
869 used = s->objects * s->object_size;
870 wasted = size - used;
871 objwaste = s->slab_size - s->object_size;
873 percentage_partial_slabs = s->partial * 100 / s->slabs;
874 if (percentage_partial_slabs > 100)
875 percentage_partial_slabs = 100;
877 percentage_partial_objs = s->objects_partial * 100
880 if (percentage_partial_objs > 100)
881 percentage_partial_objs = 100;
883 if (s->object_size < min_objsize)
884 min_objsize = s->object_size;
885 if (s->partial < min_partial)
886 min_partial = s->partial;
887 if (s->slabs < min_slabs)
888 min_slabs = s->slabs;
891 if (wasted < min_waste)
893 if (objwaste < min_objwaste)
894 min_objwaste = objwaste;
895 if (s->objects < min_objects)
896 min_objects = s->objects;
899 if (s->objects_partial < min_partobj)
900 min_partobj = s->objects_partial;
901 if (percentage_partial_slabs < min_ppart)
902 min_ppart = percentage_partial_slabs;
903 if (percentage_partial_objs < min_ppartobj)
904 min_ppartobj = percentage_partial_objs;
905 if (s->slab_size < min_memobj)
906 min_memobj = s->slab_size;
908 if (s->object_size > max_objsize)
909 max_objsize = s->object_size;
910 if (s->partial > max_partial)
911 max_partial = s->partial;
912 if (s->slabs > max_slabs)
913 max_slabs = s->slabs;
916 if (wasted > max_waste)
918 if (objwaste > max_objwaste)
919 max_objwaste = objwaste;
920 if (s->objects > max_objects)
921 max_objects = s->objects;
924 if (s->objects_partial > max_partobj)
925 max_partobj = s->objects_partial;
926 if (percentage_partial_slabs > max_ppart)
927 max_ppart = percentage_partial_slabs;
928 if (percentage_partial_objs > max_ppartobj)
929 max_ppartobj = percentage_partial_objs;
930 if (s->slab_size > max_memobj)
931 max_memobj = s->slab_size;
933 total_partial += s->partial;
934 total_slabs += s->slabs;
936 total_waste += wasted;
938 total_objects += s->objects;
940 total_partobj += s->objects_partial;
941 total_ppart += percentage_partial_slabs;
942 total_ppartobj += percentage_partial_objs;
944 total_objwaste += s->objects * objwaste;
945 total_objsize += s->objects * s->slab_size;
948 if (!total_objects) {
949 printf("No objects\n");
953 printf("No slabs\n");
957 /* Per slab averages */
958 avg_partial = total_partial / used_slabs;
959 avg_slabs = total_slabs / used_slabs;
960 avg_size = total_size / used_slabs;
961 avg_waste = total_waste / used_slabs;
963 avg_objects = total_objects / used_slabs;
964 avg_used = total_used / used_slabs;
965 avg_partobj = total_partobj / used_slabs;
966 avg_ppart = total_ppart / used_slabs;
967 avg_ppartobj = total_ppartobj / used_slabs;
969 /* Per object object sizes */
970 avg_objsize = total_used / total_objects;
971 avg_objwaste = total_objwaste / total_objects;
972 avg_partobj = total_partobj * 100 / total_objects;
973 avg_memobj = total_objsize / total_objects;
975 printf("Slabcache Totals\n");
976 printf("----------------\n");
977 printf("Slabcaches : %15d Aliases : %11d->%-3d Active: %3d\n",
978 slabs, aliases, alias_targets, used_slabs);
980 store_size(b1, total_size);store_size(b2, total_waste);
981 store_size(b3, total_waste * 100 / total_used);
982 printf("Memory used: %15s # Loss : %15s MRatio:%6s%%\n", b1, b2, b3);
984 store_size(b1, total_objects);store_size(b2, total_partobj);
985 store_size(b3, total_partobj * 100 / total_objects);
986 printf("# Objects : %15s # PartObj: %15s ORatio:%6s%%\n", b1, b2, b3);
989 printf("Per Cache Average "
991 printf("---------------------------------------"
992 "-------------------------------------\n");
994 store_size(b1, avg_objects);store_size(b2, min_objects);
995 store_size(b3, max_objects);store_size(b4, total_objects);
996 printf("#Objects %15s %15s %15s %15s\n",
999 store_size(b1, avg_slabs);store_size(b2, min_slabs);
1000 store_size(b3, max_slabs);store_size(b4, total_slabs);
1001 printf("#Slabs %15s %15s %15s %15s\n",
1004 store_size(b1, avg_partial);store_size(b2, min_partial);
1005 store_size(b3, max_partial);store_size(b4, total_partial);
1006 printf("#PartSlab %15s %15s %15s %15s\n",
1008 store_size(b1, avg_ppart);store_size(b2, min_ppart);
1009 store_size(b3, max_ppart);
1010 store_size(b4, total_partial * 100 / total_slabs);
1011 printf("%%PartSlab%15s%% %15s%% %15s%% %15s%%\n",
1014 store_size(b1, avg_partobj);store_size(b2, min_partobj);
1015 store_size(b3, max_partobj);
1016 store_size(b4, total_partobj);
1017 printf("PartObjs %15s %15s %15s %15s\n",
1020 store_size(b1, avg_ppartobj);store_size(b2, min_ppartobj);
1021 store_size(b3, max_ppartobj);
1022 store_size(b4, total_partobj * 100 / total_objects);
1023 printf("%% PartObj%15s%% %15s%% %15s%% %15s%%\n",
1026 store_size(b1, avg_size);store_size(b2, min_size);
1027 store_size(b3, max_size);store_size(b4, total_size);
1028 printf("Memory %15s %15s %15s %15s\n",
1031 store_size(b1, avg_used);store_size(b2, min_used);
1032 store_size(b3, max_used);store_size(b4, total_used);
1033 printf("Used %15s %15s %15s %15s\n",
1036 store_size(b1, avg_waste);store_size(b2, min_waste);
1037 store_size(b3, max_waste);store_size(b4, total_waste);
1038 printf("Loss %15s %15s %15s %15s\n",
1042 printf("Per Object Average "
1044 printf("---------------------------------------"
1045 "--------------------\n");
1047 store_size(b1, avg_memobj);store_size(b2, min_memobj);
1048 store_size(b3, max_memobj);
1049 printf("Memory %15s %15s %15s\n",
1051 store_size(b1, avg_objsize);store_size(b2, min_objsize);
1052 store_size(b3, max_objsize);
1053 printf("User %15s %15s %15s\n",
1056 store_size(b1, avg_objwaste);store_size(b2, min_objwaste);
1057 store_size(b3, max_objwaste);
1058 printf("Loss %15s %15s %15s\n",
1062 static void sort_slabs(void)
1064 struct slabinfo *s1,*s2;
1066 for (s1 = slabinfo; s1 < slabinfo + slabs; s1++) {
1067 for (s2 = s1 + 1; s2 < slabinfo + slabs; s2++) {
1071 if (slab_size(s1) == slab_size(s2))
1072 result = strcasecmp(s1->name, s2->name);
1074 result = slab_size(s1) < slab_size(s2);
1075 } else if (sort_active) {
1076 if (slab_activity(s1) == slab_activity(s2))
1077 result = strcasecmp(s1->name, s2->name);
1079 result = slab_activity(s1) < slab_activity(s2);
1080 } else if (sort_loss) {
1081 if (slab_waste(s1) == slab_waste(s2))
1082 result = strcasecmp(s1->name, s2->name);
1084 result = slab_waste(s1) < slab_waste(s2);
1085 } else if (sort_partial) {
1086 if (s1->partial == s2->partial)
1087 result = strcasecmp(s1->name, s2->name);
1089 result = s1->partial < s2->partial;
1091 result = strcasecmp(s1->name, s2->name);
1099 memcpy(&t, s1, sizeof(struct slabinfo));
1100 memcpy(s1, s2, sizeof(struct slabinfo));
1101 memcpy(s2, &t, sizeof(struct slabinfo));
1107 static void sort_aliases(void)
1109 struct aliasinfo *a1,*a2;
1111 for (a1 = aliasinfo; a1 < aliasinfo + aliases; a1++) {
1112 for (a2 = a1 + 1; a2 < aliasinfo + aliases; a2++) {
1117 if (show_alias && !show_inverted) {
1121 if (strcasecmp(n1, n2) > 0) {
1124 memcpy(&t, a1, sizeof(struct aliasinfo));
1125 memcpy(a1, a2, sizeof(struct aliasinfo));
1126 memcpy(a2, &t, sizeof(struct aliasinfo));
1132 static void link_slabs(void)
1134 struct aliasinfo *a;
1137 for (a = aliasinfo; a < aliasinfo + aliases; a++) {
1139 for (s = slabinfo; s < slabinfo + slabs; s++)
1140 if (strcmp(a->ref, s->name) == 0) {
1145 if (s == slabinfo + slabs)
1146 fatal("Unresolved alias %s\n", a->ref);
1150 static void alias(void)
1152 struct aliasinfo *a;
1153 char *active = NULL;
1158 for(a = aliasinfo; a < aliasinfo + aliases; a++) {
1160 if (!show_single_ref && a->slab->refs == 1)
1163 if (!show_inverted) {
1165 if (strcmp(a->slab->name, active) == 0) {
1166 printf(" %s", a->name);
1170 printf("\n%-12s <- %s", a->slab->name, a->name);
1171 active = a->slab->name;
1174 printf("%-15s -> %s\n", a->name, a->slab->name);
1181 static void rename_slabs(void)
1184 struct aliasinfo *a;
1186 for (s = slabinfo; s < slabinfo + slabs; s++) {
1187 if (*s->name != ':')
1190 if (s->refs > 1 && !show_first_alias)
1193 a = find_one_alias(s);
1204 static int slab_mismatch(char *slab)
1206 return regexec(&pattern, slab, 0, NULL, 0);
1209 static void read_slab_dir(void)
1213 struct slabinfo *slab = slabinfo;
1214 struct aliasinfo *alias = aliasinfo;
1219 if (chdir("/sys/kernel/slab") && chdir("/sys/slab"))
1220 fatal("SYSFS support for SLUB not active\n");
1223 while ((de = readdir(dir))) {
1224 if (de->d_name[0] == '.' ||
1225 (de->d_name[0] != ':' && slab_mismatch(de->d_name)))
1227 switch (de->d_type) {
1229 alias->name = strdup(de->d_name);
1230 count = readlink(de->d_name, buffer, sizeof(buffer)-1);
1233 fatal("Cannot read symlink %s\n", de->d_name);
1237 while (p > buffer && p[-1] != '/')
1239 alias->ref = strdup(p);
1243 if (chdir(de->d_name))
1244 fatal("Unable to access slab %s\n", slab->name);
1245 slab->name = strdup(de->d_name);
1248 slab->aliases = get_obj("aliases");
1249 slab->align = get_obj("align");
1250 slab->cache_dma = get_obj("cache_dma");
1251 slab->cpu_slabs = get_obj("cpu_slabs");
1252 slab->destroy_by_rcu = get_obj("destroy_by_rcu");
1253 slab->hwcache_align = get_obj("hwcache_align");
1254 slab->object_size = get_obj("object_size");
1255 slab->objects = get_obj("objects");
1256 slab->objects_partial = get_obj("objects_partial");
1257 slab->objects_total = get_obj("objects_total");
1258 slab->objs_per_slab = get_obj("objs_per_slab");
1259 slab->order = get_obj("order");
1260 slab->partial = get_obj("partial");
1261 slab->partial = get_obj_and_str("partial", &t);
1262 decode_numa_list(slab->numa_partial, t);
1264 slab->poison = get_obj("poison");
1265 slab->reclaim_account = get_obj("reclaim_account");
1266 slab->red_zone = get_obj("red_zone");
1267 slab->sanity_checks = get_obj("sanity_checks");
1268 slab->slab_size = get_obj("slab_size");
1269 slab->slabs = get_obj_and_str("slabs", &t);
1270 decode_numa_list(slab->numa, t);
1272 slab->store_user = get_obj("store_user");
1273 slab->trace = get_obj("trace");
1274 slab->alloc_fastpath = get_obj("alloc_fastpath");
1275 slab->alloc_slowpath = get_obj("alloc_slowpath");
1276 slab->free_fastpath = get_obj("free_fastpath");
1277 slab->free_slowpath = get_obj("free_slowpath");
1278 slab->free_frozen= get_obj("free_frozen");
1279 slab->free_add_partial = get_obj("free_add_partial");
1280 slab->free_remove_partial = get_obj("free_remove_partial");
1281 slab->alloc_from_partial = get_obj("alloc_from_partial");
1282 slab->alloc_slab = get_obj("alloc_slab");
1283 slab->alloc_refill = get_obj("alloc_refill");
1284 slab->free_slab = get_obj("free_slab");
1285 slab->cpuslab_flush = get_obj("cpuslab_flush");
1286 slab->deactivate_full = get_obj("deactivate_full");
1287 slab->deactivate_empty = get_obj("deactivate_empty");
1288 slab->deactivate_to_head = get_obj("deactivate_to_head");
1289 slab->deactivate_to_tail = get_obj("deactivate_to_tail");
1290 slab->deactivate_remote_frees = get_obj("deactivate_remote_frees");
1291 slab->order_fallback = get_obj("order_fallback");
1292 slab->cmpxchg_double_cpu_fail = get_obj("cmpxchg_double_cpu_fail");
1293 slab->cmpxchg_double_fail = get_obj("cmpxchg_double_fail");
1294 slab->cpu_partial_alloc = get_obj("cpu_partial_alloc");
1295 slab->cpu_partial_free = get_obj("cpu_partial_free");
1296 slab->alloc_node_mismatch = get_obj("alloc_node_mismatch");
1297 slab->deactivate_bypass = get_obj("deactivate_bypass");
1299 if (slab->name[0] == ':')
1304 fatal("Unknown file type %lx\n", de->d_type);
1308 slabs = slab - slabinfo;
1309 actual_slabs = slabs;
1310 aliases = alias - aliasinfo;
1311 if (slabs > MAX_SLABS)
1312 fatal("Too many slabs\n");
1313 if (aliases > MAX_ALIASES)
1314 fatal("Too many aliases\n");
1317 static void output_slabs(void)
1319 struct slabinfo *slab;
1320 int lines = output_lines;
1322 for (slab = slabinfo; (slab < slabinfo + slabs) &&
1323 lines != 0; slab++) {
1333 else if (show_track)
1334 show_tracking(slab);
1336 slab_validate(slab);
1345 else if (show_report)
1350 static void _xtotals(char *heading, char *underline,
1351 int loss, int size, int partial)
1353 printf("%s%s", heading, underline);
1357 sort_partial = partial;
1362 static void xtotals(void)
1364 char *heading, *underline;
1371 heading = "\nSlabs sorted by size\n";
1372 underline = "--------------------\n";
1373 _xtotals(heading, underline, 0, 1, 0);
1375 heading = "\nSlabs sorted by loss\n";
1376 underline = "--------------------\n";
1377 _xtotals(heading, underline, 1, 0, 0);
1379 heading = "\nSlabs sorted by number of partial slabs\n";
1380 underline = "---------------------------------------\n";
1381 _xtotals(heading, underline, 0, 0, 1);
1386 struct option opts[] = {
1387 { "aliases", no_argument, NULL, 'a' },
1388 { "activity", no_argument, NULL, 'A' },
1389 { "Bytes", no_argument, NULL, 'B'},
1390 { "debug", optional_argument, NULL, 'd' },
1391 { "display-activity", no_argument, NULL, 'D' },
1392 { "empty", no_argument, NULL, 'e' },
1393 { "first-alias", no_argument, NULL, 'f' },
1394 { "help", no_argument, NULL, 'h' },
1395 { "inverted", no_argument, NULL, 'i'},
1396 { "slabs", no_argument, NULL, 'l' },
1397 { "Loss", no_argument, NULL, 'L'},
1398 { "numa", no_argument, NULL, 'n' },
1399 { "lines", required_argument, NULL, 'N'},
1400 { "ops", no_argument, NULL, 'o' },
1401 { "partial", no_argument, NULL, 'p'},
1402 { "report", no_argument, NULL, 'r' },
1403 { "shrink", no_argument, NULL, 's' },
1404 { "Size", no_argument, NULL, 'S'},
1405 { "tracking", no_argument, NULL, 't'},
1406 { "Totals", no_argument, NULL, 'T'},
1407 { "Unreclaim", no_argument, NULL, 'U'},
1408 { "validate", no_argument, NULL, 'v' },
1409 { "Xtotals", no_argument, NULL, 'X'},
1410 { "zero", no_argument, NULL, 'z' },
1411 { "1ref", no_argument, NULL, '1'},
1412 { NULL, 0, NULL, 0 }
1415 int main(int argc, char *argv[])
1419 char *pattern_source;
1421 page_size = getpagesize();
1423 while ((c = getopt_long(argc, argv, "aABd::DefhilLnN:oPrsStTUvXz1",
1437 if (!debug_opt_scan(optarg))
1438 fatal("Invalid debug option '%s'\n", optarg);
1447 show_first_alias = 1;
1466 output_lines = atoi(optarg);
1467 if (output_lines < 1)
1499 if (output_lines == -1)
1501 extended_totals = 1;
1508 show_single_ref = 1;
1511 fatal("%s: Invalid option '%c'\n", argv[0], optopt);
1515 if (!show_slab && !show_alias && !show_track && !show_report
1516 && !validate && !shrink && !set_debug && !show_ops)
1520 pattern_source = argv[optind];
1522 pattern_source = ".*";
1524 err = regcomp(&pattern, pattern_source, REG_ICASE|REG_NOSUB);
1526 fatal("%s: Invalid pattern '%s' code %d\n",
1527 argv[0], pattern_source, err);
1531 } else if (extended_totals) {
1533 } else if (show_totals) {