slabinfo.c 36 KB
Newer Older
Christoph Lameter's avatar
Christoph Lameter committed
1 2 3
/*
 * Slabinfo: Tool to get reports about slabs
 *
Christoph Lameter's avatar
Christoph Lameter committed
4
 * (C) 2007 sgi, Christoph Lameter
5
 * (C) 2011 Linux Foundation, Christoph Lameter
Christoph Lameter's avatar
Christoph Lameter committed
6
 *
7
 * Compile with:
Christoph Lameter's avatar
Christoph Lameter committed
8 9 10 11 12 13 14
 *
 * gcc -o slabinfo slabinfo.c
 */
#include <stdio.h>
#include <stdlib.h>
#include <sys/types.h>
#include <dirent.h>
15
#include <strings.h>
Christoph Lameter's avatar
Christoph Lameter committed
16 17 18 19 20
#include <string.h>
#include <unistd.h>
#include <stdarg.h>
#include <getopt.h>
#include <regex.h>
Christoph Lameter's avatar
Christoph Lameter committed
21
#include <errno.h>
Christoph Lameter's avatar
Christoph Lameter committed
22 23 24 25 26 27 28 29 30 31 32 33 34

#define MAX_SLABS 500
#define MAX_ALIASES 500
#define MAX_NODES 1024

struct slabinfo {
	char *name;
	int alias;
	int refs;
	int aliases, align, cache_dma, cpu_slabs, destroy_by_rcu;
	int hwcache_align, object_size, objs_per_slab;
	int sanity_checks, slab_size, store_user, trace;
	int order, poison, reclaim_account, red_zone;
35
	unsigned long partial, objects, slabs, objects_partial, objects_total;
36 37 38 39 40 41
	unsigned long alloc_fastpath, alloc_slowpath;
	unsigned long free_fastpath, free_slowpath;
	unsigned long free_frozen, free_add_partial, free_remove_partial;
	unsigned long alloc_from_partial, alloc_slab, free_slab, alloc_refill;
	unsigned long cpuslab_flush, deactivate_full, deactivate_empty;
	unsigned long deactivate_to_head, deactivate_to_tail;
42
	unsigned long deactivate_remote_frees, order_fallback;
43 44
	unsigned long cmpxchg_double_cpu_fail, cmpxchg_double_fail;
	unsigned long alloc_node_mismatch, deactivate_bypass;
45
	unsigned long cpu_partial_alloc, cpu_partial_free;
Christoph Lameter's avatar
Christoph Lameter committed
46 47 48 49 50 51 52 53 54 55
	int numa[MAX_NODES];
	int numa_partial[MAX_NODES];
} slabinfo[MAX_SLABS];

struct aliasinfo {
	char *name;
	char *ref;
	struct slabinfo *slab;
} aliasinfo[MAX_ALIASES];

56 57 58 59 60
int slabs;
int actual_slabs;
int aliases;
int alias_targets;
int highest_node;
Christoph Lameter's avatar
Christoph Lameter committed
61 62 63

char buffer[4096];

64 65 66 67
int show_empty;
int show_report;
int show_alias;
int show_slab;
Christoph Lameter's avatar
Christoph Lameter committed
68
int skip_zero = 1;
69 70 71 72 73 74 75 76 77 78 79 80 81
int show_numa;
int show_track;
int show_first_alias;
int validate;
int shrink;
int show_inverted;
int show_single_ref;
int show_totals;
int sort_size;
int sort_active;
int set_debug;
int show_ops;
int show_activity;
82
int output_lines = -1;
83
int sort_loss;
84
int extended_totals;
85
int show_bytes;
Christoph Lameter's avatar
Christoph Lameter committed
86 87

/* Debug options */
88 89 90 91 92
int sanity;
int redzone;
int poison;
int tracking;
int tracing;
Christoph Lameter's avatar
Christoph Lameter committed
93 94 95 96 97

int page_size;

regex_t pattern;

98
static void fatal(const char *x, ...)
Christoph Lameter's avatar
Christoph Lameter committed
99 100 101 102 103 104
{
	va_list ap;

	va_start(ap, x);
	vfprintf(stderr, x, ap);
	va_end(ap);
105
	exit(EXIT_FAILURE);
Christoph Lameter's avatar
Christoph Lameter committed
106 107
}

108
static void usage(void)
Christoph Lameter's avatar
Christoph Lameter committed
109
{
110
	printf("slabinfo 4/15/2011. (c) 2007 sgi/(c) 2011 Linux Foundation.\n\n"
Christoph Lameter's avatar
Christoph Lameter committed
111
		"slabinfo [-ahnpvtsz] [-d debugopts] [slab-regexp]\n"
Christoph Lameter's avatar
Christoph Lameter committed
112
		"-a|--aliases           Show aliases\n"
113
		"-A|--activity          Most active slabs first\n"
Christoph Lameter's avatar
Christoph Lameter committed
114
		"-d<options>|--debug=<options> Set/Clear Debug options\n"
115 116
		"-D|--display-active    Switch line format to activity\n"
		"-e|--empty             Show empty slabs\n"
Christoph Lameter's avatar
Christoph Lameter committed
117
		"-f|--first-alias       Show first alias\n"
Christoph Lameter's avatar
Christoph Lameter committed
118
		"-h|--help              Show usage information\n"
Christoph Lameter's avatar
Christoph Lameter committed
119 120
		"-i|--inverted          Inverted list\n"
		"-l|--slabs             Show slabs\n"
Christoph Lameter's avatar
Christoph Lameter committed
121
		"-n|--numa              Show NUMA information\n"
Christoph Lameter's avatar
Christoph Lameter committed
122
		"-o|--ops		Show kmem_cache_ops\n"
Christoph Lameter's avatar
Christoph Lameter committed
123
		"-s|--shrink            Shrink slabs\n"
Christoph Lameter's avatar
Christoph Lameter committed
124 125
		"-r|--report		Detailed report on single slabs\n"
		"-S|--Size              Sort by size\n"
Christoph Lameter's avatar
Christoph Lameter committed
126 127
		"-t|--tracking          Show alloc/free information\n"
		"-T|--Totals            Show summary information\n"
Christoph Lameter's avatar
Christoph Lameter committed
128
		"-v|--validate          Validate slabs\n"
Christoph Lameter's avatar
Christoph Lameter committed
129 130
		"-z|--zero              Include empty slabs\n"
		"-1|--1ref              Single reference\n"
131
		"-N|--lines=K           Show the first K slabs\n"
132
		"-L|--Loss              Sort by loss\n"
133
		"-X|--Xtotals           Show extended summary information\n"
134
		"-B|--Bytes             Show size in bytes\n"
Christoph Lameter's avatar
Christoph Lameter committed
135 136 137
		"\nValid debug options (FZPUT may be combined)\n"
		"a / A          Switch on all debug options (=FZUP)\n"
		"-              Switch off all debug options\n"
138
		"f / F          Sanity Checks (SLAB_CONSISTENCY_CHECKS)\n"
Christoph Lameter's avatar
Christoph Lameter committed
139 140 141 142
		"z / Z          Redzoning\n"
		"p / P          Poisoning\n"
		"u / U          Tracking\n"
		"t / T          Tracing\n"
Christoph Lameter's avatar
Christoph Lameter committed
143 144 145
	);
}

146
static unsigned long read_obj(const char *name)
Christoph Lameter's avatar
Christoph Lameter committed
147 148 149 150 151 152
{
	FILE *f = fopen(name, "r");

	if (!f)
		buffer[0] = 0;
	else {
153
		if (!fgets(buffer, sizeof(buffer), f))
Christoph Lameter's avatar
Christoph Lameter committed
154 155 156 157 158 159 160 161 162 163 164 165
			buffer[0] = 0;
		fclose(f);
		if (buffer[strlen(buffer)] == '\n')
			buffer[strlen(buffer)] = 0;
	}
	return strlen(buffer);
}


/*
 * Get the contents of an attribute
 */
166
static unsigned long get_obj(const char *name)
Christoph Lameter's avatar
Christoph Lameter committed
167 168 169 170 171 172 173
{
	if (!read_obj(name))
		return 0;

	return atol(buffer);
}

174
static unsigned long get_obj_and_str(const char *name, char **x)
Christoph Lameter's avatar
Christoph Lameter committed
175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192
{
	unsigned long result = 0;
	char *p;

	*x = NULL;

	if (!read_obj(name)) {
		x = NULL;
		return 0;
	}
	result = strtoul(buffer, &p, 10);
	while (*p == ' ')
		p++;
	if (*p)
		*x = strdup(p);
	return result;
}

193
static void set_obj(struct slabinfo *s, const char *name, int n)
Christoph Lameter's avatar
Christoph Lameter committed
194 195
{
	char x[100];
Christoph Lameter's avatar
Christoph Lameter committed
196
	FILE *f;
Christoph Lameter's avatar
Christoph Lameter committed
197

198
	snprintf(x, 100, "%s/%s", s->name, name);
Christoph Lameter's avatar
Christoph Lameter committed
199
	f = fopen(x, "w");
Christoph Lameter's avatar
Christoph Lameter committed
200 201 202 203 204 205 206
	if (!f)
		fatal("Cannot write to %s\n", x);

	fprintf(f, "%d\n", n);
	fclose(f);
}

207
static unsigned long read_slab_obj(struct slabinfo *s, const char *name)
Christoph Lameter's avatar
Christoph Lameter committed
208 209 210
{
	char x[100];
	FILE *f;
211
	size_t l;
Christoph Lameter's avatar
Christoph Lameter committed
212

213
	snprintf(x, 100, "%s/%s", s->name, name);
Christoph Lameter's avatar
Christoph Lameter committed
214 215 216 217 218 219 220 221 222 223 224 225 226
	f = fopen(x, "r");
	if (!f) {
		buffer[0] = 0;
		l = 0;
	} else {
		l = fread(buffer, 1, sizeof(buffer), f);
		buffer[l] = 0;
		fclose(f);
	}
	return l;
}


Christoph Lameter's avatar
Christoph Lameter committed
227 228 229
/*
 * Put a size string together
 */
230
static int store_size(char *buffer, unsigned long value)
Christoph Lameter's avatar
Christoph Lameter committed
231 232 233 234 235
{
	unsigned long divisor = 1;
	char trailer = 0;
	int n;

236 237 238 239 240 241 242 243 244 245 246
	if (!show_bytes) {
		if (value > 1000000000UL) {
			divisor = 100000000UL;
			trailer = 'G';
		} else if (value > 1000000UL) {
			divisor = 100000UL;
			trailer = 'M';
		} else if (value > 1000UL) {
			divisor = 100;
			trailer = 'K';
		}
Christoph Lameter's avatar
Christoph Lameter committed
247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
	}

	value /= divisor;
	n = sprintf(buffer, "%ld",value);
	if (trailer) {
		buffer[n] = trailer;
		n++;
		buffer[n] = 0;
	}
	if (divisor != 1) {
		memmove(buffer + n - 2, buffer + n - 3, 4);
		buffer[n-2] = '.';
		n++;
	}
	return n;
}

264
static void decode_numa_list(int *numa, char *t)
Christoph Lameter's avatar
Christoph Lameter committed
265 266 267 268 269 270
{
	int node;
	int nr;

	memset(numa, 0, MAX_NODES * sizeof(int));

Christoph Lameter's avatar
Christoph Lameter committed
271 272 273
	if (!t)
		return;

Christoph Lameter's avatar
Christoph Lameter committed
274 275 276 277 278 279 280 281 282 283 284 285 286 287 288
	while (*t == 'N') {
		t++;
		node = strtoul(t, &t, 10);
		if (*t == '=') {
			t++;
			nr = strtoul(t, &t, 10);
			numa[node] = nr;
			if (node > highest_node)
				highest_node = node;
		}
		while (*t == ' ')
			t++;
	}
}

289
static void slab_validate(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
290
{
Christoph Lameter's avatar
Christoph Lameter committed
291 292 293
	if (strcmp(s->name, "*") == 0)
		return;

Christoph Lameter's avatar
Christoph Lameter committed
294 295 296
	set_obj(s, "validate", 1);
}

297
static void slab_shrink(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
298
{
Christoph Lameter's avatar
Christoph Lameter committed
299 300 301
	if (strcmp(s->name, "*") == 0)
		return;

Christoph Lameter's avatar
Christoph Lameter committed
302 303 304 305 306
	set_obj(s, "shrink", 1);
}

int line = 0;

307
static void first_line(void)
Christoph Lameter's avatar
Christoph Lameter committed
308
{
309
	if (show_activity)
310 311
		printf("Name                   Objects      Alloc       Free"
			"   %%Fast Fallb O CmpX   UL\n");
312
	else
313
		printf("Name                   Objects Objsize           %s "
314
			"Slabs/Part/Cpu  O/S O %%Fr %%Ef Flg\n",
315
			sort_loss ? " Loss" : "Space");
Christoph Lameter's avatar
Christoph Lameter committed
316 317 318 319 320
}

/*
 * Find the shortest alias of a slab
 */
321
static struct aliasinfo *find_one_alias(struct slabinfo *find)
Christoph Lameter's avatar
Christoph Lameter committed
322 323 324 325 326 327 328 329 330 331 332 333
{
	struct aliasinfo *a;
	struct aliasinfo *best = NULL;

	for(a = aliasinfo;a < aliasinfo + aliases; a++) {
		if (a->slab == find &&
			(!best || strlen(best->name) < strlen(a->name))) {
				best = a;
				if (strncmp(a->name,"kmall", 5) == 0)
					return best;
			}
	}
Christoph Lameter's avatar
Christoph Lameter committed
334
	return best;
Christoph Lameter's avatar
Christoph Lameter committed
335 336
}

337
static unsigned long slab_size(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
338 339 340 341
{
	return 	s->slabs * (page_size << s->order);
}

342
static unsigned long slab_activity(struct slabinfo *s)
343 344 345 346 347
{
	return 	s->alloc_fastpath + s->free_fastpath +
		s->alloc_slowpath + s->free_slowpath;
}

348 349 350 351 352
static unsigned long slab_waste(struct slabinfo *s)
{
	return	slab_size(s) - s->objects * s->object_size;
}

353
static void slab_numa(struct slabinfo *s, int mode)
Christoph Lameter's avatar
Christoph Lameter committed
354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397
{
	int node;

	if (strcmp(s->name, "*") == 0)
		return;

	if (!highest_node) {
		printf("\n%s: No NUMA information available.\n", s->name);
		return;
	}

	if (skip_zero && !s->slabs)
		return;

	if (!line) {
		printf("\n%-21s:", mode ? "NUMA nodes" : "Slab");
		for(node = 0; node <= highest_node; node++)
			printf(" %4d", node);
		printf("\n----------------------");
		for(node = 0; node <= highest_node; node++)
			printf("-----");
		printf("\n");
	}
	printf("%-21s ", mode ? "All slabs" : s->name);
	for(node = 0; node <= highest_node; node++) {
		char b[20];

		store_size(b, s->numa[node]);
		printf(" %4s", b);
	}
	printf("\n");
	if (mode) {
		printf("%-21s ", "Partial slabs");
		for(node = 0; node <= highest_node; node++) {
			char b[20];

			store_size(b, s->numa_partial[node]);
			printf(" %4s", b);
		}
		printf("\n");
	}
	line++;
}

398
static void show_tracking(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
399 400 401 402
{
	printf("\n%s: Kernel object allocation\n", s->name);
	printf("-----------------------------------------------------------------------\n");
	if (read_slab_obj(s, "alloc_calls"))
403
		printf("%s", buffer);
Christoph Lameter's avatar
Christoph Lameter committed
404 405 406 407 408 409
	else
		printf("No Data\n");

	printf("\n%s: Kernel object freeing\n", s->name);
	printf("------------------------------------------------------------------------\n");
	if (read_slab_obj(s, "free_calls"))
410
		printf("%s", buffer);
Christoph Lameter's avatar
Christoph Lameter committed
411 412 413 414 415
	else
		printf("No Data\n");

}

416
static void ops(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
417 418 419 420 421 422 423
{
	if (strcmp(s->name, "*") == 0)
		return;

	if (read_slab_obj(s, "ops")) {
		printf("\n%s: kmem_cache operations\n", s->name);
		printf("--------------------------------------------\n");
424
		printf("%s", buffer);
Christoph Lameter's avatar
Christoph Lameter committed
425 426 427 428
	} else
		printf("\n%s has no kmem_cache operations\n", s->name);
}

429
static const char *onoff(int x)
Christoph Lameter's avatar
Christoph Lameter committed
430 431 432 433 434 435
{
	if (x)
		return "On ";
	return "Off";
}

436
static void slab_stats(struct slabinfo *s)
437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456
{
	unsigned long total_alloc;
	unsigned long total_free;
	unsigned long total;

	if (!s->alloc_slab)
		return;

	total_alloc = s->alloc_fastpath + s->alloc_slowpath;
	total_free = s->free_fastpath + s->free_slowpath;

	if (!total_alloc)
		return;

	printf("\n");
	printf("Slab Perf Counter       Alloc     Free %%Al %%Fr\n");
	printf("--------------------------------------------------\n");
	printf("Fastpath             %8lu %8lu %3lu %3lu\n",
		s->alloc_fastpath, s->free_fastpath,
		s->alloc_fastpath * 100 / total_alloc,
457
		total_free ? s->free_fastpath * 100 / total_free : 0);
458 459 460
	printf("Slowpath             %8lu %8lu %3lu %3lu\n",
		total_alloc - s->alloc_fastpath, s->free_slowpath,
		(total_alloc - s->alloc_fastpath) * 100 / total_alloc,
461
		total_free ? s->free_slowpath * 100 / total_free : 0);
462 463 464
	printf("Page Alloc           %8lu %8lu %3lu %3lu\n",
		s->alloc_slab, s->free_slab,
		s->alloc_slab * 100 / total_alloc,
465
		total_free ? s->free_slab * 100 / total_free : 0);
466 467 468 469
	printf("Add partial          %8lu %8lu %3lu %3lu\n",
		s->deactivate_to_head + s->deactivate_to_tail,
		s->free_add_partial,
		(s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,
470
		total_free ? s->free_add_partial * 100 / total_free : 0);
471 472 473
	printf("Remove partial       %8lu %8lu %3lu %3lu\n",
		s->alloc_from_partial, s->free_remove_partial,
		s->alloc_from_partial * 100 / total_alloc,
474
		total_free ? s->free_remove_partial * 100 / total_free : 0);
475

476 477 478
	printf("Cpu partial list     %8lu %8lu %3lu %3lu\n",
		s->cpu_partial_alloc, s->cpu_partial_free,
		s->cpu_partial_alloc * 100 / total_alloc,
479
		total_free ? s->cpu_partial_free * 100 / total_free : 0);
480

481 482 483
	printf("RemoteObj/SlabFrozen %8lu %8lu %3lu %3lu\n",
		s->deactivate_remote_frees, s->free_frozen,
		s->deactivate_remote_frees * 100 / total_alloc,
484
		total_free ? s->free_frozen * 100 / total_free : 0);
485 486 487 488 489 490 491

	printf("Total                %8lu %8lu\n\n", total_alloc, total_free);

	if (s->cpuslab_flush)
		printf("Flushes %8lu\n", s->cpuslab_flush);

	total = s->deactivate_full + s->deactivate_empty +
492 493 494
			s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;

	if (total) {
495
		printf("\nSlab Deactivation             Occurrences %%\n");
496 497 498 499 500 501 502 503
		printf("-------------------------------------------------\n");
		printf("Slab full                     %7lu  %3lu%%\n",
			s->deactivate_full, (s->deactivate_full * 100) / total);
		printf("Slab empty                    %7lu  %3lu%%\n",
			s->deactivate_empty, (s->deactivate_empty * 100) / total);
		printf("Moved to head of partial list %7lu  %3lu%%\n",
			s->deactivate_to_head, (s->deactivate_to_head * 100) / total);
		printf("Moved to tail of partial list %7lu  %3lu%%\n",
504
			s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);
505 506 507 508 509 510 511 512
		printf("Deactivation bypass           %7lu  %3lu%%\n",
			s->deactivate_bypass, (s->deactivate_bypass * 100) / total);
		printf("Refilled from foreign frees   %7lu  %3lu%%\n",
			s->alloc_refill, (s->alloc_refill * 100) / total);
		printf("Node mismatch                 %7lu  %3lu%%\n",
			s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);
	}

513
	if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) {
514 515 516
		printf("\nCmpxchg_double Looping\n------------------------\n");
		printf("Locked Cmpxchg Double redos   %lu\nUnlocked Cmpxchg Double redos %lu\n",
			s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);
517
	}
518 519
}

520
static void report(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
521 522 523
{
	if (strcmp(s->name, "*") == 0)
		return;
Christoph Lameter's avatar
Christoph Lameter committed
524

525
	printf("\nSlabcache: %-15s  Aliases: %2d Order : %2d Objects: %lu\n",
Christoph Lameter's avatar
Christoph Lameter committed
526
		s->name, s->aliases, s->order, s->objects);
Christoph Lameter's avatar
Christoph Lameter committed
527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557
	if (s->hwcache_align)
		printf("** Hardware cacheline aligned\n");
	if (s->cache_dma)
		printf("** Memory is allocated in a special DMA zone\n");
	if (s->destroy_by_rcu)
		printf("** Slabs are destroyed via RCU\n");
	if (s->reclaim_account)
		printf("** Reclaim accounting active\n");

	printf("\nSizes (bytes)     Slabs              Debug                Memory\n");
	printf("------------------------------------------------------------------------\n");
	printf("Object : %7d  Total  : %7ld   Sanity Checks : %s  Total: %7ld\n",
			s->object_size, s->slabs, onoff(s->sanity_checks),
			s->slabs * (page_size << s->order));
	printf("SlabObj: %7d  Full   : %7ld   Redzoning     : %s  Used : %7ld\n",
			s->slab_size, s->slabs - s->partial - s->cpu_slabs,
			onoff(s->red_zone), s->objects * s->object_size);
	printf("SlabSiz: %7d  Partial: %7ld   Poisoning     : %s  Loss : %7ld\n",
			page_size << s->order, s->partial, onoff(s->poison),
			s->slabs * (page_size << s->order) - s->objects * s->object_size);
	printf("Loss   : %7d  CpuSlab: %7d   Tracking      : %s  Lalig: %7ld\n",
			s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),
			(s->slab_size - s->object_size) * s->objects);
	printf("Align  : %7d  Objects: %7d   Tracing       : %s  Lpadd: %7ld\n",
			s->align, s->objs_per_slab, onoff(s->trace),
			((page_size << s->order) - s->objs_per_slab * s->slab_size) *
			s->slabs);

	ops(s);
	show_tracking(s);
	slab_numa(s, 1);
558
	slab_stats(s);
Christoph Lameter's avatar
Christoph Lameter committed
559
}
Christoph Lameter's avatar
Christoph Lameter committed
560

561
static void slabcache(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
562 563 564 565 566 567
{
	char size_str[20];
	char dist_str[40];
	char flags[20];
	char *p = flags;

Christoph Lameter's avatar
Christoph Lameter committed
568 569 570 571 572 573 574 575 576 577 578 579
	if (strcmp(s->name, "*") == 0)
		return;

	if (actual_slabs == 1) {
		report(s);
		return;
	}

	if (skip_zero && !show_empty && !s->slabs)
		return;

	if (show_empty && s->slabs)
Christoph Lameter's avatar
Christoph Lameter committed
580 581
		return;

582 583 584 585
	if (sort_loss == 0)
		store_size(size_str, slab_size(s));
	else
		store_size(size_str, slab_waste(s));
586 587
	snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,
						s->partial, s->cpu_slabs);
Christoph Lameter's avatar
Christoph Lameter committed
588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611

	if (!line++)
		first_line();

	if (s->aliases)
		*p++ = '*';
	if (s->cache_dma)
		*p++ = 'd';
	if (s->hwcache_align)
		*p++ = 'A';
	if (s->poison)
		*p++ = 'P';
	if (s->reclaim_account)
		*p++ = 'a';
	if (s->red_zone)
		*p++ = 'Z';
	if (s->sanity_checks)
		*p++ = 'F';
	if (s->store_user)
		*p++ = 'U';
	if (s->trace)
		*p++ = 'T';

	*p = 0;
612 613 614 615 616 617 618
	if (show_activity) {
		unsigned long total_alloc;
		unsigned long total_free;

		total_alloc = s->alloc_fastpath + s->alloc_slowpath;
		total_free = s->free_fastpath + s->free_slowpath;

619
		printf("%-21s %8ld %10ld %10ld %3ld %3ld %5ld %1d %4ld %4ld\n",
620 621 622
			s->name, s->objects,
			total_alloc, total_free,
			total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,
623
			total_free ? (s->free_fastpath * 100 / total_free) : 0,
624 625
			s->order_fallback, s->order, s->cmpxchg_double_fail,
			s->cmpxchg_double_cpu_fail);
626
	} else {
627
		printf("%-21s %8ld %7d %15s %14s %4d %1d %3ld %3ld %s\n",
628 629 630 631 632 633
			s->name, s->objects, s->object_size, size_str, dist_str,
			s->objs_per_slab, s->order,
			s->slabs ? (s->partial * 100) / s->slabs : 100,
			s->slabs ? (s->objects * s->object_size * 100) /
				(s->slabs * (page_size << s->order)) : 100,
			flags);
634
	}
Christoph Lameter's avatar
Christoph Lameter committed
635 636
}

Christoph Lameter's avatar
Christoph Lameter committed
637 638 639
/*
 * Analyze debug options. Return false if something is amiss.
 */
640
static int debug_opt_scan(char *opt)
Christoph Lameter's avatar
Christoph Lameter committed
641
{
Christoph Lameter's avatar
Christoph Lameter committed
642 643 644 645 646 647 648 649 650 651
	if (!opt || !opt[0] || strcmp(opt, "-") == 0)
		return 1;

	if (strcasecmp(opt, "a") == 0) {
		sanity = 1;
		poison = 1;
		redzone = 1;
		tracking = 1;
		return 1;
	}
Christoph Lameter's avatar
Christoph Lameter committed
652

Christoph Lameter's avatar
Christoph Lameter committed
653
	for ( ; *opt; opt++)
654
		switch (*opt) {
Christoph Lameter's avatar
Christoph Lameter committed
655 656 657 658 659 660 661 662 663 664
		case 'F' : case 'f':
			if (sanity)
				return 0;
			sanity = 1;
			break;
		case 'P' : case 'p':
			if (poison)
				return 0;
			poison = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
665

Christoph Lameter's avatar
Christoph Lameter committed
666 667 668 669 670
		case 'Z' : case 'z':
			if (redzone)
				return 0;
			redzone = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
671

Christoph Lameter's avatar
Christoph Lameter committed
672 673 674 675 676
		case 'U' : case 'u':
			if (tracking)
				return 0;
			tracking = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
677

Christoph Lameter's avatar
Christoph Lameter committed
678 679 680 681 682 683 684 685 686
		case 'T' : case 't':
			if (tracing)
				return 0;
			tracing = 1;
			break;
		default:
			return 0;
		}
	return 1;
Christoph Lameter's avatar
Christoph Lameter committed
687 688
}

689
static int slab_empty(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
690
{
Christoph Lameter's avatar
Christoph Lameter committed
691 692
	if (s->objects > 0)
		return 0;
Christoph Lameter's avatar
Christoph Lameter committed
693

Christoph Lameter's avatar
Christoph Lameter committed
694 695 696 697 698 699
	/*
	 * We may still have slabs even if there are no objects. Shrinking will
	 * remove them.
	 */
	if (s->slabs != 0)
		set_obj(s, "shrink", 1);
Christoph Lameter's avatar
Christoph Lameter committed
700

Christoph Lameter's avatar
Christoph Lameter committed
701 702 703
	return 1;
}

704
static void slab_debug(struct slabinfo *s)
Christoph Lameter's avatar
Christoph Lameter committed
705
{
Christoph Lameter's avatar
Christoph Lameter committed
706 707 708
	if (strcmp(s->name, "*") == 0)
		return;

Christoph Lameter's avatar
Christoph Lameter committed
709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761
	if (sanity && !s->sanity_checks) {
		set_obj(s, "sanity", 1);
	}
	if (!sanity && s->sanity_checks) {
		if (slab_empty(s))
			set_obj(s, "sanity", 0);
		else
			fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);
	}
	if (redzone && !s->red_zone) {
		if (slab_empty(s))
			set_obj(s, "red_zone", 1);
		else
			fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);
	}
	if (!redzone && s->red_zone) {
		if (slab_empty(s))
			set_obj(s, "red_zone", 0);
		else
			fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);
	}
	if (poison && !s->poison) {
		if (slab_empty(s))
			set_obj(s, "poison", 1);
		else
			fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);
	}
	if (!poison && s->poison) {
		if (slab_empty(s))
			set_obj(s, "poison", 0);
		else
			fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);
	}
	if (tracking && !s->store_user) {
		if (slab_empty(s))
			set_obj(s, "store_user", 1);
		else
			fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);
	}
	if (!tracking && s->store_user) {
		if (slab_empty(s))
			set_obj(s, "store_user", 0);
		else
			fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);
	}
	if (tracing && !s->trace) {
		if (slabs == 1)
			set_obj(s, "trace", 1);
		else
			fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);
	}
	if (!tracing && s->trace)
		set_obj(s, "trace", 1);
Christoph Lameter's avatar
Christoph Lameter committed
762 763
}

764
static void totals(void)
Christoph Lameter's avatar
Christoph Lameter committed
765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841
{
	struct slabinfo *s;

	int used_slabs = 0;
	char b1[20], b2[20], b3[20], b4[20];
	unsigned long long max = 1ULL << 63;

	/* Object size */
	unsigned long long min_objsize = max, max_objsize = 0, avg_objsize;

	/* Number of partial slabs in a slabcache */
	unsigned long long min_partial = max, max_partial = 0,
				avg_partial, total_partial = 0;

	/* Number of slabs in a slab cache */
	unsigned long long min_slabs = max, max_slabs = 0,
				avg_slabs, total_slabs = 0;

	/* Size of the whole slab */
	unsigned long long min_size = max, max_size = 0,
				avg_size, total_size = 0;

	/* Bytes used for object storage in a slab */
	unsigned long long min_used = max, max_used = 0,
				avg_used, total_used = 0;

	/* Waste: Bytes used for alignment and padding */
	unsigned long long min_waste = max, max_waste = 0,
				avg_waste, total_waste = 0;
	/* Number of objects in a slab */
	unsigned long long min_objects = max, max_objects = 0,
				avg_objects, total_objects = 0;
	/* Waste per object */
	unsigned long long min_objwaste = max,
				max_objwaste = 0, avg_objwaste,
				total_objwaste = 0;

	/* Memory per object */
	unsigned long long min_memobj = max,
				max_memobj = 0, avg_memobj,
				total_objsize = 0;

	/* Percentage of partial slabs per slab */
	unsigned long min_ppart = 100, max_ppart = 0,
				avg_ppart, total_ppart = 0;

	/* Number of objects in partial slabs */
	unsigned long min_partobj = max, max_partobj = 0,
				avg_partobj, total_partobj = 0;

	/* Percentage of partial objects of all objects in a slab */
	unsigned long min_ppartobj = 100, max_ppartobj = 0,
				avg_ppartobj, total_ppartobj = 0;


	for (s = slabinfo; s < slabinfo + slabs; s++) {
		unsigned long long size;
		unsigned long used;
		unsigned long long wasted;
		unsigned long long objwaste;
		unsigned long percentage_partial_slabs;
		unsigned long percentage_partial_objs;

		if (!s->slabs || !s->objects)
			continue;

		used_slabs++;

		size = slab_size(s);
		used = s->objects * s->object_size;
		wasted = size - used;
		objwaste = s->slab_size - s->object_size;

		percentage_partial_slabs = s->partial * 100 / s->slabs;
		if (percentage_partial_slabs > 100)
			percentage_partial_slabs = 100;

842
		percentage_partial_objs = s->objects_partial * 100
Christoph Lameter's avatar
Christoph Lameter committed
843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863
							/ s->objects;

		if (percentage_partial_objs > 100)
			percentage_partial_objs = 100;

		if (s->object_size < min_objsize)
			min_objsize = s->object_size;
		if (s->partial < min_partial)
			min_partial = s->partial;
		if (s->slabs < min_slabs)
			min_slabs = s->slabs;
		if (size < min_size)
			min_size = size;
		if (wasted < min_waste)
			min_waste = wasted;
		if (objwaste < min_objwaste)
			min_objwaste = objwaste;
		if (s->objects < min_objects)
			min_objects = s->objects;
		if (used < min_used)
			min_used = used;
864 865
		if (s->objects_partial < min_partobj)
			min_partobj = s->objects_partial;
Christoph Lameter's avatar
Christoph Lameter committed
866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888
		if (percentage_partial_slabs < min_ppart)
			min_ppart = percentage_partial_slabs;
		if (percentage_partial_objs < min_ppartobj)
			min_ppartobj = percentage_partial_objs;
		if (s->slab_size < min_memobj)
			min_memobj = s->slab_size;

		if (s->object_size > max_objsize)
			max_objsize = s->object_size;
		if (s->partial > max_partial)
			max_partial = s->partial;
		if (s->slabs > max_slabs)
			max_slabs = s->slabs;
		if (size > max_size)
			max_size = size;
		if (wasted > max_waste)
			max_waste = wasted;
		if (objwaste > max_objwaste)
			max_objwaste = objwaste;
		if (s->objects > max_objects)
			max_objects = s->objects;
		if (used > max_used)
			max_used = used;
889 890
		if (s->objects_partial > max_partobj)
			max_partobj = s->objects_partial;
Christoph Lameter's avatar
Christoph Lameter committed
891 892 893 894 895 896 897 898 899 900 901 902 903 904
		if (percentage_partial_slabs > max_ppart)
			max_ppart = percentage_partial_slabs;
		if (percentage_partial_objs > max_ppartobj)
			max_ppartobj = percentage_partial_objs;
		if (s->slab_size > max_memobj)
			max_memobj = s->slab_size;

		total_partial += s->partial;
		total_slabs += s->slabs;
		total_size += size;
		total_waste += wasted;

		total_objects += s->objects;
		total_used += used;
905
		total_partobj += s->objects_partial;
Christoph Lameter's avatar
Christoph Lameter committed
906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941
		total_ppart += percentage_partial_slabs;
		total_ppartobj += percentage_partial_objs;

		total_objwaste += s->objects * objwaste;
		total_objsize += s->objects * s->slab_size;
	}

	if (!total_objects) {
		printf("No objects\n");
		return;
	}
	if (!used_slabs) {
		printf("No slabs\n");
		return;
	}

	/* Per slab averages */
	avg_partial = total_partial / used_slabs;
	avg_slabs = total_slabs / used_slabs;
	avg_size = total_size / used_slabs;
	avg_waste = total_waste / used_slabs;

	avg_objects = total_objects / used_slabs;
	avg_used = total_used / used_slabs;
	avg_partobj = total_partobj / used_slabs;
	avg_ppart = total_ppart / used_slabs;
	avg_ppartobj = total_ppartobj / used_slabs;

	/* Per object object sizes */
	avg_objsize = total_used / total_objects;
	avg_objwaste = total_objwaste / total_objects;
	avg_partobj = total_partobj * 100 / total_objects;
	avg_memobj = total_objsize / total_objects;

	printf("Slabcache Totals\n");
	printf("----------------\n");
942
	printf("Slabcaches : %15d   Aliases  : %11d->%-3d  Active:    %3d\n",
Christoph Lameter's avatar
Christoph Lameter committed
943 944 945 946
			slabs, aliases, alias_targets, used_slabs);

	store_size(b1, total_size);store_size(b2, total_waste);
	store_size(b3, total_waste * 100 / total_used);
947
	printf("Memory used: %15s   # Loss   : %15s   MRatio:%6s%%\n", b1, b2, b3);
Christoph Lameter's avatar
Christoph Lameter committed
948 949 950

	store_size(b1, total_objects);store_size(b2, total_partobj);
	store_size(b3, total_partobj * 100 / total_objects);
951
	printf("# Objects  : %15s   # PartObj: %15s   ORatio:%6s%%\n", b1, b2, b3);
Christoph Lameter's avatar
Christoph Lameter committed
952 953

	printf("\n");
954 955 956 957
	printf("Per Cache         Average              "
		"Min              Max            Total\n");
	printf("---------------------------------------"
		"-------------------------------------\n");
Christoph Lameter's avatar
Christoph Lameter committed
958 959 960

	store_size(b1, avg_objects);store_size(b2, min_objects);
	store_size(b3, max_objects);store_size(b4, total_objects);
961
	printf("#Objects  %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
962 963 964 965
			b1,	b2,	b3,	b4);

	store_size(b1, avg_slabs);store_size(b2, min_slabs);
	store_size(b3, max_slabs);store_size(b4, total_slabs);
966
	printf("#Slabs    %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
967 968 969 970
			b1,	b2,	b3,	b4);

	store_size(b1, avg_partial);store_size(b2, min_partial);
	store_size(b3, max_partial);store_size(b4, total_partial);
971
	printf("#PartSlab %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
972 973 974 975
			b1,	b2,	b3,	b4);
	store_size(b1, avg_ppart);store_size(b2, min_ppart);
	store_size(b3, max_ppart);
	store_size(b4, total_partial * 100  / total_slabs);
976
	printf("%%PartSlab%15s%% %15s%% %15s%% %15s%%\n",
Christoph Lameter's avatar
Christoph Lameter committed
977 978 979 980 981
			b1,	b2,	b3,	b4);

	store_size(b1, avg_partobj);store_size(b2, min_partobj);
	store_size(b3, max_partobj);
	store_size(b4, total_partobj);
982
	printf("PartObjs  %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
983 984 985 986 987
			b1,	b2,	b3,	b4);

	store_size(b1, avg_ppartobj);store_size(b2, min_ppartobj);
	store_size(b3, max_ppartobj);
	store_size(b4, total_partobj * 100 / total_objects);
988
	printf("%% PartObj%15s%% %15s%% %15s%% %15s%%\n",
Christoph Lameter's avatar
Christoph Lameter committed
989 990 991 992
			b1,	b2,	b3,	b4);

	store_size(b1, avg_size);store_size(b2, min_size);
	store_size(b3, max_size);store_size(b4, total_size);
993
	printf("Memory    %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
994 995 996 997
			b1,	b2,	b3,	b4);

	store_size(b1, avg_used);store_size(b2, min_used);
	store_size(b3, max_used);store_size(b4, total_used);
998
	printf("Used      %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
999 1000 1001 1002
			b1,	b2,	b3,	b4);

	store_size(b1, avg_waste);store_size(b2, min_waste);
	store_size(b3, max_waste);store_size(b4, total_waste);
1003
	printf("Loss      %15s  %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
1004 1005 1006
			b1,	b2,	b3,	b4);

	printf("\n");
1007 1008 1009 1010
	printf("Per Object        Average              "
		"Min              Max\n");
	printf("---------------------------------------"
		"--------------------\n");
Christoph Lameter's avatar
Christoph Lameter committed
1011 1012 1013

	store_size(b1, avg_memobj);store_size(b2, min_memobj);
	store_size(b3, max_memobj);
1014
	printf("Memory    %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
1015 1016 1017
			b1,	b2,	b3);
	store_size(b1, avg_objsize);store_size(b2, min_objsize);
	store_size(b3, max_objsize);
1018
	printf("User      %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
1019 1020 1021 1022
			b1,	b2,	b3);

	store_size(b1, avg_objwaste);store_size(b2, min_objwaste);
	store_size(b3, max_objwaste);
1023
	printf("Loss      %15s  %15s  %15s\n",
Christoph Lameter's avatar
Christoph Lameter committed
1024 1025 1026
			b1,	b2,	b3);
}

1027
static void sort_slabs(void)
Christoph Lameter's avatar
Christoph Lameter committed
1028 1029 1030 1031 1032 1033 1034 1035 1036
{
	struct slabinfo *s1,*s2;

	for (s1 = slabinfo; s1 < slabinfo + slabs; s1++) {
		for (s2 = s1 + 1; s2 < slabinfo + slabs; s2++) {
			int result;

			if (sort_size)
				result = slab_size(s1) < slab_size(s2);
1037 1038
			else if (sort_active)
				result = slab_activity(s1) < slab_activity(s2);
1039 1040
			else if (sort_loss)
				result = slab_waste(s1) < slab_waste(s2);
Christoph Lameter's avatar
Christoph Lameter committed
1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057
			else
				result = strcasecmp(s1->name, s2->name);

			if (show_inverted)
				result = -result;

			if (result > 0) {
				struct slabinfo t;

				memcpy(&t, s1, sizeof(struct slabinfo));
				memcpy(s1, s2, sizeof(struct slabinfo));
				memcpy(s2, &t, sizeof(struct slabinfo));
			}
		}
	}
}

1058
static void sort_aliases(void)
Christoph Lameter's avatar
Christoph Lameter committed
1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082
{
	struct aliasinfo *a1,*a2;

	for (a1 = aliasinfo; a1 < aliasinfo + aliases; a1++) {
		for (a2 = a1 + 1; a2 < aliasinfo + aliases; a2++) {
			char *n1, *n2;

			n1 = a1->name;
			n2 = a2->name;
			if (show_alias && !show_inverted) {
				n1 = a1->ref;
				n2 = a2->ref;
			}
			if (strcasecmp(n1, n2) > 0) {
				struct aliasinfo t;

				memcpy(&t, a1, sizeof(struct aliasinfo));
				memcpy(a1, a2, sizeof(struct aliasinfo));
				memcpy(a2, &t, sizeof(struct aliasinfo));
			}
		}
	}
}

1083
static void link_slabs(void)
Christoph Lameter's avatar
Christoph Lameter committed
1084 1085 1086 1087 1088 1089
{
	struct aliasinfo *a;
	struct slabinfo *s;

	for (a = aliasinfo; a < aliasinfo + aliases; a++) {

Christoph Lameter's avatar
Christoph Lameter committed
1090
		for (s = slabinfo; s < slabinfo + slabs; s++)
Christoph Lameter's avatar
Christoph Lameter committed
1091 1092 1093 1094 1095 1096 1097 1098 1099 1100
			if (strcmp(a->ref, s->name) == 0) {
				a->slab = s;
				s->refs++;
				break;
			}
		if (s == slabinfo + slabs)
			fatal("Unresolved alias %s\n", a->ref);
	}
}

1101
static void alias(void)
Christoph Lameter's avatar
Christoph Lameter committed
1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120
{
	struct aliasinfo *a;
	char *active = NULL;

	sort_aliases();
	link_slabs();

	for(a = aliasinfo; a < aliasinfo + aliases; a++) {

		if (!show_single_ref && a->slab->refs == 1)
			continue;

		if (!show_inverted) {
			if (active) {
				if (strcmp(a->slab->name, active) == 0) {
					printf(" %s", a->name);
					continue;
				}
			}
Christoph Lameter's avatar
Christoph Lameter committed
1121
			printf("\n%-12s <- %s", a->slab->name, a->name);
Christoph Lameter's avatar
Christoph Lameter committed
1122 1123 1124
			active = a->slab->name;
		}
		else
1125
			printf("%-15s -> %s\n", a->name, a->slab->name);
Christoph Lameter's avatar
Christoph Lameter committed
1126 1127 1128 1129 1130 1131
	}
	if (active)
		printf("\n");
}


1132
static void rename_slabs(void)
Christoph Lameter's avatar
Christoph Lameter committed
1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145
{
	struct slabinfo *s;
	struct aliasinfo *a;

	for (s = slabinfo; s < slabinfo + slabs; s++) {
		if (*s->name != ':')
			continue;

		if (s->refs > 1 && !show_first_alias)
			continue;

		a = find_one_alias(s);

Christoph Lameter's avatar
Christoph Lameter committed
1146 1147 1148 1149 1150 1151
		if (a)
			s->name = a->name;
		else {
			s->name = "*";
			actual_slabs--;
		}
Christoph Lameter's avatar
Christoph Lameter committed
1152 1153 1154
	}
}

1155
static int slab_mismatch(char *slab)
Christoph Lameter's avatar
Christoph Lameter committed
1156 1157 1158 1159
{
	return regexec(&pattern, slab, 0, NULL, 0);
}

1160
static void read_slab_dir(void)
Christoph Lameter's avatar
Christoph Lameter committed
1161 1162 1163 1164 1165 1166 1167 1168 1169
{
	DIR *dir;
	struct dirent *de;
	struct slabinfo *slab = slabinfo;
	struct aliasinfo *alias = aliasinfo;
	char *p;
	char *t;
	int count;

1170
	if (chdir("/sys/kernel/slab") && chdir("/sys/slab"))
Christoph Lameter's avatar
Christoph Lameter committed
1171 1172
		fatal("SYSFS support for SLUB not active\n");

Christoph Lameter's avatar
Christoph Lameter committed
1173 1174 1175
	dir = opendir(".");
	while ((de = readdir(dir))) {
		if (de->d_name[0] == '.' ||
Christoph Lameter's avatar
Christoph Lameter committed
1176 1177
			(de->d_name[0] != ':' && slab_mismatch(de->d_name)))
				continue;
Christoph Lameter's avatar
Christoph Lameter committed
1178 1179
		switch (de->d_type) {
		   case DT_LNK:
1180
			alias->name = strdup(de->d_name);
1181
			count = readlink(de->d_name, buffer, sizeof(buffer)-1);
Christoph Lameter's avatar
Christoph Lameter committed
1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195

			if (count < 0)
				fatal("Cannot read symlink %s\n", de->d_name);

			buffer[count] = 0;
			p = buffer + count;
			while (p > buffer && p[-1] != '/')
				p--;
			alias->ref = strdup(p);
			alias++;
			break;
		   case DT_DIR:
			if (chdir(de->d_name))
				fatal("Unable to access slab %s\n", slab->name);
1196
			slab->name = strdup(de->d_name);
Christoph Lameter's avatar
Christoph Lameter committed
1197 1198 1199 1200 1201 1202 1203 1204 1205 1206
			slab->alias = 0;
			slab->refs = 0;
			slab->aliases = get_obj("aliases");
			slab->align = get_obj("align");
			slab->cache_dma = get_obj("cache_dma");
			slab->cpu_slabs = get_obj("cpu_slabs");
			slab->destroy_by_rcu = get_obj("destroy_by_rcu");
			slab->hwcache_align = get_obj("hwcache_align");
			slab->object_size = get_obj("object_size");
			slab->objects = get_obj("objects");
1207 1208
			slab->objects_partial = get_obj("objects_partial");
			slab->objects_total = get_obj("objects_total");
Christoph Lameter's avatar
Christoph Lameter committed
1209 1210 1211 1212 1213
			slab->objs_per_slab = get_obj("objs_per_slab");
			slab->order = get_obj("order");
			slab->partial = get_obj("partial");
			slab->partial = get_obj_and_str("partial", &t);
			decode_numa_list(slab->numa_partial, t);
1214
			free(t);
Christoph Lameter's avatar
Christoph Lameter committed
1215 1216 1217 1218 1219 1220 1221
			slab->poison = get_obj("poison");
			slab->reclaim_account = get_obj("reclaim_account");
			slab->red_zone = get_obj("red_zone");
			slab->sanity_checks = get_obj("sanity_checks");
			slab->slab_size = get_obj("slab_size");
			slab->slabs = get_obj_and_str("slabs", &t);
			decode_numa_list(slab->numa, t);
1222
			free(t);
Christoph Lameter's avatar
Christoph Lameter committed
1223 1224
			slab->store_user = get_obj("store_user");
			slab->trace = get_obj("trace");
1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241
			slab->alloc_fastpath = get_obj("alloc_fastpath");
			slab->alloc_slowpath = get_obj("alloc_slowpath");
			slab->free_fastpath = get_obj("free_fastpath");
			slab->free_slowpath = get_obj("free_slowpath");
			slab->free_frozen= get_obj("free_frozen");
			slab->free_add_partial = get_obj("free_add_partial");
			slab->free_remove_partial = get_obj("free_remove_partial");
			slab->alloc_from_partial = get_obj("alloc_from_partial");
			slab->alloc_slab = get_obj("alloc_slab");
			slab->alloc_refill = get_obj("alloc_refill");
			slab->free_slab = get_obj("free_slab");
			slab->cpuslab_flush = get_obj("cpuslab_flush");
			slab->deactivate_full = get_obj("deactivate_full");
			slab->deactivate_empty = get_obj("deactivate_empty");
			slab->deactivate_to_head = get_obj("deactivate_to_head");
			slab->deactivate_to_tail = get_obj("deactivate_to_tail");
			slab->deactivate_remote_frees = get_obj("deactivate_remote_frees");
1242
			slab->order_fallback = get_obj("order_fallback");
1243 1244
			slab->cmpxchg_double_cpu_fail = get_obj("cmpxchg_double_cpu_fail");
			slab->cmpxchg_double_fail = get_obj("cmpxchg_double_fail");
1245 1246
			slab->cpu_partial_alloc = get_obj("cpu_partial_alloc");
			slab->cpu_partial_free = get_obj("cpu_partial_free");
1247 1248
			slab->alloc_node_mismatch = get_obj("alloc_node_mismatch");
			slab->deactivate_bypass = get_obj("deactivate_bypass");
Christoph Lameter's avatar
Christoph Lameter committed
1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259
			chdir("..");
			if (slab->name[0] == ':')
				alias_targets++;
			slab++;
			break;
		   default :
			fatal("Unknown file type %lx\n", de->d_type);
		}
	}
	closedir(dir);
	slabs = slab - slabinfo;
Christoph Lameter's avatar
Christoph Lameter committed
1260
	actual_slabs = slabs;
Christoph Lameter's avatar
Christoph Lameter committed
1261 1262 1263 1264 1265 1266 1267
	aliases = alias - aliasinfo;
	if (slabs > MAX_SLABS)
		fatal("Too many slabs\n");
	if (aliases > MAX_ALIASES)
		fatal("Too many aliases\n");
}

1268
static void output_slabs(void)
Christoph Lameter's avatar
Christoph Lameter committed
1269 1270
{
	struct slabinfo *slab;
1271
	int lines = output_lines;
Christoph Lameter's avatar
Christoph Lameter committed
1272

1273
	for (slab = slabinfo; (slab < slabinfo + slabs) &&
1274
			lines != 0; slab++) {
Christoph Lameter's avatar
Christoph Lameter committed
1275 1276 1277 1278

		if (slab->alias)
			continue;

1279 1280
		if (lines != -1)
			lines--;
Christoph Lameter's avatar
Christoph Lameter committed
1281 1282

		if (show_numa)
Christoph Lameter's avatar
Christoph Lameter committed
1283 1284
			slab_numa(slab, 0);
		else if (show_track)
Christoph Lameter's avatar
Christoph Lameter committed
1285
			show_tracking(slab);
Christoph Lameter's avatar
Christoph Lameter committed
1286
		else if (validate)
Christoph Lameter's avatar
Christoph Lameter committed
1287
			slab_validate(slab);
Christoph Lameter's avatar
Christoph Lameter committed
1288
		else if (shrink)
Christoph Lameter's avatar
Christoph Lameter committed
1289
			slab_shrink(slab);
Christoph Lameter's avatar
Christoph Lameter committed
1290 1291 1292 1293 1294 1295
		else if (set_debug)
			slab_debug(slab);
		else if (show_ops)
			ops(slab);
		else if (show_slab)
			slabcache(slab);
Christoph Lameter's avatar
Christoph Lameter committed
1296 1297
		else if (show_report)
			report(slab);
Christoph Lameter's avatar
Christoph Lameter committed
1298 1299 1300
	}
}

1301 1302 1303 1304 1305 1306 1307 1308
static void xtotals(void)
{
	totals();

	link_slabs();
	rename_slabs();

	printf("\nSlabs sorted by size\n");
1309
	printf("--------------------\n");
1310 1311 1312 1313 1314 1315
	sort_loss = 0;
	sort_size = 1;
	sort_slabs();
	output_slabs();

	printf("\nSlabs sorted by loss\n");
1316
	printf("--------------------\n");
1317 1318 1319 1320 1321 1322 1323 1324
	line = 0;
	sort_loss = 1;
	sort_size = 0;
	sort_slabs();
	output_slabs();
	printf("\n");
}

Christoph Lameter's avatar
Christoph Lameter committed
1325
struct option opts[] = {
1326 1327 1328 1329 1330 1331 1332 1333
	{ "aliases", no_argument, NULL, 'a' },
	{ "activity", no_argument, NULL, 'A' },
	{ "debug", optional_argument, NULL, 'd' },
	{ "display-activity", no_argument, NULL, 'D' },
	{ "empty", no_argument, NULL, 'e' },
	{ "first-alias", no_argument, NULL, 'f' },
	{ "help", no_argument, NULL, 'h' },
	{ "inverted", no_argument, NULL, 'i'},
1334
	{ "slabs", no_argument, NULL, 'l' },
1335 1336 1337
	{ "numa", no_argument, NULL, 'n' },
	{ "ops", no_argument, NULL, 'o' },
	{ "shrink", no_argument, NULL, 's' },
1338 1339 1340 1341
	{ "report", no_argument, NULL, 'r' },
	{ "Size", no_argument, NULL, 'S'},
	{ "tracking", no_argument, NULL, 't'},
	{ "Totals", no_argument, NULL, 'T'},
1342 1343 1344
	{ "validate", no_argument, NULL, 'v' },
	{ "zero", no_argument, NULL, 'z' },
	{ "1ref", no_argument, NULL, '1'},
1345
	{ "lines", required_argument, NULL, 'N'},
1346
	{ "Loss", no_argument, NULL, 'L'},
1347
	{ "Xtotals", no_argument, NULL, 'X'},
1348
	{ "Bytes", no_argument, NULL, 'B'},
Christoph Lameter's avatar
Christoph Lameter committed
1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359
	{ NULL, 0, NULL, 0 }
};

int main(int argc, char *argv[])
{
	int c;
	int err;
	char *pattern_source;

	page_size = getpagesize();

1360
	while ((c = getopt_long(argc, argv, "aAd::Defhil1noprstvzTSN:LXB",
Christoph Lameter's avatar
Christoph Lameter committed
1361
						opts, NULL)) != -1)
1362
		switch (c) {
Christoph Lameter's avatar
Christoph Lameter committed
1363 1364 1365 1366 1367 1368
		case '1':
			show_single_ref = 1;
			break;
		case 'a':
			show_alias = 1;
			break;
1369 1370 1371
		case 'A':
			sort_active = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
1372 1373 1374 1375 1376
		case 'd':
			set_debug = 1;
			if (!debug_opt_scan(optarg))
				fatal("Invalid debug option '%s'\n", optarg);
			break;
1377 1378 1379
		case 'D':
			show_activity = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
1380 1381 1382
		case 'e':
			show_empty = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394
		case 'f':
			show_first_alias = 1;
			break;
		case 'h':
			usage();
			return 0;
		case 'i':
			show_inverted = 1;
			break;
		case 'n':
			show_numa = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
1395 1396 1397 1398 1399 1400
		case 'o':
			show_ops = 1;
			break;
		case 'r':
			show_report = 1;
			break;
Christoph Lameter's avatar
Christoph Lameter committed
1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421
		case 's':
			shrink = 1;
			break;
		case 'l':
			show_slab = 1;
			break;
		case 't':
			show_track = 1;
			break;
		case 'v':
			validate = 1;
			break;
		case 'z':
			skip_zero = 0;
			break;
		case 'T':
			show_totals = 1;
			break;
		case 'S':
			sort_size = 1;
			break;
1422 1423 1424 1425 1426 1427 1428
		case 'N':
			if (optarg) {
				output_lines = atoi(optarg);
				if (output_lines < 1)
					output_lines = 1;
			}
			break;
1429 1430 1431
		case 'L':
			sort_loss = 1;
			break;
1432 1433 1434 1435
		case 'X':
			if (output_lines == -1)
				output_lines = 1;
			extended_totals = 1;
1436 1437 1438 1439
			show_bytes = 1;
			break;
		case 'B':
			show_bytes = 1;
1440
			break;
Christoph Lameter's avatar
Christoph Lameter committed
1441 1442 1443 1444 1445
		default:
			fatal("%s: Invalid option '%c'\n", argv[0], optopt);

	}

Christoph Lameter's avatar
Christoph Lameter committed
1446 1447
	if (!show_slab && !show_alias && !show_track && !show_report
		&& !validate && !shrink && !set_debug && !show_ops)
Christoph Lameter's avatar
Christoph Lameter committed
1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459
			show_slab = 1;

	if (argc > optind)
		pattern_source = argv[optind];
	else
		pattern_source = ".*";

	err = regcomp(&pattern, pattern_source, REG_ICASE|REG_NOSUB);
	if (err)
		fatal("%s: Invalid pattern '%s' code %d\n",
			argv[0], pattern_source, err);
	read_slab_dir();
1460
	if (show_alias) {
Christoph Lameter's avatar
Christoph Lameter committed
1461
		alias();
1462 1463 1464
	} else if (extended_totals) {
		xtotals();
	} else if (show_totals) {
Christoph Lameter's avatar
Christoph Lameter committed
1465
		totals();
1466
	} else {
Christoph Lameter's avatar
Christoph Lameter committed
1467 1468 1469 1470 1471 1472 1473
		link_slabs();
		rename_slabs();
		sort_slabs();
		output_slabs();
	}
	return 0;
}