2 * Generic infrastructure for lifetime debugging of objects.
4 * Started by Thomas Gleixner
6 * Copyright (C) 2008, Thomas Gleixner <tglx@linutronix.de>
8 * For licencing details see kernel-base/COPYING
10 #include <linux/debugobjects.h>
11 #include <linux/interrupt.h>
12 #include <linux/seq_file.h>
13 #include <linux/debugfs.h>
14 #include <linux/hash.h>
16 #define ODEBUG_HASH_BITS 14
17 #define ODEBUG_HASH_SIZE (1 << ODEBUG_HASH_BITS)
19 #define ODEBUG_POOL_SIZE 512
20 #define ODEBUG_POOL_MIN_LEVEL 256
22 #define ODEBUG_CHUNK_SHIFT PAGE_SHIFT
23 #define ODEBUG_CHUNK_SIZE (1 << ODEBUG_CHUNK_SHIFT)
24 #define ODEBUG_CHUNK_MASK (~(ODEBUG_CHUNK_SIZE - 1))
27 struct hlist_head list;
31 static struct debug_bucket obj_hash[ODEBUG_HASH_SIZE];
33 static struct debug_obj obj_static_pool[ODEBUG_POOL_SIZE];
35 static DEFINE_SPINLOCK(pool_lock);
37 static HLIST_HEAD(obj_pool);
39 static int obj_pool_min_free = ODEBUG_POOL_SIZE;
40 static int obj_pool_free = ODEBUG_POOL_SIZE;
41 static int obj_pool_used;
42 static int obj_pool_max_used;
43 static struct kmem_cache *obj_cache;
45 static int debug_objects_maxchain __read_mostly;
46 static int debug_objects_fixups __read_mostly;
47 static int debug_objects_warnings __read_mostly;
48 static int debug_objects_enabled __read_mostly;
49 static struct debug_obj_descr *descr_test __read_mostly;
51 static int __init enable_object_debug(char *str)
53 debug_objects_enabled = 1;
56 early_param("debug_objects", enable_object_debug);
58 static const char *obj_states[ODEBUG_STATE_MAX] = {
59 [ODEBUG_STATE_NONE] = "none",
60 [ODEBUG_STATE_INIT] = "initialized",
61 [ODEBUG_STATE_INACTIVE] = "inactive",
62 [ODEBUG_STATE_ACTIVE] = "active",
63 [ODEBUG_STATE_DESTROYED] = "destroyed",
64 [ODEBUG_STATE_NOTAVAILABLE] = "not available",
67 static int fill_pool(void)
69 gfp_t gfp = GFP_ATOMIC | __GFP_NORETRY | __GFP_NOWARN;
70 struct debug_obj *new;
73 if (likely(obj_pool_free >= ODEBUG_POOL_MIN_LEVEL))
76 if (unlikely(!obj_cache))
79 while (obj_pool_free < ODEBUG_POOL_MIN_LEVEL) {
81 new = kmem_cache_zalloc(obj_cache, gfp);
85 spin_lock_irqsave(&pool_lock, flags);
86 hlist_add_head(&new->node, &obj_pool);
88 spin_unlock_irqrestore(&pool_lock, flags);
94 * Lookup an object in the hash bucket.
96 static struct debug_obj *lookup_object(void *addr, struct debug_bucket *b)
98 struct hlist_node *node;
99 struct debug_obj *obj;
102 hlist_for_each_entry(obj, node, &b->list, node) {
104 if (obj->object == addr)
107 if (cnt > debug_objects_maxchain)
108 debug_objects_maxchain = cnt;
114 * Allocate a new object. If the pool is empty, switch off the debugger.
116 static struct debug_obj *
117 alloc_object(void *addr, struct debug_bucket *b, struct debug_obj_descr *descr)
119 struct debug_obj *obj = NULL;
121 spin_lock(&pool_lock);
122 if (obj_pool.first) {
123 obj = hlist_entry(obj_pool.first, typeof(*obj), node);
127 obj->state = ODEBUG_STATE_NONE;
128 hlist_del(&obj->node);
130 hlist_add_head(&obj->node, &b->list);
133 if (obj_pool_used > obj_pool_max_used)
134 obj_pool_max_used = obj_pool_used;
137 if (obj_pool_free < obj_pool_min_free)
138 obj_pool_min_free = obj_pool_free;
140 spin_unlock(&pool_lock);
146 * Put the object back into the pool or give it back to kmem_cache:
148 static void free_object(struct debug_obj *obj)
150 unsigned long idx = (unsigned long)(obj - obj_static_pool);
152 if (obj_pool_free < ODEBUG_POOL_SIZE || idx < ODEBUG_POOL_SIZE) {
153 spin_lock(&pool_lock);
154 hlist_add_head(&obj->node, &obj_pool);
157 spin_unlock(&pool_lock);
159 spin_lock(&pool_lock);
161 spin_unlock(&pool_lock);
162 kmem_cache_free(obj_cache, obj);
167 * We run out of memory. That means we probably have tons of objects
170 static void debug_objects_oom(void)
172 struct debug_bucket *db = obj_hash;
173 struct hlist_node *node, *tmp;
174 struct debug_obj *obj;
178 printk(KERN_WARNING "ODEBUG: Out of memory. ODEBUG disabled\n");
180 for (i = 0; i < ODEBUG_HASH_SIZE; i++, db++) {
181 spin_lock_irqsave(&db->lock, flags);
182 hlist_for_each_entry_safe(obj, node, tmp, &db->list, node) {
183 hlist_del(&obj->node);
186 spin_unlock_irqrestore(&db->lock, flags);
191 * We use the pfn of the address for the hash. That way we can check
192 * for freed objects simply by checking the affected bucket.
194 static struct debug_bucket *get_bucket(unsigned long addr)
198 hash = hash_long((addr >> ODEBUG_CHUNK_SHIFT), ODEBUG_HASH_BITS);
199 return &obj_hash[hash];
202 static void debug_print_object(struct debug_obj *obj, char *msg)
206 if (limit < 5 && obj->descr != descr_test) {
208 printk(KERN_ERR "ODEBUG: %s %s object type: %s\n", msg,
209 obj_states[obj->state], obj->descr->name);
212 debug_objects_warnings++;
216 * Try to repair the damage, so we have a better chance to get useful
220 debug_object_fixup(int (*fixup)(void *addr, enum debug_obj_state state),
221 void * addr, enum debug_obj_state state)
224 debug_objects_fixups += fixup(addr, state);
227 static void debug_object_is_on_stack(void *addr, int onstack)
235 is_on_stack = object_is_on_stack(addr);
236 if (is_on_stack == onstack)
242 "ODEBUG: object is on stack, but not annotated\n");
245 "ODEBUG: object is not on stack, but annotated\n");
250 __debug_object_init(void *addr, struct debug_obj_descr *descr, int onstack)
252 enum debug_obj_state state;
253 struct debug_bucket *db;
254 struct debug_obj *obj;
259 db = get_bucket((unsigned long) addr);
261 spin_lock_irqsave(&db->lock, flags);
263 obj = lookup_object(addr, db);
265 obj = alloc_object(addr, db, descr);
267 debug_objects_enabled = 0;
268 spin_unlock_irqrestore(&db->lock, flags);
272 debug_object_is_on_stack(addr, onstack);
275 switch (obj->state) {
276 case ODEBUG_STATE_NONE:
277 case ODEBUG_STATE_INIT:
278 case ODEBUG_STATE_INACTIVE:
279 obj->state = ODEBUG_STATE_INIT;
282 case ODEBUG_STATE_ACTIVE:
283 debug_print_object(obj, "init");
285 spin_unlock_irqrestore(&db->lock, flags);
286 debug_object_fixup(descr->fixup_init, addr, state);
289 case ODEBUG_STATE_DESTROYED:
290 debug_print_object(obj, "init");
296 spin_unlock_irqrestore(&db->lock, flags);
300 * debug_object_init - debug checks when an object is initialized
301 * @addr: address of the object
302 * @descr: pointer to an object specific debug description structure
304 void debug_object_init(void *addr, struct debug_obj_descr *descr)
306 if (!debug_objects_enabled)
309 __debug_object_init(addr, descr, 0);
313 * debug_object_init_on_stack - debug checks when an object on stack is
315 * @addr: address of the object
316 * @descr: pointer to an object specific debug description structure
318 void debug_object_init_on_stack(void *addr, struct debug_obj_descr *descr)
320 if (!debug_objects_enabled)
323 __debug_object_init(addr, descr, 1);
327 * debug_object_activate - debug checks when an object is activated
328 * @addr: address of the object
329 * @descr: pointer to an object specific debug description structure
331 void debug_object_activate(void *addr, struct debug_obj_descr *descr)
333 enum debug_obj_state state;
334 struct debug_bucket *db;
335 struct debug_obj *obj;
338 if (!debug_objects_enabled)
341 db = get_bucket((unsigned long) addr);
343 spin_lock_irqsave(&db->lock, flags);
345 obj = lookup_object(addr, db);
347 switch (obj->state) {
348 case ODEBUG_STATE_INIT:
349 case ODEBUG_STATE_INACTIVE:
350 obj->state = ODEBUG_STATE_ACTIVE;
353 case ODEBUG_STATE_ACTIVE:
354 debug_print_object(obj, "activate");
356 spin_unlock_irqrestore(&db->lock, flags);
357 debug_object_fixup(descr->fixup_activate, addr, state);
360 case ODEBUG_STATE_DESTROYED:
361 debug_print_object(obj, "activate");
366 spin_unlock_irqrestore(&db->lock, flags);
370 spin_unlock_irqrestore(&db->lock, flags);
372 * This happens when a static object is activated. We
373 * let the type specific code decide whether this is
376 debug_object_fixup(descr->fixup_activate, addr,
377 ODEBUG_STATE_NOTAVAILABLE);
381 * debug_object_deactivate - debug checks when an object is deactivated
382 * @addr: address of the object
383 * @descr: pointer to an object specific debug description structure
385 void debug_object_deactivate(void *addr, struct debug_obj_descr *descr)
387 struct debug_bucket *db;
388 struct debug_obj *obj;
391 if (!debug_objects_enabled)
394 db = get_bucket((unsigned long) addr);
396 spin_lock_irqsave(&db->lock, flags);
398 obj = lookup_object(addr, db);
400 switch (obj->state) {
401 case ODEBUG_STATE_INIT:
402 case ODEBUG_STATE_INACTIVE:
403 case ODEBUG_STATE_ACTIVE:
404 obj->state = ODEBUG_STATE_INACTIVE;
407 case ODEBUG_STATE_DESTROYED:
408 debug_print_object(obj, "deactivate");
414 struct debug_obj o = { .object = addr,
415 .state = ODEBUG_STATE_NOTAVAILABLE,
418 debug_print_object(&o, "deactivate");
421 spin_unlock_irqrestore(&db->lock, flags);
425 * debug_object_destroy - debug checks when an object is destroyed
426 * @addr: address of the object
427 * @descr: pointer to an object specific debug description structure
429 void debug_object_destroy(void *addr, struct debug_obj_descr *descr)
431 enum debug_obj_state state;
432 struct debug_bucket *db;
433 struct debug_obj *obj;
436 if (!debug_objects_enabled)
439 db = get_bucket((unsigned long) addr);
441 spin_lock_irqsave(&db->lock, flags);
443 obj = lookup_object(addr, db);
447 switch (obj->state) {
448 case ODEBUG_STATE_NONE:
449 case ODEBUG_STATE_INIT:
450 case ODEBUG_STATE_INACTIVE:
451 obj->state = ODEBUG_STATE_DESTROYED;
453 case ODEBUG_STATE_ACTIVE:
454 debug_print_object(obj, "destroy");
456 spin_unlock_irqrestore(&db->lock, flags);
457 debug_object_fixup(descr->fixup_destroy, addr, state);
460 case ODEBUG_STATE_DESTROYED:
461 debug_print_object(obj, "destroy");
467 spin_unlock_irqrestore(&db->lock, flags);
471 * debug_object_free - debug checks when an object is freed
472 * @addr: address of the object
473 * @descr: pointer to an object specific debug description structure
475 void debug_object_free(void *addr, struct debug_obj_descr *descr)
477 enum debug_obj_state state;
478 struct debug_bucket *db;
479 struct debug_obj *obj;
482 if (!debug_objects_enabled)
485 db = get_bucket((unsigned long) addr);
487 spin_lock_irqsave(&db->lock, flags);
489 obj = lookup_object(addr, db);
493 switch (obj->state) {
494 case ODEBUG_STATE_ACTIVE:
495 debug_print_object(obj, "free");
497 spin_unlock_irqrestore(&db->lock, flags);
498 debug_object_fixup(descr->fixup_free, addr, state);
501 hlist_del(&obj->node);
506 spin_unlock_irqrestore(&db->lock, flags);
509 #ifdef CONFIG_DEBUG_OBJECTS_FREE
510 static void __debug_check_no_obj_freed(const void *address, unsigned long size)
512 unsigned long flags, oaddr, saddr, eaddr, paddr, chunks;
513 struct hlist_node *node, *tmp;
514 struct debug_obj_descr *descr;
515 enum debug_obj_state state;
516 struct debug_bucket *db;
517 struct debug_obj *obj;
520 saddr = (unsigned long) address;
521 eaddr = saddr + size;
522 paddr = saddr & ODEBUG_CHUNK_MASK;
523 chunks = ((eaddr - paddr) + (ODEBUG_CHUNK_SIZE - 1));
524 chunks >>= ODEBUG_CHUNK_SHIFT;
526 for (;chunks > 0; chunks--, paddr += ODEBUG_CHUNK_SIZE) {
527 db = get_bucket(paddr);
531 spin_lock_irqsave(&db->lock, flags);
532 hlist_for_each_entry_safe(obj, node, tmp, &db->list, node) {
534 oaddr = (unsigned long) obj->object;
535 if (oaddr < saddr || oaddr >= eaddr)
538 switch (obj->state) {
539 case ODEBUG_STATE_ACTIVE:
540 debug_print_object(obj, "free");
543 spin_unlock_irqrestore(&db->lock, flags);
544 debug_object_fixup(descr->fixup_free,
545 (void *) oaddr, state);
548 hlist_del(&obj->node);
553 spin_unlock_irqrestore(&db->lock, flags);
554 if (cnt > debug_objects_maxchain)
555 debug_objects_maxchain = cnt;
559 void debug_check_no_obj_freed(const void *address, unsigned long size)
561 if (debug_objects_enabled)
562 __debug_check_no_obj_freed(address, size);
566 #ifdef CONFIG_DEBUG_FS
568 static int debug_stats_show(struct seq_file *m, void *v)
570 seq_printf(m, "max_chain :%d\n", debug_objects_maxchain);
571 seq_printf(m, "warnings :%d\n", debug_objects_warnings);
572 seq_printf(m, "fixups :%d\n", debug_objects_fixups);
573 seq_printf(m, "pool_free :%d\n", obj_pool_free);
574 seq_printf(m, "pool_min_free :%d\n", obj_pool_min_free);
575 seq_printf(m, "pool_used :%d\n", obj_pool_used);
576 seq_printf(m, "pool_max_used :%d\n", obj_pool_max_used);
580 static int debug_stats_open(struct inode *inode, struct file *filp)
582 return single_open(filp, debug_stats_show, NULL);
585 static const struct file_operations debug_stats_fops = {
586 .open = debug_stats_open,
589 .release = single_release,
592 static int __init debug_objects_init_debugfs(void)
594 struct dentry *dbgdir, *dbgstats;
596 if (!debug_objects_enabled)
599 dbgdir = debugfs_create_dir("debug_objects", NULL);
603 dbgstats = debugfs_create_file("stats", 0444, dbgdir, NULL,
611 debugfs_remove(dbgdir);
615 __initcall(debug_objects_init_debugfs);
618 static inline void debug_objects_init_debugfs(void) { }
621 #ifdef CONFIG_DEBUG_OBJECTS_SELFTEST
623 /* Random data structure for the self test */
625 unsigned long dummy1[6];
627 unsigned long dummy2[3];
630 static __initdata struct debug_obj_descr descr_type_test;
633 * fixup_init is called when:
634 * - an active object is initialized
636 static int __init fixup_init(void *addr, enum debug_obj_state state)
638 struct self_test *obj = addr;
641 case ODEBUG_STATE_ACTIVE:
642 debug_object_deactivate(obj, &descr_type_test);
643 debug_object_init(obj, &descr_type_test);
651 * fixup_activate is called when:
652 * - an active object is activated
653 * - an unknown object is activated (might be a statically initialized object)
655 static int __init fixup_activate(void *addr, enum debug_obj_state state)
657 struct self_test *obj = addr;
660 case ODEBUG_STATE_NOTAVAILABLE:
661 if (obj->static_init == 1) {
662 debug_object_init(obj, &descr_type_test);
663 debug_object_activate(obj, &descr_type_test);
665 * Real code should return 0 here ! This is
666 * not a fixup of some bad behaviour. We
667 * merily call the debug_init function to keep
668 * track of the object.
672 /* Real code needs to emit a warning here */
676 case ODEBUG_STATE_ACTIVE:
677 debug_object_deactivate(obj, &descr_type_test);
678 debug_object_activate(obj, &descr_type_test);
687 * fixup_destroy is called when:
688 * - an active object is destroyed
690 static int __init fixup_destroy(void *addr, enum debug_obj_state state)
692 struct self_test *obj = addr;
695 case ODEBUG_STATE_ACTIVE:
696 debug_object_deactivate(obj, &descr_type_test);
697 debug_object_destroy(obj, &descr_type_test);
705 * fixup_free is called when:
706 * - an active object is freed
708 static int __init fixup_free(void *addr, enum debug_obj_state state)
710 struct self_test *obj = addr;
713 case ODEBUG_STATE_ACTIVE:
714 debug_object_deactivate(obj, &descr_type_test);
715 debug_object_free(obj, &descr_type_test);
723 check_results(void *addr, enum debug_obj_state state, int fixups, int warnings)
725 struct debug_bucket *db;
726 struct debug_obj *obj;
730 db = get_bucket((unsigned long) addr);
732 spin_lock_irqsave(&db->lock, flags);
734 obj = lookup_object(addr, db);
735 if (!obj && state != ODEBUG_STATE_NONE) {
736 printk(KERN_ERR "ODEBUG: selftest object not found\n");
740 if (obj && obj->state != state) {
741 printk(KERN_ERR "ODEBUG: selftest wrong state: %d != %d\n",
746 if (fixups != debug_objects_fixups) {
747 printk(KERN_ERR "ODEBUG: selftest fixups failed %d != %d\n",
748 fixups, debug_objects_fixups);
752 if (warnings != debug_objects_warnings) {
753 printk(KERN_ERR "ODEBUG: selftest warnings failed %d != %d\n",
754 warnings, debug_objects_warnings);
760 spin_unlock_irqrestore(&db->lock, flags);
762 debug_objects_enabled = 0;
766 static __initdata struct debug_obj_descr descr_type_test = {
768 .fixup_init = fixup_init,
769 .fixup_activate = fixup_activate,
770 .fixup_destroy = fixup_destroy,
771 .fixup_free = fixup_free,
774 static __initdata struct self_test obj = { .static_init = 0 };
776 static void __init debug_objects_selftest(void)
778 int fixups, oldfixups, warnings, oldwarnings;
781 local_irq_save(flags);
783 fixups = oldfixups = debug_objects_fixups;
784 warnings = oldwarnings = debug_objects_warnings;
785 descr_test = &descr_type_test;
787 debug_object_init(&obj, &descr_type_test);
788 if (check_results(&obj, ODEBUG_STATE_INIT, fixups, warnings))
790 debug_object_activate(&obj, &descr_type_test);
791 if (check_results(&obj, ODEBUG_STATE_ACTIVE, fixups, warnings))
793 debug_object_activate(&obj, &descr_type_test);
794 if (check_results(&obj, ODEBUG_STATE_ACTIVE, ++fixups, ++warnings))
796 debug_object_deactivate(&obj, &descr_type_test);
797 if (check_results(&obj, ODEBUG_STATE_INACTIVE, fixups, warnings))
799 debug_object_destroy(&obj, &descr_type_test);
800 if (check_results(&obj, ODEBUG_STATE_DESTROYED, fixups, warnings))
802 debug_object_init(&obj, &descr_type_test);
803 if (check_results(&obj, ODEBUG_STATE_DESTROYED, fixups, ++warnings))
805 debug_object_activate(&obj, &descr_type_test);
806 if (check_results(&obj, ODEBUG_STATE_DESTROYED, fixups, ++warnings))
808 debug_object_deactivate(&obj, &descr_type_test);
809 if (check_results(&obj, ODEBUG_STATE_DESTROYED, fixups, ++warnings))
811 debug_object_free(&obj, &descr_type_test);
812 if (check_results(&obj, ODEBUG_STATE_NONE, fixups, warnings))
816 debug_object_activate(&obj, &descr_type_test);
817 if (check_results(&obj, ODEBUG_STATE_ACTIVE, ++fixups, warnings))
819 debug_object_init(&obj, &descr_type_test);
820 if (check_results(&obj, ODEBUG_STATE_INIT, ++fixups, ++warnings))
822 debug_object_free(&obj, &descr_type_test);
823 if (check_results(&obj, ODEBUG_STATE_NONE, fixups, warnings))
826 #ifdef CONFIG_DEBUG_OBJECTS_FREE
827 debug_object_init(&obj, &descr_type_test);
828 if (check_results(&obj, ODEBUG_STATE_INIT, fixups, warnings))
830 debug_object_activate(&obj, &descr_type_test);
831 if (check_results(&obj, ODEBUG_STATE_ACTIVE, fixups, warnings))
833 __debug_check_no_obj_freed(&obj, sizeof(obj));
834 if (check_results(&obj, ODEBUG_STATE_NONE, ++fixups, ++warnings))
837 printk(KERN_INFO "ODEBUG: selftest passed\n");
840 debug_objects_fixups = oldfixups;
841 debug_objects_warnings = oldwarnings;
844 local_irq_restore(flags);
847 static inline void debug_objects_selftest(void) { }
851 * Called during early boot to initialize the hash buckets and link
852 * the static object pool objects into the poll list. After this call
853 * the object tracker is fully operational.
855 void __init debug_objects_early_init(void)
859 for (i = 0; i < ODEBUG_HASH_SIZE; i++)
860 spin_lock_init(&obj_hash[i].lock);
862 for (i = 0; i < ODEBUG_POOL_SIZE; i++)
863 hlist_add_head(&obj_static_pool[i].node, &obj_pool);
867 * Called after the kmem_caches are functional to setup a dedicated
868 * cache pool, which has the SLAB_DEBUG_OBJECTS flag set. This flag
869 * prevents that the debug code is called on kmem_cache_free() for the
870 * debug tracker objects to avoid recursive calls.
872 void __init debug_objects_mem_init(void)
874 if (!debug_objects_enabled)
877 obj_cache = kmem_cache_create("debug_objects_cache",
878 sizeof (struct debug_obj), 0,
879 SLAB_DEBUG_OBJECTS, NULL);
882 debug_objects_enabled = 0;
884 debug_objects_selftest();