mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2024-11-18 18:31:00 +03:00
d6a26c6a32
- Detailed kmem memory allocation tracking. We can now get on spl module unload a list of all memory allocations which were not free'd and where the original alloc was. E.g. SPL: 15554:632:(spl-kmem.c:442:kmem_fini()) kmem leaked 90/319332 bytes SPL: 15554:648:(spl-kmem.c:451:kmem_fini()) address size data func:line SPL: 15554:648:(spl-kmem.c:457:kmem_fini()) ffff8100734b68b8 32 0100000001005a5a __spl_mutex_init:70 SPL: 15554:648:(spl-kmem.c:457:kmem_fini()) ffff8100734b6148 13 &tl->tl_lock __spl_mutex_init:74 SPL: 15554:648:(spl-kmem.c:457:kmem_fini()) ffff81007ac43730 32 0100000001005a5a __spl_mutex_init:70 SPL: 15554:648:(spl-kmem.c:457:kmem_fini()) ffff81007ac437d8 13 &tl->tl_lock __spl_mutex_init:74 - Shift to using rwsems in kmem implmentation, to simply locking and improve concurency. - Shift to using rwsems in mutex implementation, additionally ensure we never sleep in the init function if non-zero preempt_count or interrupts are disabled as can happen in a slab cache ctor/dtor. - Other minor formating fixes and such. TODO: - Finish the vmem memory allocation tracking - Vet all other SPL primatives for potential sleeping during *_init. I suspect the rwlock implemenation does this and should be fixes just like the mutex implemenation. git-svn-id: https://outreach.scidac.gov/svn/spl/trunk@95 7e1ea52c-4ff2-0310-8f11-9dd32ca42a1c
203 lines
7.5 KiB
C
203 lines
7.5 KiB
C
#ifndef _SPLAT_INTERNAL_H
|
|
#define _SPLAT_INTERNAL_H
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/string.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/elf.h>
|
|
#include <linux/limits.h>
|
|
#include <linux/version.h>
|
|
#include <linux/vmalloc.h>
|
|
#include <linux/module.h>
|
|
#include <linux/device.h>
|
|
#include <linux/list.h>
|
|
#include <asm/ioctls.h>
|
|
#include <asm/uaccess.h>
|
|
#include <stdarg.h>
|
|
|
|
#include <sys/callb.h>
|
|
#include <sys/condvar.h>
|
|
#include <sys/cred.h>
|
|
#include <sys/sysmacros.h>
|
|
#include <sys/kmem.h>
|
|
#include <sys/kstat.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/random.h>
|
|
#include <sys/rwlock.h>
|
|
#include <sys/taskq.h>
|
|
#include <sys/thread.h>
|
|
#include <sys/time.h>
|
|
#include <sys/timer.h>
|
|
#include <sys/types.h>
|
|
#include <sys/kobj.h>
|
|
#include <sys/atomic.h>
|
|
|
|
#include "splat-ctl.h"
|
|
|
|
#define SPLAT_SUBSYSTEM_INIT(type) \
|
|
({ splat_subsystem_t *_sub_; \
|
|
\
|
|
_sub_ = (splat_subsystem_t *)splat_##type##_init(); \
|
|
if (_sub_ == NULL) { \
|
|
printk(KERN_ERR "splat: Error initializing: " #type "\n"); \
|
|
} else { \
|
|
spin_lock(&splat_module_lock); \
|
|
list_add_tail(&(_sub_->subsystem_list), \
|
|
&splat_module_list); \
|
|
spin_unlock(&splat_module_lock); \
|
|
} \
|
|
})
|
|
|
|
#define SPLAT_SUBSYSTEM_FINI(type) \
|
|
({ splat_subsystem_t *_sub_, *_tmp_; \
|
|
int _id_, _flag_ = 0; \
|
|
\
|
|
_id_ = splat_##type##_id(); \
|
|
spin_lock(&splat_module_lock); \
|
|
list_for_each_entry_safe(_sub_, _tmp_, &splat_module_list, \
|
|
subsystem_list) { \
|
|
if (_sub_->desc.id == _id_) { \
|
|
list_del_init(&(_sub_->subsystem_list)); \
|
|
spin_unlock(&splat_module_lock); \
|
|
splat_##type##_fini(_sub_); \
|
|
spin_lock(&splat_module_lock); \
|
|
_flag_ = 1; \
|
|
} \
|
|
} \
|
|
spin_unlock(&splat_module_lock); \
|
|
\
|
|
if (!_flag_) \
|
|
printk(KERN_ERR "splat: Error finalizing: " #type "\n"); \
|
|
})
|
|
|
|
#define SPLAT_TEST_INIT(sub, n, d, tid, func) \
|
|
({ splat_test_t *_test_; \
|
|
\
|
|
_test_ = (splat_test_t *)kmalloc(sizeof(*_test_), GFP_KERNEL); \
|
|
if (_test_ == NULL) { \
|
|
printk(KERN_ERR "splat: Error initializing: " n "/" #tid" \n");\
|
|
} else { \
|
|
memset(_test_, 0, sizeof(*_test_)); \
|
|
strncpy(_test_->desc.name, n, SPLAT_NAME_SIZE); \
|
|
strncpy(_test_->desc.desc, d, SPLAT_DESC_SIZE); \
|
|
_test_->desc.id = tid; \
|
|
_test_->test = func; \
|
|
INIT_LIST_HEAD(&(_test_->test_list)); \
|
|
spin_lock(&((sub)->test_lock)); \
|
|
list_add_tail(&(_test_->test_list),&((sub)->test_list));\
|
|
spin_unlock(&((sub)->test_lock)); \
|
|
} \
|
|
})
|
|
|
|
#define SPLAT_TEST_FINI(sub, tid) \
|
|
({ splat_test_t *_test_, *_tmp_; \
|
|
int _flag_ = 0; \
|
|
\
|
|
spin_lock(&((sub)->test_lock)); \
|
|
list_for_each_entry_safe(_test_, _tmp_, \
|
|
&((sub)->test_list), test_list) { \
|
|
if (_test_->desc.id == tid) { \
|
|
list_del_init(&(_test_->test_list)); \
|
|
_flag_ = 1; \
|
|
} \
|
|
} \
|
|
spin_unlock(&((sub)->test_lock)); \
|
|
\
|
|
if (!_flag_) \
|
|
printk(KERN_ERR "splat: Error finalizing: " #tid "\n"); \
|
|
})
|
|
|
|
typedef int (*splat_test_func_t)(struct file *, void *);
|
|
|
|
typedef struct splat_test {
|
|
struct list_head test_list;
|
|
splat_user_t desc;
|
|
splat_test_func_t test;
|
|
} splat_test_t;
|
|
|
|
typedef struct splat_subsystem {
|
|
struct list_head subsystem_list;/* List had to chain entries */
|
|
splat_user_t desc;
|
|
spinlock_t test_lock;
|
|
struct list_head test_list;
|
|
} splat_subsystem_t;
|
|
|
|
#define SPLAT_INFO_BUFFER_SIZE 65536
|
|
#define SPLAT_INFO_BUFFER_REDZONE 256
|
|
|
|
typedef struct splat_info {
|
|
spinlock_t info_lock;
|
|
int info_size;
|
|
char *info_buffer;
|
|
char *info_head; /* Internal kernel use only */
|
|
} splat_info_t;
|
|
|
|
#define sym2str(sym) (char *)(#sym)
|
|
|
|
#define splat_print(file, format, args...) \
|
|
({ splat_info_t *_info_ = (splat_info_t *)file->private_data; \
|
|
int _rc_; \
|
|
\
|
|
ASSERT(_info_); \
|
|
ASSERT(_info_->info_buffer); \
|
|
\
|
|
spin_lock(&_info_->info_lock); \
|
|
\
|
|
/* Don't allow the kernel to start a write in the red zone */ \
|
|
if ((int)(_info_->info_head - _info_->info_buffer) > \
|
|
(SPLAT_INFO_BUFFER_SIZE - SPLAT_INFO_BUFFER_REDZONE)) { \
|
|
_rc_ = -EOVERFLOW; \
|
|
} else { \
|
|
_rc_ = sprintf(_info_->info_head, format, args); \
|
|
if (_rc_ >= 0) \
|
|
_info_->info_head += _rc_; \
|
|
} \
|
|
\
|
|
spin_unlock(&_info_->info_lock); \
|
|
_rc_; \
|
|
})
|
|
|
|
#define splat_vprint(file, test, format, args...) \
|
|
splat_print(file, "%*s: " format, SPLAT_NAME_SIZE, test, args)
|
|
|
|
splat_subsystem_t * splat_condvar_init(void);
|
|
splat_subsystem_t * splat_kmem_init(void);
|
|
splat_subsystem_t * splat_mutex_init(void);
|
|
splat_subsystem_t * splat_krng_init(void);
|
|
splat_subsystem_t * splat_rwlock_init(void);
|
|
splat_subsystem_t * splat_taskq_init(void);
|
|
splat_subsystem_t * splat_thread_init(void);
|
|
splat_subsystem_t * splat_time_init(void);
|
|
splat_subsystem_t * splat_vnode_init(void);
|
|
splat_subsystem_t * splat_kobj_init(void);
|
|
splat_subsystem_t * splat_atomic_init(void);
|
|
|
|
void splat_condvar_fini(splat_subsystem_t *);
|
|
void splat_kmem_fini(splat_subsystem_t *);
|
|
void splat_mutex_fini(splat_subsystem_t *);
|
|
void splat_krng_fini(splat_subsystem_t *);
|
|
void splat_rwlock_fini(splat_subsystem_t *);
|
|
void splat_taskq_fini(splat_subsystem_t *);
|
|
void splat_thread_fini(splat_subsystem_t *);
|
|
void splat_time_fini(splat_subsystem_t *);
|
|
void splat_vnode_fini(splat_subsystem_t *);
|
|
void splat_kobj_fini(splat_subsystem_t *);
|
|
void splat_atomic_fini(splat_subsystem_t *);
|
|
|
|
int splat_condvar_id(void);
|
|
int splat_kmem_id(void);
|
|
int splat_mutex_id(void);
|
|
int splat_krng_id(void);
|
|
int splat_rwlock_id(void);
|
|
int splat_taskq_id(void);
|
|
int splat_thread_id(void);
|
|
int splat_time_id(void);
|
|
int splat_vnode_id(void);
|
|
int splat_kobj_id(void);
|
|
int splat_atomic_id(void);
|
|
|
|
#endif /* _SPLAT_INTERNAL_H */
|