2010-05-18 02:18:00 +04:00
|
|
|
/*****************************************************************************\
|
|
|
|
* Copyright (C) 2007-2010 Lawrence Livermore National Security, LLC.
|
|
|
|
* Copyright (C) 2007 The Regents of the University of California.
|
|
|
|
* Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER).
|
|
|
|
* Written by Brian Behlendorf <behlendorf1@llnl.gov>.
|
2008-05-26 08:38:26 +04:00
|
|
|
* UCRL-CODE-235197
|
|
|
|
*
|
2010-05-18 02:18:00 +04:00
|
|
|
* This file is part of the SPL, Solaris Porting Layer.
|
|
|
|
* For details, see <http://github.com/behlendorf/spl/>.
|
|
|
|
*
|
|
|
|
* The SPL is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms of the GNU General Public License as published by the
|
|
|
|
* Free Software Foundation; either version 2 of the License, or (at your
|
|
|
|
* option) any later version.
|
2008-05-26 08:38:26 +04:00
|
|
|
*
|
2010-05-18 02:18:00 +04:00
|
|
|
* The SPL is distributed in the hope that it will be useful, but WITHOUT
|
2008-05-26 08:38:26 +04:00
|
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
|
|
* for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
2010-05-18 02:18:00 +04:00
|
|
|
* with the SPL. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
\*****************************************************************************/
|
2008-05-26 08:38:26 +04:00
|
|
|
|
2008-02-28 02:42:31 +03:00
|
|
|
#ifndef _SPLAT_INTERNAL_H
|
|
|
|
#define _SPLAT_INTERNAL_H
|
|
|
|
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/string.h>
|
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/elf.h>
|
|
|
|
#include <linux/limits.h>
|
|
|
|
#include <linux/version.h>
|
|
|
|
#include <linux/vmalloc.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/device.h>
|
|
|
|
#include <linux/list.h>
|
2009-01-31 07:54:49 +03:00
|
|
|
#include <linux/swap.h>
|
2009-09-19 03:09:47 +04:00
|
|
|
#include <linux/delay.h>
|
2008-08-11 21:56:40 +04:00
|
|
|
|
2008-02-28 02:42:31 +03:00
|
|
|
#include <asm/ioctls.h>
|
|
|
|
#include <asm/uaccess.h>
|
|
|
|
#include <stdarg.h>
|
|
|
|
|
2008-03-04 23:06:29 +03:00
|
|
|
#include <sys/callb.h>
|
|
|
|
#include <sys/condvar.h>
|
|
|
|
#include <sys/cred.h>
|
|
|
|
#include <sys/sysmacros.h>
|
|
|
|
#include <sys/kmem.h>
|
|
|
|
#include <sys/kstat.h>
|
|
|
|
#include <sys/mutex.h>
|
|
|
|
#include <sys/random.h>
|
|
|
|
#include <sys/rwlock.h>
|
|
|
|
#include <sys/taskq.h>
|
|
|
|
#include <sys/thread.h>
|
|
|
|
#include <sys/time.h>
|
|
|
|
#include <sys/timer.h>
|
|
|
|
#include <sys/types.h>
|
2008-03-11 23:54:40 +03:00
|
|
|
#include <sys/kobj.h>
|
2008-03-28 21:21:09 +03:00
|
|
|
#include <sys/atomic.h>
|
2009-01-07 23:54:03 +03:00
|
|
|
#include <sys/list.h>
|
2009-01-13 20:30:59 +03:00
|
|
|
#include <sys/sunddi.h>
|
2011-02-26 02:48:18 +03:00
|
|
|
#include <sys/zmod.h>
|
2008-08-10 07:50:36 +04:00
|
|
|
#include <linux/cdev.h>
|
2008-03-04 23:06:29 +03:00
|
|
|
|
2008-08-10 07:50:36 +04:00
|
|
|
#include "spl-device.h"
|
2010-07-20 01:16:05 +04:00
|
|
|
#include "spl-debug.h"
|
2008-02-28 03:48:31 +03:00
|
|
|
#include "splat-ctl.h"
|
2008-02-28 02:42:31 +03:00
|
|
|
|
|
|
|
#define SPLAT_SUBSYSTEM_INIT(type) \
|
2008-04-01 00:42:36 +04:00
|
|
|
({ splat_subsystem_t *_sub_; \
|
2008-02-28 02:42:31 +03:00
|
|
|
\
|
2008-04-01 00:42:36 +04:00
|
|
|
_sub_ = (splat_subsystem_t *)splat_##type##_init(); \
|
2008-02-28 02:42:31 +03:00
|
|
|
if (_sub_ == NULL) { \
|
2008-04-01 00:42:36 +04:00
|
|
|
printk(KERN_ERR "splat: Error initializing: " #type "\n"); \
|
2008-02-28 02:42:31 +03:00
|
|
|
} else { \
|
2008-04-01 00:42:36 +04:00
|
|
|
spin_lock(&splat_module_lock); \
|
|
|
|
list_add_tail(&(_sub_->subsystem_list), \
|
2008-02-28 02:42:31 +03:00
|
|
|
&splat_module_list); \
|
2008-04-01 00:42:36 +04:00
|
|
|
spin_unlock(&splat_module_lock); \
|
2008-02-28 02:42:31 +03:00
|
|
|
} \
|
|
|
|
})
|
|
|
|
|
|
|
|
#define SPLAT_SUBSYSTEM_FINI(type) \
|
2008-04-01 00:42:36 +04:00
|
|
|
({ splat_subsystem_t *_sub_, *_tmp_; \
|
2008-02-28 02:42:31 +03:00
|
|
|
int _id_, _flag_ = 0; \
|
|
|
|
\
|
2008-04-01 00:42:36 +04:00
|
|
|
_id_ = splat_##type##_id(); \
|
|
|
|
spin_lock(&splat_module_lock); \
|
2008-02-28 02:42:31 +03:00
|
|
|
list_for_each_entry_safe(_sub_, _tmp_, &splat_module_list, \
|
|
|
|
subsystem_list) { \
|
|
|
|
if (_sub_->desc.id == _id_) { \
|
|
|
|
list_del_init(&(_sub_->subsystem_list)); \
|
2008-04-01 00:42:36 +04:00
|
|
|
spin_unlock(&splat_module_lock); \
|
|
|
|
splat_##type##_fini(_sub_); \
|
2008-02-28 02:42:31 +03:00
|
|
|
spin_lock(&splat_module_lock); \
|
|
|
|
_flag_ = 1; \
|
|
|
|
} \
|
|
|
|
} \
|
2008-04-01 00:42:36 +04:00
|
|
|
spin_unlock(&splat_module_lock); \
|
2008-02-28 02:42:31 +03:00
|
|
|
\
|
|
|
|
if (!_flag_) \
|
2008-04-01 00:42:36 +04:00
|
|
|
printk(KERN_ERR "splat: Error finalizing: " #type "\n"); \
|
2008-02-28 02:42:31 +03:00
|
|
|
})
|
|
|
|
|
|
|
|
#define SPLAT_TEST_INIT(sub, n, d, tid, func) \
|
2008-04-01 00:42:36 +04:00
|
|
|
({ splat_test_t *_test_; \
|
2008-02-28 02:42:31 +03:00
|
|
|
\
|
2008-04-01 00:42:36 +04:00
|
|
|
_test_ = (splat_test_t *)kmalloc(sizeof(*_test_), GFP_KERNEL); \
|
2008-02-28 02:42:31 +03:00
|
|
|
if (_test_ == NULL) { \
|
2008-04-01 00:42:36 +04:00
|
|
|
printk(KERN_ERR "splat: Error initializing: " n "/" #tid" \n");\
|
2008-02-28 02:42:31 +03:00
|
|
|
} else { \
|
|
|
|
memset(_test_, 0, sizeof(*_test_)); \
|
2008-11-05 02:38:29 +03:00
|
|
|
strncpy(_test_->desc.name, n, SPLAT_NAME_SIZE-1); \
|
|
|
|
strncpy(_test_->desc.desc, d, SPLAT_DESC_SIZE-1); \
|
2008-02-28 02:42:31 +03:00
|
|
|
_test_->desc.id = tid; \
|
|
|
|
_test_->test = func; \
|
|
|
|
INIT_LIST_HEAD(&(_test_->test_list)); \
|
|
|
|
spin_lock(&((sub)->test_lock)); \
|
|
|
|
list_add_tail(&(_test_->test_list),&((sub)->test_list));\
|
|
|
|
spin_unlock(&((sub)->test_lock)); \
|
|
|
|
} \
|
|
|
|
})
|
|
|
|
|
|
|
|
#define SPLAT_TEST_FINI(sub, tid) \
|
2008-04-01 00:42:36 +04:00
|
|
|
({ splat_test_t *_test_, *_tmp_; \
|
2008-02-28 02:42:31 +03:00
|
|
|
int _flag_ = 0; \
|
|
|
|
\
|
|
|
|
spin_lock(&((sub)->test_lock)); \
|
|
|
|
list_for_each_entry_safe(_test_, _tmp_, \
|
|
|
|
&((sub)->test_list), test_list) { \
|
|
|
|
if (_test_->desc.id == tid) { \
|
|
|
|
list_del_init(&(_test_->test_list)); \
|
|
|
|
_flag_ = 1; \
|
|
|
|
} \
|
|
|
|
} \
|
|
|
|
spin_unlock(&((sub)->test_lock)); \
|
|
|
|
\
|
|
|
|
if (!_flag_) \
|
2008-04-01 00:42:36 +04:00
|
|
|
printk(KERN_ERR "splat: Error finalizing: " #tid "\n"); \
|
2008-02-28 02:42:31 +03:00
|
|
|
})
|
|
|
|
|
|
|
|
typedef int (*splat_test_func_t)(struct file *, void *);
|
|
|
|
|
|
|
|
typedef struct splat_test {
|
|
|
|
struct list_head test_list;
|
|
|
|
splat_user_t desc;
|
|
|
|
splat_test_func_t test;
|
|
|
|
} splat_test_t;
|
|
|
|
|
|
|
|
typedef struct splat_subsystem {
|
|
|
|
struct list_head subsystem_list;/* List had to chain entries */
|
|
|
|
splat_user_t desc;
|
|
|
|
spinlock_t test_lock;
|
|
|
|
struct list_head test_list;
|
|
|
|
} splat_subsystem_t;
|
|
|
|
|
|
|
|
#define SPLAT_INFO_BUFFER_SIZE 65536
|
|
|
|
#define SPLAT_INFO_BUFFER_REDZONE 256
|
|
|
|
|
|
|
|
typedef struct splat_info {
|
|
|
|
spinlock_t info_lock;
|
|
|
|
int info_size;
|
|
|
|
char *info_buffer;
|
|
|
|
char *info_head; /* Internal kernel use only */
|
|
|
|
} splat_info_t;
|
|
|
|
|
|
|
|
#define sym2str(sym) (char *)(#sym)
|
|
|
|
|
|
|
|
#define splat_print(file, format, args...) \
|
2008-05-07 00:38:28 +04:00
|
|
|
({ splat_info_t *_info_ = (splat_info_t *)file->private_data; \
|
2008-02-28 02:42:31 +03:00
|
|
|
int _rc_; \
|
|
|
|
\
|
|
|
|
ASSERT(_info_); \
|
|
|
|
ASSERT(_info_->info_buffer); \
|
|
|
|
\
|
|
|
|
spin_lock(&_info_->info_lock); \
|
|
|
|
\
|
|
|
|
/* Don't allow the kernel to start a write in the red zone */ \
|
|
|
|
if ((int)(_info_->info_head - _info_->info_buffer) > \
|
|
|
|
(SPLAT_INFO_BUFFER_SIZE - SPLAT_INFO_BUFFER_REDZONE)) { \
|
|
|
|
_rc_ = -EOVERFLOW; \
|
|
|
|
} else { \
|
|
|
|
_rc_ = sprintf(_info_->info_head, format, args); \
|
|
|
|
if (_rc_ >= 0) \
|
|
|
|
_info_->info_head += _rc_; \
|
|
|
|
} \
|
|
|
|
\
|
|
|
|
spin_unlock(&_info_->info_lock); \
|
|
|
|
_rc_; \
|
|
|
|
})
|
|
|
|
|
2008-05-07 00:38:28 +04:00
|
|
|
#define splat_vprint(file, test, format, args...) \
|
2008-02-28 02:42:31 +03:00
|
|
|
splat_print(file, "%*s: " format, SPLAT_NAME_SIZE, test, args)
|
|
|
|
|
2009-09-19 03:09:47 +04:00
|
|
|
#define splat_locked_test(lock, test) \
|
|
|
|
({ \
|
|
|
|
int _rc_; \
|
|
|
|
spin_lock(lock); \
|
|
|
|
_rc_ = (test) ? 1 : 0; \
|
|
|
|
spin_unlock(lock); \
|
|
|
|
_rc_; \
|
|
|
|
})
|
|
|
|
|
2009-01-07 23:54:03 +03:00
|
|
|
splat_subsystem_t *splat_condvar_init(void);
|
|
|
|
splat_subsystem_t *splat_kmem_init(void);
|
|
|
|
splat_subsystem_t *splat_mutex_init(void);
|
|
|
|
splat_subsystem_t *splat_krng_init(void);
|
|
|
|
splat_subsystem_t *splat_rwlock_init(void);
|
|
|
|
splat_subsystem_t *splat_taskq_init(void);
|
|
|
|
splat_subsystem_t *splat_thread_init(void);
|
|
|
|
splat_subsystem_t *splat_time_init(void);
|
|
|
|
splat_subsystem_t *splat_vnode_init(void);
|
|
|
|
splat_subsystem_t *splat_kobj_init(void);
|
|
|
|
splat_subsystem_t *splat_atomic_init(void);
|
|
|
|
splat_subsystem_t *splat_list_init(void);
|
2009-01-13 20:30:59 +03:00
|
|
|
splat_subsystem_t *splat_generic_init(void);
|
2009-07-28 04:18:59 +04:00
|
|
|
splat_subsystem_t *splat_cred_init(void);
|
2011-02-26 02:48:18 +03:00
|
|
|
splat_subsystem_t *splat_zlib_init(void);
|
2008-02-28 02:42:31 +03:00
|
|
|
|
|
|
|
void splat_condvar_fini(splat_subsystem_t *);
|
|
|
|
void splat_kmem_fini(splat_subsystem_t *);
|
|
|
|
void splat_mutex_fini(splat_subsystem_t *);
|
|
|
|
void splat_krng_fini(splat_subsystem_t *);
|
|
|
|
void splat_rwlock_fini(splat_subsystem_t *);
|
|
|
|
void splat_taskq_fini(splat_subsystem_t *);
|
|
|
|
void splat_thread_fini(splat_subsystem_t *);
|
|
|
|
void splat_time_fini(splat_subsystem_t *);
|
2008-03-12 23:52:46 +03:00
|
|
|
void splat_vnode_fini(splat_subsystem_t *);
|
2008-03-11 23:54:40 +03:00
|
|
|
void splat_kobj_fini(splat_subsystem_t *);
|
2008-03-28 21:21:09 +03:00
|
|
|
void splat_atomic_fini(splat_subsystem_t *);
|
2009-01-07 23:54:03 +03:00
|
|
|
void splat_list_fini(splat_subsystem_t *);
|
2009-01-13 20:30:59 +03:00
|
|
|
void splat_generic_fini(splat_subsystem_t *);
|
2009-07-28 04:18:59 +04:00
|
|
|
void splat_cred_fini(splat_subsystem_t *);
|
2011-02-26 02:48:18 +03:00
|
|
|
void splat_zlib_fini(splat_subsystem_t *);
|
2008-02-28 02:42:31 +03:00
|
|
|
|
|
|
|
int splat_condvar_id(void);
|
|
|
|
int splat_kmem_id(void);
|
|
|
|
int splat_mutex_id(void);
|
|
|
|
int splat_krng_id(void);
|
|
|
|
int splat_rwlock_id(void);
|
|
|
|
int splat_taskq_id(void);
|
|
|
|
int splat_thread_id(void);
|
|
|
|
int splat_time_id(void);
|
2008-03-12 23:52:46 +03:00
|
|
|
int splat_vnode_id(void);
|
2008-03-11 23:54:40 +03:00
|
|
|
int splat_kobj_id(void);
|
2008-03-28 21:21:09 +03:00
|
|
|
int splat_atomic_id(void);
|
2009-01-07 23:54:03 +03:00
|
|
|
int splat_list_id(void);
|
2009-01-13 20:30:59 +03:00
|
|
|
int splat_generic_id(void);
|
2009-07-28 04:18:59 +04:00
|
|
|
int splat_cred_id(void);
|
2011-02-26 02:48:18 +03:00
|
|
|
int splat_zlib_id(void);
|
2008-02-28 02:42:31 +03:00
|
|
|
|
|
|
|
#endif /* _SPLAT_INTERNAL_H */
|