mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2026-05-25 11:47:43 +03:00
Initial Linux ZFS GIT Repo
This commit is contained in:
Brian Behlendorf
@@ -0,0 +1 @@
|
||||
DISTFILES = vmem.h vmem_impl_user.h
|
||||
@@ -0,0 +1,142 @@
|
||||
/*
|
||||
* CDDL HEADER START
|
||||
*
|
||||
* The contents of this file are subject to the terms of the
|
||||
* Common Development and Distribution License, Version 1.0 only
|
||||
* (the "License"). You may not use this file except in compliance
|
||||
* with the License.
|
||||
*
|
||||
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
||||
* or http://www.opensolaris.org/os/licensing.
|
||||
* See the License for the specific language governing permissions
|
||||
* and limitations under the License.
|
||||
*
|
||||
* When distributing Covered Code, include this CDDL HEADER in each
|
||||
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
||||
* If applicable, add the following below this CDDL HEADER, with the
|
||||
* fields enclosed by brackets "[]" replaced with your own identifying
|
||||
* information: Portions Copyright [yyyy] [name of copyright owner]
|
||||
*
|
||||
* CDDL HEADER END
|
||||
*/
|
||||
/*
|
||||
* Copyright 2005 Sun Microsystems, Inc. All rights reserved.
|
||||
* Use is subject to license terms.
|
||||
*/
|
||||
|
||||
#ifndef _SYS_VMEM_H
|
||||
#define _SYS_VMEM_H
|
||||
|
||||
/* #pragma ident "@(#)vmem.h 1.13 05/06/08 SMI" */
|
||||
|
||||
#include <sys/types.h>
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
|
||||
/*
|
||||
* Per-allocation flags
|
||||
*/
|
||||
#define VM_SLEEP 0x00000000 /* same as KM_SLEEP */
|
||||
#define VM_NOSLEEP 0x00000001 /* same as KM_NOSLEEP */
|
||||
#define VM_PANIC 0x00000002 /* same as KM_PANIC */
|
||||
#define VM_PUSHPAGE 0x00000004 /* same as KM_PUSHPAGE */
|
||||
#define VM_KMFLAGS 0x000000ff /* flags that must match KM_* flags */
|
||||
|
||||
#define VM_BESTFIT 0x00000100
|
||||
#define VM_FIRSTFIT 0x00000200
|
||||
#define VM_NEXTFIT 0x00000400
|
||||
|
||||
/*
|
||||
* The following flags are restricted for use only within the kernel.
|
||||
* VM_MEMLOAD is for use by the HAT to avoid infinite recursion.
|
||||
* VM_NORELOC is used by the kernel when static VA->PA mappings are required.
|
||||
*/
|
||||
#define VM_MEMLOAD 0x00000800
|
||||
#define VM_NORELOC 0x00001000
|
||||
/*
|
||||
* VM_ABORT requests that vmem_alloc() *ignore* the VM_SLEEP/VM_NOSLEEP flags
|
||||
* and forgo reaping if the allocation or attempted import, fails. This
|
||||
* flag is a segkmem-specific flag, and should not be used by anyone else.
|
||||
*/
|
||||
#define VM_ABORT 0x00002000
|
||||
|
||||
#define VM_FLAGS 0x0000FFFF
|
||||
|
||||
/*
|
||||
* Arena creation flags
|
||||
*/
|
||||
#define VMC_POPULATOR 0x00010000
|
||||
#define VMC_NO_QCACHE 0x00020000 /* cannot use quantum caches */
|
||||
#define VMC_IDENTIFIER 0x00040000 /* not backed by memory */
|
||||
/*
|
||||
* internal use only; the import function uses the vmem_ximport_t interface
|
||||
* and may increase the request size if it so desires
|
||||
*/
|
||||
#define VMC_XALLOC 0x00080000
|
||||
#define VMC_FLAGS 0xFFFF0000
|
||||
|
||||
/*
|
||||
* Public segment types
|
||||
*/
|
||||
#define VMEM_ALLOC 0x01
|
||||
#define VMEM_FREE 0x02
|
||||
|
||||
/*
|
||||
* Implementation-private segment types
|
||||
*/
|
||||
#define VMEM_SPAN 0x10
|
||||
#define VMEM_ROTOR 0x20
|
||||
#define VMEM_WALKER 0x40
|
||||
|
||||
/*
|
||||
* VMEM_REENTRANT indicates to vmem_walk() that the callback routine may
|
||||
* call back into the arena being walked, so vmem_walk() must drop the
|
||||
* arena lock before each callback. The caveat is that since the arena
|
||||
* isn't locked, its state can change. Therefore it is up to the callback
|
||||
* routine to handle cases where the segment isn't of the expected type.
|
||||
* For example, we use this to walk heap_arena when generating a crash dump;
|
||||
* see segkmem_dump() for sample usage.
|
||||
*/
|
||||
#define VMEM_REENTRANT 0x80000000
|
||||
|
||||
typedef struct vmem vmem_t;
|
||||
typedef void *(vmem_alloc_t)(vmem_t *, size_t, int);
|
||||
typedef void (vmem_free_t)(vmem_t *, void *, size_t);
|
||||
|
||||
/*
|
||||
* Alternate import style; the requested size is passed in a pointer,
|
||||
* which can be increased by the import function if desired.
|
||||
*/
|
||||
typedef void *(vmem_ximport_t)(vmem_t *, size_t *, int);
|
||||
|
||||
#if 0
|
||||
extern vmem_t *vmem_init(const char *, void *, size_t, size_t,
|
||||
vmem_alloc_t *, vmem_free_t *);
|
||||
extern void vmem_update(void *);
|
||||
extern int vmem_is_populator();
|
||||
extern size_t vmem_seg_size;
|
||||
#endif
|
||||
|
||||
extern vmem_t *vmem_create(const char *, void *, size_t, size_t,
|
||||
vmem_alloc_t *, vmem_free_t *, vmem_t *, size_t, int);
|
||||
extern vmem_t *vmem_xcreate(const char *, void *, size_t, size_t,
|
||||
vmem_ximport_t *, vmem_free_t *, vmem_t *, size_t, int);
|
||||
extern void vmem_destroy(vmem_t *);
|
||||
extern void *vmem_alloc(vmem_t *, size_t, int);
|
||||
extern void *vmem_xalloc(vmem_t *, size_t, size_t, size_t, size_t,
|
||||
void *, void *, int);
|
||||
extern void vmem_free(vmem_t *, void *, size_t);
|
||||
extern void vmem_xfree(vmem_t *, void *, size_t);
|
||||
extern void *vmem_add(vmem_t *, void *, size_t, int);
|
||||
extern int vmem_contains(vmem_t *, void *, size_t);
|
||||
extern void vmem_walk(vmem_t *, int, void (*)(void *, void *, size_t), void *);
|
||||
extern size_t vmem_size(vmem_t *, int);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif /* _SYS_VMEM_H */
|
||||
@@ -0,0 +1,165 @@
|
||||
/*
|
||||
* CDDL HEADER START
|
||||
*
|
||||
* The contents of this file are subject to the terms of the
|
||||
* Common Development and Distribution License, Version 1.0 only
|
||||
* (the "License"). You may not use this file except in compliance
|
||||
* with the License.
|
||||
*
|
||||
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
||||
* or http://www.opensolaris.org/os/licensing.
|
||||
* See the License for the specific language governing permissions
|
||||
* and limitations under the License.
|
||||
*
|
||||
* When distributing Covered Code, include this CDDL HEADER in each
|
||||
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
||||
* If applicable, add the following below this CDDL HEADER, with the
|
||||
* fields enclosed by brackets "[]" replaced with your own identifying
|
||||
* information: Portions Copyright [yyyy] [name of copyright owner]
|
||||
*
|
||||
* CDDL HEADER END
|
||||
*/
|
||||
/*
|
||||
* Copyright 1999-2002 Sun Microsystems, Inc. All rights reserved.
|
||||
* Use is subject to license terms.
|
||||
*/
|
||||
/*
|
||||
* Portions Copyright 2006 OmniTI, Inc.
|
||||
*/
|
||||
|
||||
#ifndef _SYS_VMEM_IMPL_USER_H
|
||||
#define _SYS_VMEM_IMPL_USER_H
|
||||
|
||||
/* #pragma ident "@(#)vmem_impl_user.h 1.2 05/06/08 SMI" */
|
||||
|
||||
#if HAVE_SYS_KSTAT
|
||||
#include <sys/kstat.h>
|
||||
#endif
|
||||
#ifndef _WIN32
|
||||
#include <sys/time.h>
|
||||
#endif
|
||||
#include <sys/vmem.h>
|
||||
#if HAVE_THREAD_H
|
||||
#include <thread.h>
|
||||
#else
|
||||
# include "sol_compat.h"
|
||||
#endif
|
||||
#if HAVE_SYNC_H
|
||||
#include <synch.h>
|
||||
#endif
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
typedef struct vmem_seg vmem_seg_t;
|
||||
|
||||
#define VMEM_STACK_DEPTH 20
|
||||
|
||||
struct vmem_seg {
|
||||
/*
|
||||
* The first four fields must match vmem_freelist_t exactly.
|
||||
*/
|
||||
uintptr_t vs_start; /* start of segment (inclusive) */
|
||||
uintptr_t vs_end; /* end of segment (exclusive) */
|
||||
vmem_seg_t *vs_knext; /* next of kin (alloc, free, span) */
|
||||
vmem_seg_t *vs_kprev; /* prev of kin */
|
||||
|
||||
vmem_seg_t *vs_anext; /* next in arena */
|
||||
vmem_seg_t *vs_aprev; /* prev in arena */
|
||||
uint8_t vs_type; /* alloc, free, span */
|
||||
uint8_t vs_import; /* non-zero if segment was imported */
|
||||
uint8_t vs_depth; /* stack depth if UMF_AUDIT active */
|
||||
/*
|
||||
* The following fields are present only when UMF_AUDIT is set.
|
||||
*/
|
||||
thread_t vs_thread;
|
||||
hrtime_t vs_timestamp;
|
||||
uintptr_t vs_stack[VMEM_STACK_DEPTH];
|
||||
};
|
||||
|
||||
typedef struct vmem_freelist {
|
||||
uintptr_t vs_start; /* always zero */
|
||||
uintptr_t vs_end; /* segment size */
|
||||
vmem_seg_t *vs_knext; /* next of kin */
|
||||
vmem_seg_t *vs_kprev; /* prev of kin */
|
||||
} vmem_freelist_t;
|
||||
|
||||
#define VS_SIZE(vsp) ((vsp)->vs_end - (vsp)->vs_start)
|
||||
|
||||
/*
|
||||
* Segment hashing
|
||||
*/
|
||||
#define VMEM_HASH_INDEX(a, s, q, m) \
|
||||
((((a) + ((a) >> (s)) + ((a) >> ((s) << 1))) >> (q)) & (m))
|
||||
|
||||
#define VMEM_HASH(vmp, addr) \
|
||||
(&(vmp)->vm_hash_table[VMEM_HASH_INDEX(addr, \
|
||||
(vmp)->vm_hash_shift, (vmp)->vm_qshift, (vmp)->vm_hash_mask)])
|
||||
|
||||
#define VMEM_NAMELEN 30
|
||||
#define VMEM_HASH_INITIAL 16
|
||||
#define VMEM_NQCACHE_MAX 16
|
||||
#define VMEM_FREELISTS (sizeof (void *) * 8)
|
||||
|
||||
typedef struct vmem_kstat {
|
||||
uint64_t vk_mem_inuse; /* memory in use */
|
||||
uint64_t vk_mem_import; /* memory imported */
|
||||
uint64_t vk_mem_total; /* total memory in arena */
|
||||
uint32_t vk_source_id; /* vmem id of vmem source */
|
||||
uint64_t vk_alloc; /* number of allocations */
|
||||
uint64_t vk_free; /* number of frees */
|
||||
uint64_t vk_wait; /* number of allocations that waited */
|
||||
uint64_t vk_fail; /* number of allocations that failed */
|
||||
uint64_t vk_lookup; /* hash lookup count */
|
||||
uint64_t vk_search; /* freelist search count */
|
||||
uint64_t vk_populate_wait; /* populates that waited */
|
||||
uint64_t vk_populate_fail; /* populates that failed */
|
||||
uint64_t vk_contains; /* vmem_contains() calls */
|
||||
uint64_t vk_contains_search; /* vmem_contains() search cnt */
|
||||
} vmem_kstat_t;
|
||||
|
||||
struct vmem {
|
||||
char vm_name[VMEM_NAMELEN]; /* arena name */
|
||||
cond_t vm_cv; /* cv for blocking allocations */
|
||||
mutex_t vm_lock; /* arena lock */
|
||||
uint32_t vm_id; /* vmem id */
|
||||
uint32_t vm_mtbf; /* induced alloc failure rate */
|
||||
int vm_cflags; /* arena creation flags */
|
||||
int vm_qshift; /* log2(vm_quantum) */
|
||||
size_t vm_quantum; /* vmem quantum */
|
||||
size_t vm_qcache_max; /* maximum size to front by umem */
|
||||
vmem_alloc_t *vm_source_alloc;
|
||||
vmem_free_t *vm_source_free;
|
||||
vmem_t *vm_source; /* vmem source for imported memory */
|
||||
vmem_t *vm_next; /* next in vmem_list */
|
||||
ssize_t vm_nsegfree; /* number of free vmem_seg_t's */
|
||||
vmem_seg_t *vm_segfree; /* free vmem_seg_t list */
|
||||
vmem_seg_t **vm_hash_table; /* allocated-segment hash table */
|
||||
size_t vm_hash_mask; /* hash_size - 1 */
|
||||
size_t vm_hash_shift; /* log2(vm_hash_mask + 1) */
|
||||
ulong_t vm_freemap; /* bitmap of non-empty freelists */
|
||||
vmem_seg_t vm_seg0; /* anchor segment */
|
||||
vmem_seg_t vm_rotor; /* rotor for VM_NEXTFIT allocations */
|
||||
vmem_seg_t *vm_hash0[VMEM_HASH_INITIAL]; /* initial hash table */
|
||||
void *vm_qcache[VMEM_NQCACHE_MAX]; /* quantum caches */
|
||||
vmem_freelist_t vm_freelist[VMEM_FREELISTS + 1]; /* power-of-2 flists */
|
||||
vmem_kstat_t vm_kstat; /* kstat data */
|
||||
};
|
||||
|
||||
/*
|
||||
* We cannot use a mutex_t and MUTEX_HELD, since that will not work
|
||||
* when libthread is not linked.
|
||||
*/
|
||||
typedef struct vmem_populate_lock {
|
||||
mutex_t vmpl_mutex;
|
||||
thread_t vmpl_thr;
|
||||
} vmem_populate_lock_t;
|
||||
|
||||
#define VM_UMFLAGS VM_KMFLAGS
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif /* _SYS_VMEM_IMPL_USER_H */
|
||||
Reference in New Issue
Block a user