mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2024-11-18 10:21:01 +03:00
a8d83e2a24
Traditionally ARC adaptation was limited to MRU/MFU distribution. But for years people with metadata-centric workload demanded mechanisms to also manage data/metadata distribution, that in original ZFS was just a FIFO. As result ZFS effectively got separate states for data and metadata, minimum and maximum metadata limits etc, but it all required manual tuning, was not adaptive and in its heart remained a bad FIFO. This change removes most of existing eviction logic, rewriting it from scratch. This makes MRU/MFU adaptation individual for data and meta- data, same as the distribution between data and metadata themselves. Since most of required states separation was already done, it only required to make arcs_size state field specific per data/metadata. The adaptation logic is still based on previous concept of ghost hits, just now it balances ARC capacity between 4 states: MRU data, MRU metadata, MFU data and MFU metadata. To simplify arc_c changes instead of arc_p measured in bytes, this code uses 3 variable arc_meta, arc_pd and arc_pm, representing ARC balance between metadata and data, MRU and MFU for data, and MRU and MFU for metadata respectively as 32-bit fixed point fractions. Since we care about the math result only when need to evict, this moves all the logic from arc_adapt() to arc_evict(), that reduces per-block overhead, since per-block operations are limited to stats collection, now moved from arc_adapt() to arc_access() and using cheaper wmsums. This also allows to remove ugly ARC_HDR_DO_ADAPT flag from many places. This change also removes number of metadata specific tunables, part of which were actually not functioning correctly, since not all metadata are equal and some (like L2ARC headers) are not really evictable. Instead it introduced single opaque knob zfs_arc_meta_balance, tuning ARC's reaction on ghost hits, allowing administrator give more or less preference to metadata without setting strict limits. Some of old code parts like arc_evict_meta() are just removed, because since introduction of ABD ARC they really make no sense: only headers referenced by small number of buffers are not evictable, and they are really not evictable no matter what this code do. Instead just call arc_prune_async() if too much metadata appear not evictable. Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Reviewed-by: Allan Jude <allan@klarasystems.com> Signed-off-by: Alexander Motin <mav@FreeBSD.org> Sponsored by: iXsystems, Inc. Closes #14359
903 lines
25 KiB
C
903 lines
25 KiB
C
/*
|
|
* Copyright (c) 2020 iXsystems, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*
|
|
*/
|
|
|
|
#include <sys/cdefs.h>
|
|
__FBSDID("$FreeBSD$");
|
|
|
|
#include <sys/types.h>
|
|
#include <sys/param.h>
|
|
#include <sys/systm.h>
|
|
#include <sys/conf.h>
|
|
#include <sys/kernel.h>
|
|
#include <sys/lock.h>
|
|
#include <sys/malloc.h>
|
|
#include <sys/mutex.h>
|
|
#include <sys/proc.h>
|
|
#include <sys/errno.h>
|
|
#include <sys/uio.h>
|
|
#include <sys/buf.h>
|
|
#include <sys/file.h>
|
|
#include <sys/kmem.h>
|
|
#include <sys/conf.h>
|
|
#include <sys/cmn_err.h>
|
|
#include <sys/stat.h>
|
|
#include <sys/zfs_ioctl.h>
|
|
#include <sys/zfs_vfsops.h>
|
|
#include <sys/zfs_znode.h>
|
|
#include <sys/zap.h>
|
|
#include <sys/spa.h>
|
|
#include <sys/spa_impl.h>
|
|
#include <sys/vdev.h>
|
|
#include <sys/vdev_impl.h>
|
|
#include <sys/arc_os.h>
|
|
#include <sys/dmu.h>
|
|
#include <sys/dsl_dir.h>
|
|
#include <sys/dsl_dataset.h>
|
|
#include <sys/dsl_prop.h>
|
|
#include <sys/dsl_deleg.h>
|
|
#include <sys/dmu_objset.h>
|
|
#include <sys/dmu_impl.h>
|
|
#include <sys/dmu_tx.h>
|
|
#include <sys/sunddi.h>
|
|
#include <sys/policy.h>
|
|
#include <sys/zone.h>
|
|
#include <sys/nvpair.h>
|
|
#include <sys/mount.h>
|
|
#include <sys/taskqueue.h>
|
|
#include <sys/sdt.h>
|
|
#include <sys/fs/zfs.h>
|
|
#include <sys/zfs_ctldir.h>
|
|
#include <sys/zfs_dir.h>
|
|
#include <sys/zfs_onexit.h>
|
|
#include <sys/zvol.h>
|
|
#include <sys/dsl_scan.h>
|
|
#include <sys/dmu_objset.h>
|
|
#include <sys/dmu_send.h>
|
|
#include <sys/dsl_destroy.h>
|
|
#include <sys/dsl_bookmark.h>
|
|
#include <sys/dsl_userhold.h>
|
|
#include <sys/zfeature.h>
|
|
#include <sys/zcp.h>
|
|
#include <sys/zio_checksum.h>
|
|
#include <sys/vdev_removal.h>
|
|
#include <sys/dsl_crypt.h>
|
|
|
|
#include <sys/zfs_ioctl_compat.h>
|
|
#include <sys/zfs_context.h>
|
|
|
|
#include <sys/arc_impl.h>
|
|
#include <sys/dsl_pool.h>
|
|
|
|
#include <sys/vmmeter.h>
|
|
|
|
SYSCTL_DECL(_vfs_zfs);
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, arc, CTLFLAG_RW, 0,
|
|
"ZFS adaptive replacement cache");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, condense, CTLFLAG_RW, 0, "ZFS condense");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, dbuf, CTLFLAG_RW, 0, "ZFS disk buf cache");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, dbuf_cache, CTLFLAG_RW, 0,
|
|
"ZFS disk buf cache");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, deadman, CTLFLAG_RW, 0, "ZFS deadman");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, dedup, CTLFLAG_RW, 0, "ZFS dedup");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, l2arc, CTLFLAG_RW, 0, "ZFS l2arc");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, livelist, CTLFLAG_RW, 0, "ZFS livelist");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, lua, CTLFLAG_RW, 0, "ZFS lua");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, metaslab, CTLFLAG_RW, 0, "ZFS metaslab");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, mg, CTLFLAG_RW, 0, "ZFS metaslab group");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, multihost, CTLFLAG_RW, 0,
|
|
"ZFS multihost protection");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, prefetch, CTLFLAG_RW, 0, "ZFS prefetch");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, reconstruct, CTLFLAG_RW, 0, "ZFS reconstruct");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, recv, CTLFLAG_RW, 0, "ZFS receive");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, send, CTLFLAG_RW, 0, "ZFS send");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, spa, CTLFLAG_RW, 0, "ZFS space allocation");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, trim, CTLFLAG_RW, 0, "ZFS TRIM");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, txg, CTLFLAG_RW, 0, "ZFS transaction group");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, vdev, CTLFLAG_RW, 0, "ZFS VDEV");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, vnops, CTLFLAG_RW, 0, "ZFS VNOPS");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, zevent, CTLFLAG_RW, 0, "ZFS event");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, zil, CTLFLAG_RW, 0, "ZFS ZIL");
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, zio, CTLFLAG_RW, 0, "ZFS ZIO");
|
|
|
|
SYSCTL_NODE(_vfs_zfs_livelist, OID_AUTO, condense, CTLFLAG_RW, 0,
|
|
"ZFS livelist condense");
|
|
SYSCTL_NODE(_vfs_zfs_vdev, OID_AUTO, cache, CTLFLAG_RW, 0, "ZFS VDEV Cache");
|
|
SYSCTL_NODE(_vfs_zfs_vdev, OID_AUTO, file, CTLFLAG_RW, 0, "ZFS VDEV file");
|
|
SYSCTL_NODE(_vfs_zfs_vdev, OID_AUTO, mirror, CTLFLAG_RD, 0,
|
|
"ZFS VDEV mirror");
|
|
|
|
SYSCTL_DECL(_vfs_zfs_version);
|
|
SYSCTL_CONST_STRING(_vfs_zfs_version, OID_AUTO, module, CTLFLAG_RD,
|
|
(ZFS_META_VERSION "-" ZFS_META_RELEASE), "OpenZFS module version");
|
|
|
|
/* arc.c */
|
|
|
|
int
|
|
param_set_arc_u64(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int err;
|
|
|
|
err = sysctl_handle_64(oidp, arg1, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
arc_tuning_update(B_TRUE);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
param_set_arc_int(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int err;
|
|
|
|
err = sysctl_handle_int(oidp, arg1, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
arc_tuning_update(B_TRUE);
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
param_set_arc_max(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
unsigned long val;
|
|
int err;
|
|
|
|
val = zfs_arc_max;
|
|
err = sysctl_handle_64(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (SET_ERROR(err));
|
|
|
|
if (val != 0 && (val < MIN_ARC_MAX || val <= arc_c_min ||
|
|
val >= arc_all_memory()))
|
|
return (SET_ERROR(EINVAL));
|
|
|
|
zfs_arc_max = val;
|
|
arc_tuning_update(B_TRUE);
|
|
|
|
/* Update the sysctl to the tuned value */
|
|
if (val != 0)
|
|
zfs_arc_max = arc_c_max;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, arc_max,
|
|
CTLTYPE_ULONG | CTLFLAG_RWTUN | CTLFLAG_MPSAFE,
|
|
NULL, 0, param_set_arc_max, "LU",
|
|
"Maximum ARC size in bytes (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
int
|
|
param_set_arc_min(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
unsigned long val;
|
|
int err;
|
|
|
|
val = zfs_arc_min;
|
|
err = sysctl_handle_64(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (SET_ERROR(err));
|
|
|
|
if (val != 0 && (val < 2ULL << SPA_MAXBLOCKSHIFT || val > arc_c_max))
|
|
return (SET_ERROR(EINVAL));
|
|
|
|
zfs_arc_min = val;
|
|
arc_tuning_update(B_TRUE);
|
|
|
|
/* Update the sysctl to the tuned value */
|
|
if (val != 0)
|
|
zfs_arc_min = arc_c_min;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, arc_min,
|
|
CTLTYPE_ULONG | CTLFLAG_RWTUN | CTLFLAG_MPSAFE,
|
|
NULL, 0, param_set_arc_min, "LU",
|
|
"Minimum ARC size in bytes (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint_t zfs_arc_free_target;
|
|
|
|
int
|
|
param_set_arc_free_target(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
uint_t val;
|
|
int err;
|
|
|
|
val = zfs_arc_free_target;
|
|
err = sysctl_handle_int(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
if (val < minfree)
|
|
return (EINVAL);
|
|
if (val > vm_cnt.v_page_count)
|
|
return (EINVAL);
|
|
|
|
zfs_arc_free_target = val;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/*
|
|
* NOTE: This sysctl is CTLFLAG_RW not CTLFLAG_RWTUN due to its dependency on
|
|
* pagedaemon initialization.
|
|
*/
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, arc_free_target,
|
|
CTLTYPE_UINT | CTLFLAG_RW | CTLFLAG_MPSAFE,
|
|
NULL, 0, param_set_arc_free_target, "IU",
|
|
"Desired number of free pages below which ARC triggers reclaim"
|
|
" (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
int
|
|
param_set_arc_no_grow_shift(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int err, val;
|
|
|
|
val = arc_no_grow_shift;
|
|
err = sysctl_handle_int(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
if (val < 0 || val >= arc_shrink_shift)
|
|
return (EINVAL);
|
|
|
|
arc_no_grow_shift = val;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, arc_no_grow_shift,
|
|
CTLTYPE_INT | CTLFLAG_RWTUN | CTLFLAG_MPSAFE,
|
|
NULL, 0, param_set_arc_no_grow_shift, "I",
|
|
"log2(fraction of ARC which must be free to allow growing) (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t l2arc_write_max;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, l2arc_write_max,
|
|
CTLFLAG_RWTUN, &l2arc_write_max, 0,
|
|
"Max write bytes per interval (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t l2arc_write_boost;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, l2arc_write_boost,
|
|
CTLFLAG_RWTUN, &l2arc_write_boost, 0,
|
|
"Extra write bytes during device warmup (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t l2arc_headroom;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, l2arc_headroom,
|
|
CTLFLAG_RWTUN, &l2arc_headroom, 0,
|
|
"Number of max device writes to precache (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t l2arc_headroom_boost;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, l2arc_headroom_boost,
|
|
CTLFLAG_RWTUN, &l2arc_headroom_boost, 0,
|
|
"Compressed l2arc_headroom multiplier (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t l2arc_feed_secs;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, l2arc_feed_secs,
|
|
CTLFLAG_RWTUN, &l2arc_feed_secs, 0,
|
|
"Seconds between L2ARC writing (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t l2arc_feed_min_ms;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, l2arc_feed_min_ms,
|
|
CTLFLAG_RWTUN, &l2arc_feed_min_ms, 0,
|
|
"Min feed interval in milliseconds (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern int l2arc_noprefetch;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, l2arc_noprefetch,
|
|
CTLFLAG_RWTUN, &l2arc_noprefetch, 0,
|
|
"Skip caching prefetched buffers (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern int l2arc_feed_again;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, l2arc_feed_again,
|
|
CTLFLAG_RWTUN, &l2arc_feed_again, 0,
|
|
"Turbo L2ARC warmup (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern int l2arc_norw;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, l2arc_norw,
|
|
CTLFLAG_RWTUN, &l2arc_norw, 0,
|
|
"No reads during writes (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
static int
|
|
param_get_arc_state_size(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
arc_state_t *state = (arc_state_t *)arg1;
|
|
int64_t val;
|
|
|
|
val = zfs_refcount_count(&state->arcs_size[ARC_BUFC_DATA]) +
|
|
zfs_refcount_count(&state->arcs_size[ARC_BUFC_METADATA]);
|
|
return (sysctl_handle_64(oidp, &val, 0, req));
|
|
}
|
|
|
|
extern arc_state_t ARC_anon;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, anon_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_anon, 0, param_get_arc_state_size, "Q",
|
|
"size of anonymous state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, anon_metadata_esize, CTLFLAG_RD,
|
|
&ARC_anon.arcs_esize[ARC_BUFC_METADATA].rc_count, 0,
|
|
"size of evictable metadata in anonymous state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, anon_data_esize, CTLFLAG_RD,
|
|
&ARC_anon.arcs_esize[ARC_BUFC_DATA].rc_count, 0,
|
|
"size of evictable data in anonymous state");
|
|
/* END CSTYLED */
|
|
|
|
extern arc_state_t ARC_mru;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, mru_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_mru, 0, param_get_arc_state_size, "Q",
|
|
"size of mru state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mru_metadata_esize, CTLFLAG_RD,
|
|
&ARC_mru.arcs_esize[ARC_BUFC_METADATA].rc_count, 0,
|
|
"size of evictable metadata in mru state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mru_data_esize, CTLFLAG_RD,
|
|
&ARC_mru.arcs_esize[ARC_BUFC_DATA].rc_count, 0,
|
|
"size of evictable data in mru state");
|
|
/* END CSTYLED */
|
|
|
|
extern arc_state_t ARC_mru_ghost;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, mru_ghost_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_mru_ghost, 0, param_get_arc_state_size, "Q",
|
|
"size of mru ghost state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mru_ghost_metadata_esize, CTLFLAG_RD,
|
|
&ARC_mru_ghost.arcs_esize[ARC_BUFC_METADATA].rc_count, 0,
|
|
"size of evictable metadata in mru ghost state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mru_ghost_data_esize, CTLFLAG_RD,
|
|
&ARC_mru_ghost.arcs_esize[ARC_BUFC_DATA].rc_count, 0,
|
|
"size of evictable data in mru ghost state");
|
|
/* END CSTYLED */
|
|
|
|
extern arc_state_t ARC_mfu;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, mfu_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_mfu, 0, param_get_arc_state_size, "Q",
|
|
"size of mfu state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mfu_metadata_esize, CTLFLAG_RD,
|
|
&ARC_mfu.arcs_esize[ARC_BUFC_METADATA].rc_count, 0,
|
|
"size of evictable metadata in mfu state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mfu_data_esize, CTLFLAG_RD,
|
|
&ARC_mfu.arcs_esize[ARC_BUFC_DATA].rc_count, 0,
|
|
"size of evictable data in mfu state");
|
|
/* END CSTYLED */
|
|
|
|
extern arc_state_t ARC_mfu_ghost;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, mfu_ghost_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_mfu_ghost, 0, param_get_arc_state_size, "Q",
|
|
"size of mfu ghost state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mfu_ghost_metadata_esize, CTLFLAG_RD,
|
|
&ARC_mfu_ghost.arcs_esize[ARC_BUFC_METADATA].rc_count, 0,
|
|
"size of evictable metadata in mfu ghost state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, mfu_ghost_data_esize, CTLFLAG_RD,
|
|
&ARC_mfu_ghost.arcs_esize[ARC_BUFC_DATA].rc_count, 0,
|
|
"size of evictable data in mfu ghost state");
|
|
/* END CSTYLED */
|
|
|
|
extern arc_state_t ARC_uncached;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, uncached_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_uncached, 0, param_get_arc_state_size, "Q",
|
|
"size of uncached state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, uncached_metadata_esize, CTLFLAG_RD,
|
|
&ARC_uncached.arcs_esize[ARC_BUFC_METADATA].rc_count, 0,
|
|
"size of evictable metadata in uncached state");
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, uncached_data_esize, CTLFLAG_RD,
|
|
&ARC_uncached.arcs_esize[ARC_BUFC_DATA].rc_count, 0,
|
|
"size of evictable data in uncached state");
|
|
/* END CSTYLED */
|
|
|
|
extern arc_state_t ARC_l2c_only;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, l2c_only_size,
|
|
CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE,
|
|
&ARC_l2c_only, 0, param_get_arc_state_size, "Q",
|
|
"size of l2c_only state");
|
|
/* END CSTYLED */
|
|
|
|
/* dbuf.c */
|
|
|
|
/* dmu.c */
|
|
|
|
/* dmu_zfetch.c */
|
|
|
|
SYSCTL_NODE(_vfs_zfs, OID_AUTO, zfetch, CTLFLAG_RW, 0, "ZFS ZFETCH (LEGACY)");
|
|
|
|
extern uint32_t zfetch_max_distance;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs_zfetch, OID_AUTO, max_distance,
|
|
CTLFLAG_RWTUN, &zfetch_max_distance, 0,
|
|
"Max bytes to prefetch per stream (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint32_t zfetch_max_idistance;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs_zfetch, OID_AUTO, max_idistance,
|
|
CTLFLAG_RWTUN, &zfetch_max_idistance, 0,
|
|
"Max bytes to prefetch indirects for per stream (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
/* dsl_pool.c */
|
|
|
|
/* dnode.c */
|
|
|
|
/* dsl_scan.c */
|
|
|
|
/* metaslab.c */
|
|
|
|
/*
|
|
* In pools where the log space map feature is not enabled we touch
|
|
* multiple metaslabs (and their respective space maps) with each
|
|
* transaction group. Thus, we benefit from having a small space map
|
|
* block size since it allows us to issue more I/O operations scattered
|
|
* around the disk. So a sane default for the space map block size
|
|
* is 8~16K.
|
|
*/
|
|
extern int zfs_metaslab_sm_blksz_no_log;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs_metaslab, OID_AUTO, sm_blksz_no_log,
|
|
CTLFLAG_RDTUN, &zfs_metaslab_sm_blksz_no_log, 0,
|
|
"Block size for space map in pools with log space map disabled. "
|
|
"Power of 2 greater than 4096.");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* When the log space map feature is enabled, we accumulate a lot of
|
|
* changes per metaslab that are flushed once in a while so we benefit
|
|
* from a bigger block size like 128K for the metaslab space maps.
|
|
*/
|
|
extern int zfs_metaslab_sm_blksz_with_log;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs_metaslab, OID_AUTO, sm_blksz_with_log,
|
|
CTLFLAG_RDTUN, &zfs_metaslab_sm_blksz_with_log, 0,
|
|
"Block size for space map in pools with log space map enabled. "
|
|
"Power of 2 greater than 4096.");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* The in-core space map representation is more compact than its on-disk form.
|
|
* The zfs_condense_pct determines how much more compact the in-core
|
|
* space map representation must be before we compact it on-disk.
|
|
* Values should be greater than or equal to 100.
|
|
*/
|
|
extern uint_t zfs_condense_pct;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs, OID_AUTO, condense_pct,
|
|
CTLFLAG_RWTUN, &zfs_condense_pct, 0,
|
|
"Condense on-disk spacemap when it is more than this many percents"
|
|
" of in-memory counterpart");
|
|
/* END CSTYLED */
|
|
|
|
extern uint_t zfs_remove_max_segment;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs, OID_AUTO, remove_max_segment,
|
|
CTLFLAG_RWTUN, &zfs_remove_max_segment, 0,
|
|
"Largest contiguous segment ZFS will attempt to allocate when removing"
|
|
" a device");
|
|
/* END CSTYLED */
|
|
|
|
extern int zfs_removal_suspend_progress;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, removal_suspend_progress,
|
|
CTLFLAG_RWTUN, &zfs_removal_suspend_progress, 0,
|
|
"Ensures certain actions can happen while in the middle of a removal");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* Minimum size which forces the dynamic allocator to change
|
|
* it's allocation strategy. Once the space map cannot satisfy
|
|
* an allocation of this size then it switches to using more
|
|
* aggressive strategy (i.e search by size rather than offset).
|
|
*/
|
|
extern uint64_t metaslab_df_alloc_threshold;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_QUAD(_vfs_zfs_metaslab, OID_AUTO, df_alloc_threshold,
|
|
CTLFLAG_RWTUN, &metaslab_df_alloc_threshold, 0,
|
|
"Minimum size which forces the dynamic allocator to change its"
|
|
" allocation strategy");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* The minimum free space, in percent, which must be available
|
|
* in a space map to continue allocations in a first-fit fashion.
|
|
* Once the space map's free space drops below this level we dynamically
|
|
* switch to using best-fit allocations.
|
|
*/
|
|
extern uint_t metaslab_df_free_pct;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs_metaslab, OID_AUTO, df_free_pct,
|
|
CTLFLAG_RWTUN, &metaslab_df_free_pct, 0,
|
|
"The minimum free space, in percent, which must be available in a"
|
|
" space map to continue allocations in a first-fit fashion");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* Percentage of all cpus that can be used by the metaslab taskq.
|
|
*/
|
|
extern int metaslab_load_pct;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs_metaslab, OID_AUTO, load_pct,
|
|
CTLFLAG_RWTUN, &metaslab_load_pct, 0,
|
|
"Percentage of cpus that can be used by the metaslab taskq");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* Max number of metaslabs per group to preload.
|
|
*/
|
|
extern uint_t metaslab_preload_limit;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs_metaslab, OID_AUTO, preload_limit,
|
|
CTLFLAG_RWTUN, &metaslab_preload_limit, 0,
|
|
"Max number of metaslabs per group to preload");
|
|
/* END CSTYLED */
|
|
|
|
/* mmp.c */
|
|
|
|
int
|
|
param_set_multihost_interval(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int err;
|
|
|
|
err = sysctl_handle_64(oidp, &zfs_multihost_interval, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
if (spa_mode_global != SPA_MODE_UNINIT)
|
|
mmp_signal_all_threads();
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* spa.c */
|
|
|
|
extern int zfs_ccw_retry_interval;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, ccw_retry_interval,
|
|
CTLFLAG_RWTUN, &zfs_ccw_retry_interval, 0,
|
|
"Configuration cache file write, retry after failure, interval"
|
|
" (seconds)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t zfs_max_missing_tvds_cachefile;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, max_missing_tvds_cachefile,
|
|
CTLFLAG_RWTUN, &zfs_max_missing_tvds_cachefile, 0,
|
|
"Allow importing pools with missing top-level vdevs in cache file");
|
|
/* END CSTYLED */
|
|
|
|
extern uint64_t zfs_max_missing_tvds_scan;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UQUAD(_vfs_zfs, OID_AUTO, max_missing_tvds_scan,
|
|
CTLFLAG_RWTUN, &zfs_max_missing_tvds_scan, 0,
|
|
"Allow importing pools with missing top-level vdevs during scan");
|
|
/* END CSTYLED */
|
|
|
|
/* spa_misc.c */
|
|
|
|
extern int zfs_flags;
|
|
|
|
static int
|
|
sysctl_vfs_zfs_debug_flags(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int err, val;
|
|
|
|
val = zfs_flags;
|
|
err = sysctl_handle_int(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
/*
|
|
* ZFS_DEBUG_MODIFY must be enabled prior to boot so all
|
|
* arc buffers in the system have the necessary additional
|
|
* checksum data. However, it is safe to disable at any
|
|
* time.
|
|
*/
|
|
if (!(zfs_flags & ZFS_DEBUG_MODIFY))
|
|
val &= ~ZFS_DEBUG_MODIFY;
|
|
zfs_flags = val;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, debugflags,
|
|
CTLTYPE_UINT | CTLFLAG_MPSAFE | CTLFLAG_RWTUN, NULL, 0,
|
|
sysctl_vfs_zfs_debug_flags, "IU", "Debug flags for ZFS testing.");
|
|
/* END CSTYLED */
|
|
|
|
int
|
|
param_set_deadman_synctime(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
unsigned long val;
|
|
int err;
|
|
|
|
val = zfs_deadman_synctime_ms;
|
|
err = sysctl_handle_64(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
zfs_deadman_synctime_ms = val;
|
|
|
|
spa_set_deadman_synctime(MSEC2NSEC(zfs_deadman_synctime_ms));
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
param_set_deadman_ziotime(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
unsigned long val;
|
|
int err;
|
|
|
|
val = zfs_deadman_ziotime_ms;
|
|
err = sysctl_handle_64(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
zfs_deadman_ziotime_ms = val;
|
|
|
|
spa_set_deadman_ziotime(MSEC2NSEC(zfs_deadman_synctime_ms));
|
|
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
param_set_deadman_failmode(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
char buf[16];
|
|
int rc;
|
|
|
|
if (req->newptr == NULL)
|
|
strlcpy(buf, zfs_deadman_failmode, sizeof (buf));
|
|
|
|
rc = sysctl_handle_string(oidp, buf, sizeof (buf), req);
|
|
if (rc || req->newptr == NULL)
|
|
return (rc);
|
|
if (strcmp(buf, zfs_deadman_failmode) == 0)
|
|
return (0);
|
|
if (strcmp(buf, "wait") == 0)
|
|
zfs_deadman_failmode = "wait";
|
|
if (strcmp(buf, "continue") == 0)
|
|
zfs_deadman_failmode = "continue";
|
|
if (strcmp(buf, "panic") == 0)
|
|
zfs_deadman_failmode = "panic";
|
|
|
|
return (-param_set_deadman_failmode_common(buf));
|
|
}
|
|
|
|
int
|
|
param_set_slop_shift(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int val;
|
|
int err;
|
|
|
|
val = spa_slop_shift;
|
|
err = sysctl_handle_int(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (err);
|
|
|
|
if (val < 1 || val > 31)
|
|
return (EINVAL);
|
|
|
|
spa_slop_shift = val;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* spacemap.c */
|
|
|
|
extern int space_map_ibs;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, space_map_ibs, CTLFLAG_RWTUN,
|
|
&space_map_ibs, 0, "Space map indirect block shift");
|
|
/* END CSTYLED */
|
|
|
|
|
|
/* vdev.c */
|
|
|
|
int
|
|
param_set_min_auto_ashift(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int val;
|
|
int err;
|
|
|
|
val = zfs_vdev_min_auto_ashift;
|
|
err = sysctl_handle_int(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (SET_ERROR(err));
|
|
|
|
if (val < ASHIFT_MIN || val > zfs_vdev_max_auto_ashift)
|
|
return (SET_ERROR(EINVAL));
|
|
|
|
zfs_vdev_min_auto_ashift = val;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, min_auto_ashift,
|
|
CTLTYPE_UINT | CTLFLAG_RWTUN | CTLFLAG_MPSAFE,
|
|
&zfs_vdev_min_auto_ashift, sizeof (zfs_vdev_min_auto_ashift),
|
|
param_set_min_auto_ashift, "IU",
|
|
"Min ashift used when creating new top-level vdev. (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
int
|
|
param_set_max_auto_ashift(SYSCTL_HANDLER_ARGS)
|
|
{
|
|
int val;
|
|
int err;
|
|
|
|
val = zfs_vdev_max_auto_ashift;
|
|
err = sysctl_handle_int(oidp, &val, 0, req);
|
|
if (err != 0 || req->newptr == NULL)
|
|
return (SET_ERROR(err));
|
|
|
|
if (val > ASHIFT_MAX || val < zfs_vdev_min_auto_ashift)
|
|
return (SET_ERROR(EINVAL));
|
|
|
|
zfs_vdev_max_auto_ashift = val;
|
|
|
|
return (0);
|
|
}
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_PROC(_vfs_zfs, OID_AUTO, max_auto_ashift,
|
|
CTLTYPE_UINT | CTLFLAG_RWTUN | CTLFLAG_MPSAFE,
|
|
&zfs_vdev_max_auto_ashift, sizeof (zfs_vdev_max_auto_ashift),
|
|
param_set_max_auto_ashift, "IU",
|
|
"Max ashift used when optimizing for logical -> physical sector size on"
|
|
" new top-level vdevs. (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* Since the DTL space map of a vdev is not expected to have a lot of
|
|
* entries, we default its block size to 4K.
|
|
*/
|
|
extern int zfs_vdev_dtl_sm_blksz;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, dtl_sm_blksz,
|
|
CTLFLAG_RDTUN, &zfs_vdev_dtl_sm_blksz, 0,
|
|
"Block size for DTL space map. Power of 2 greater than 4096.");
|
|
/* END CSTYLED */
|
|
|
|
/*
|
|
* vdev-wide space maps that have lots of entries written to them at
|
|
* the end of each transaction can benefit from a higher I/O bandwidth
|
|
* (e.g. vdev_obsolete_sm), thus we default their block size to 128K.
|
|
*/
|
|
extern int zfs_vdev_standard_sm_blksz;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, standard_sm_blksz,
|
|
CTLFLAG_RDTUN, &zfs_vdev_standard_sm_blksz, 0,
|
|
"Block size for standard space map. Power of 2 greater than 4096.");
|
|
/* END CSTYLED */
|
|
|
|
extern int vdev_validate_skip;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs, OID_AUTO, validate_skip,
|
|
CTLFLAG_RDTUN, &vdev_validate_skip, 0,
|
|
"Enable to bypass vdev_validate().");
|
|
/* END CSTYLED */
|
|
|
|
/* vdev_cache.c */
|
|
|
|
/* vdev_mirror.c */
|
|
|
|
/* vdev_queue.c */
|
|
|
|
extern uint_t zfs_vdev_max_active;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs, OID_AUTO, top_maxinflight,
|
|
CTLFLAG_RWTUN, &zfs_vdev_max_active, 0,
|
|
"The maximum number of I/Os of all types active for each device."
|
|
" (LEGACY)");
|
|
/* END CSTYLED */
|
|
|
|
extern uint_t zfs_vdev_def_queue_depth;
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_UINT(_vfs_zfs_vdev, OID_AUTO, def_queue_depth,
|
|
CTLFLAG_RWTUN, &zfs_vdev_def_queue_depth, 0,
|
|
"Default queue depth for each allocator");
|
|
/* END CSTYLED */
|
|
|
|
/* zio.c */
|
|
|
|
/* BEGIN CSTYLED */
|
|
SYSCTL_INT(_vfs_zfs_zio, OID_AUTO, exclude_metadata,
|
|
CTLFLAG_RDTUN, &zio_exclude_metadata, 0,
|
|
"Exclude metadata buffers from dumps as well");
|
|
/* END CSTYLED */
|