mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2025-02-24 07:54:12 +03:00
b7654bd794
The l2arc_evict() function is responsible for evicting buffers which reference the next bytes of the L2ARC device to be overwritten. Teach this function to additionally TRIM that vdev space before it is overwritten if the device has been filled with data. This is done by vdev_trim_simple() which trims by issuing a new type of TRIM, TRIM_TYPE_SIMPLE. We also implement a "Trim Ahead" feature. It is a zfs module parameter, expressed in % of the current write size. This trims ahead of the current write size. A minimum of 64MB will be trimmed. The default is 0 which disables TRIM on L2ARC as it can put significant stress to underlying storage devices. To enable TRIM on L2ARC we set l2arc_trim_ahead > 0. We also implement TRIM of the whole cache device upon addition to a pool, pool creation or when the header of the device is invalid upon importing a pool or onlining a cache device. This is dependent on l2arc_trim_ahead > 0. TRIM of the whole device is done with TRIM_TYPE_MANUAL so that its status can be monitored by zpool status -t. We save the TRIM state for the whole device and the time of completion on-disk in the header, and restore these upon L2ARC rebuild so that zpool status -t can correctly report them. Whole device TRIM is done asynchronously so that the user can export of the pool or remove the cache device while it is trimming (ie if it is too slow). We do not TRIM the whole device if persistent L2ARC has been disabled by l2arc_rebuild_enabled = 0 because we may not want to lose all cached buffers (eg we may want to import the pool with l2arc_rebuild_enabled = 0 only once because of memory pressure). If persistent L2ARC has been disabled by setting the module parameter l2arc_rebuild_blocks_min_l2size to a value greater than the size of the cache device then the whole device is trimmed upon creation or import of a pool if l2arc_trim_ahead > 0. Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Reviewed-by: Adam D. Moss <c@yotes.com> Signed-off-by: George Amanakis <gamanakis@gmail.com> Closes #9713 Closes #9789 Closes #10224
107 lines
3.1 KiB
Bash
Executable File
107 lines
3.1 KiB
Bash
Executable File
#!/bin/ksh -p
|
|
#
|
|
# CDDL HEADER START
|
|
#
|
|
# This file and its contents are supplied under the terms of the
|
|
# Common Development and Distribution License ("CDDL"), version 1.0.
|
|
# You may only use this file in accordance with the terms of version
|
|
# 1.0 of the CDDL.
|
|
#
|
|
# A full copy of the text of the CDDL should have accompanied this
|
|
# source. A copy of the CDDL is also available via the Internet at
|
|
# http://www.illumos.org/license/CDDL.
|
|
#
|
|
# CDDL HEADER END
|
|
#
|
|
|
|
. $STF_SUITE/include/libtest.shlib
|
|
. $STF_SUITE/tests/functional/trim/trim.kshlib
|
|
. $STF_SUITE/tests/functional/trim/trim.cfg
|
|
|
|
#
|
|
# DESCRIPTION:
|
|
# Verify trimming of L2ARC
|
|
#
|
|
# STRATEGY:
|
|
# 1. Set 'l2arc_trim_ahead = 1' and `l2arc_write_size = 64MB`.
|
|
# 2. Create a pool on file vdevs to trim.
|
|
# 3. Verify the cache device was trimmed.
|
|
# 4. Fill the pool with a file larger than the L2ARC vdev.
|
|
# 5. Randomly read the previous written file long enough for the
|
|
# L2ARC vdev to be filled and overwritten 5 times.
|
|
# 6. Verify trim IOs of the expected type were issued for the pool.
|
|
# 7. Verify the allocated space on the cache device is less than
|
|
# its size.
|
|
#
|
|
|
|
verify_runnable "global"
|
|
|
|
log_assert "Trim of L2ARC succeeds."
|
|
|
|
function cleanup
|
|
{
|
|
if poolexists $TESTPOOL; then
|
|
destroy_pool $TESTPOOL
|
|
fi
|
|
|
|
log_must rm -f $VDEVS
|
|
log_must set_tunable32 L2ARC_TRIM_AHEAD $l2arc_trimahead
|
|
log_must set_tunable32 L2ARC_WRITE_MAX $l2arc_writemax
|
|
}
|
|
log_onexit cleanup
|
|
|
|
# The cache device $TRIM_VDEV2 has to be small enough, so that
|
|
# dev->l2ad_hand loops around and dev->l2ad_first=0. Otherwise
|
|
# l2arc_evict() exits before evicting/trimming.
|
|
typeset l2arc_trimahead=$(get_tunable L2ARC_TRIM_AHEAD)
|
|
typeset l2arc_writemax=$(get_tunable L2ARC_WRITE_MAX)
|
|
log_must set_tunable32 L2ARC_TRIM_AHEAD 1
|
|
log_must set_tunable32 L2ARC_WRITE_MAX $((64 * 1024 * 1024))
|
|
VDEVS="$TRIM_VDEV1 $TRIM_VDEV2"
|
|
log_must truncate -s $((MINVDEVSIZE)) $TRIM_VDEV2
|
|
log_must truncate -s $((4 * MINVDEVSIZE)) $TRIM_VDEV1
|
|
typeset VDEV_MIN_MB=$((MINVDEVSIZE * 0.30 / 1024 / 1024))
|
|
|
|
log_must zpool create -f $TESTPOOL $TRIM_VDEV1 cache $TRIM_VDEV2
|
|
verify_vdevs "-le" "$VDEV_MIN_MB" $TRIM_VDEV2
|
|
|
|
typeset fill_mb=$(( floor(2 * MINVDEVSIZE) ))
|
|
export DIRECTORY=/$TESTPOOL
|
|
export NUMJOBS=1
|
|
export FILE_SIZE=${fill_mb}
|
|
export PERF_RANDSEED=1234
|
|
export PERF_COMPPERCENT=66
|
|
export PERF_COMPCHUNK=0
|
|
export RUNTIME=30
|
|
export BLOCKSIZE=128K
|
|
export SYNC_TYPE=0
|
|
export DIRECT=1
|
|
|
|
# Write to the pool.
|
|
log_must fio $FIO_SCRIPTS/mkfiles.fio
|
|
|
|
# Read randomly from the pool to fill L2ARC.
|
|
export RUNTIME=30
|
|
log_must fio $FIO_SCRIPTS/random_reads.fio
|
|
|
|
export RUNTIME=1
|
|
typeset do_once=true
|
|
while $do_once || [[ $l2_size1 -le $l2_size2 ]]; do
|
|
typeset l2_size1=$(get_arcstat l2_size)
|
|
log_must fio $FIO_SCRIPTS/random_reads.fio
|
|
typeset l2_size2=$(get_arcstat l2_size)
|
|
do_once=false
|
|
done
|
|
|
|
verify_trim_io $TESTPOOL "ind" 5 $TRIM_VDEV2
|
|
|
|
typeset cache_size=$(zpool list -vp | grep $TRIM_VDEV2 | awk '{print $2}')
|
|
typeset cache_alloc=$(zpool list -vp | grep $TRIM_VDEV2 | awk '{print $3}')
|
|
|
|
log_must test $cache_alloc -lt $cache_size
|
|
|
|
log_must zpool destroy $TESTPOOL
|
|
log_must rm -f $VDEVS
|
|
|
|
log_pass "Trim of L2ARC succeeds."
|