c/mirror_zfs
1
0
Fork 0
mirror of https://git.proxmox.com/git/mirror_zfs.git synced 2026-05-22 10:37:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

L2ARC: Write budget fairness for metadata monopolization

Browse Source 
Under heavy metadata load, metadata passes can monopolize the write
budget every cycle while data passes get nothing written. Track
consecutive monopolized cycles per device in l2ad_meta_cycles. After
l2arc_meta_cycles (default 2) consecutive cycles where metadata fills
the write budget, skip metadata for one cycle to let data run.  Reset
the counter when nothing is written.

Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov>
Reviewed-by: Alexander Motin <alexander.motin@TrueNAS.com>
Signed-off-by: Ameer Hamza <ahamza@ixsystems.com>
Closes #18289
This commit is contained in:
Ameer Hamza
2026-03-05 19:17:03 +05:00
committed by Brian Behlendorf
parent 62ca8f721b
commit b27a87f399
4 changed files with 50 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
module/zfs/arc.c
+36
View File
@@ -963,6 +963,15 @@ static int l2arc_mfuonly = 0;
*/
static uint64_t l2arc_ext_headroom_pct = 25;
/*
* Metadata monopolization limit. When metadata fills the write budget
* for this many consecutive cycles while data gets nothing, skip metadata
* for one cycle to let data run, then reset the counter.
* With N=2, the steady-state pattern under sustained monopolization is
* 2 metadata cycles followed by 1 data cycle (67%/33% split).
*/
static uint64_t l2arc_meta_cycles = 2;
/*
* L2ARC TRIM
* l2arc_trim_ahead : A ZFS module parameter that controls how much ahead of
@@ -9998,6 +10007,12 @@ l2arc_write_buffers(spa_t *spa, l2arc_dev_t *dev, uint64_t target_sz)
/*
* Copy buffers for L2ARC writing.
*/
boolean_t skip_meta = (save_position &&
l2arc_meta_cycles > 0 &&
dev->l2ad_meta_cycles >= l2arc_meta_cycles);
if (skip_meta)
dev->l2ad_meta_cycles = 0;
for (int pass = 0; pass < L2ARC_FEED_TYPES; pass++) {
/*
* pass == 0: MFU meta
@@ -10013,6 +10028,9 @@ l2arc_write_buffers(spa_t *spa, l2arc_dev_t *dev, uint64_t target_sz)
continue;
}
if (skip_meta && pass <= L2ARC_MRU_META)
continue;
headroom = target_sz * l2arc_headroom;
if (zfs_compressed_arc_enabled)
headroom = (headroom * l2arc_headroom_boost) / 100;
@@ -10080,6 +10098,14 @@ l2arc_write_buffers(spa_t *spa, l2arc_dev_t *dev, uint64_t target_sz)
(spa->spa_l2arc_info.l2arc_next_sublist[pass] + 1) %
num_sublists;
/*
* Count consecutive metadata monopolization toward
* l2arc_meta_cycles. Only count when metadata actually
* filled the write budget, starving data passes.
*/
if (save_position && pass <= L2ARC_MRU_META && full)
dev->l2ad_meta_cycles++;
/*
* Depth cap: track cumulative bytes scanned per pass
* and reset markers when the scan cap is reached.
@@ -10109,6 +10135,13 @@ l2arc_write_buffers(spa_t *spa, l2arc_dev_t *dev, uint64_t target_sz)
break;
}
/*
* If nothing was written at all, reset monopolization counter.
* No point skipping metadata if data has nothing either.
*/
if (write_asize == 0)
dev->l2ad_meta_cycles = 0;
/* No buffers selected for writing? */
if (pio == NULL) {
ASSERT0(write_psize);
@@ -11752,6 +11785,9 @@ ZFS_MODULE_PARAM(zfs_l2arc, l2arc_, mfuonly, INT, ZMOD_RW,
ZFS_MODULE_PARAM(zfs_l2arc, l2arc_, exclude_special, INT, ZMOD_RW,
"Exclude dbufs on special vdevs from being cached to L2ARC if set.");
ZFS_MODULE_PARAM(zfs_l2arc, l2arc_, meta_cycles, U64, ZMOD_RW,
"Consecutive metadata cycles before skipping to let data run");
ZFS_MODULE_PARAM(zfs_l2arc, l2arc_, ext_headroom_pct, U64, ZMOD_RW,
"Depth cap as percentage of state size for marker reset");