mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2024-11-17 18:11:00 +03:00
92334b14ec
This change adds a new kstat to gain some visibility into the amount of
time spent in each call to dmu_tx_assign. A histogram is exported via
a new dmu_tx_assign_histogram-$POOLNAME file. The information contained
in this histogram is the frequency dmu_tx_assign took to complete given
an interval range. For example, given the below histogram file:
$ cat /proc/spl/kstat/zfs/dmu_tx_assign_histogram-tank
12 1 0x01 32 1536 19792068076691 20516481514522
name type data
1 us 4 859
2 us 4 252
4 us 4 171
8 us 4 2
16 us 4 0
32 us 4 2
64 us 4 0
128 us 4 0
256 us 4 0
512 us 4 0
1024 us 4 0
2048 us 4 0
4096 us 4 0
8192 us 4 0
16384 us 4 0
32768 us 4 1
65536 us 4 1
131072 us 4 1
262144 us 4 4
524288 us 4 0
1048576 us 4 0
2097152 us 4 0
4194304 us 4 0
8388608 us 4 0
16777216 us 4 0
33554432 us 4 0
67108864 us 4 0
134217728 us 4 0
268435456 us 4 0
536870912 us 4 0
1073741824 us 4 0
2147483648 us 4 0
one can see most calls to dmu_tx_assign completed in 32us or less, but a
few outliers did not. Specifically, 4 of the calls took between 262144us
and 131072us. This information is difficult, if not impossible, to gather
without this change.
Signed-off-by: Prakash Surya <surya1@llnl.gov>
Signed-off-by: Brian Behlendorf <behlendorf1@llnl.gov>
Closes #1584
179 lines
5.4 KiB
C
179 lines
5.4 KiB
C
/*
|
|
* CDDL HEADER START
|
|
*
|
|
* The contents of this file are subject to the terms of the
|
|
* Common Development and Distribution License (the "License").
|
|
* You may not use this file except in compliance with the License.
|
|
*
|
|
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
|
|
* or http://www.opensolaris.org/os/licensing.
|
|
* See the License for the specific language governing permissions
|
|
* and limitations under the License.
|
|
*
|
|
* When distributing Covered Code, include this CDDL HEADER in each
|
|
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
|
|
* If applicable, add the following below this CDDL HEADER, with the
|
|
* fields enclosed by brackets "[]" replaced with your own identifying
|
|
* information: Portions Copyright [yyyy] [name of copyright owner]
|
|
*
|
|
* CDDL HEADER END
|
|
*/
|
|
/*
|
|
* Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
|
|
* Copyright (c) 2012 by Delphix. All rights reserved.
|
|
*/
|
|
|
|
#ifndef _SYS_DSL_POOL_H
|
|
#define _SYS_DSL_POOL_H
|
|
|
|
#include <sys/spa.h>
|
|
#include <sys/txg.h>
|
|
#include <sys/txg_impl.h>
|
|
#include <sys/zfs_context.h>
|
|
#include <sys/zio.h>
|
|
#include <sys/dnode.h>
|
|
#include <sys/ddt.h>
|
|
#include <sys/arc.h>
|
|
#include <sys/bpobj.h>
|
|
#include <sys/bptree.h>
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
extern int zfs_txg_synctime_ms;
|
|
|
|
struct objset;
|
|
struct dsl_dir;
|
|
struct dsl_dataset;
|
|
struct dsl_pool;
|
|
struct dmu_tx;
|
|
struct dsl_scan;
|
|
|
|
/* These macros are for indexing into the zfs_all_blkstats_t. */
|
|
#define DMU_OT_DEFERRED DMU_OT_NONE
|
|
#define DMU_OT_OTHER DMU_OT_NUMTYPES /* place holder for DMU_OT() types */
|
|
#define DMU_OT_TOTAL (DMU_OT_NUMTYPES + 1)
|
|
|
|
typedef struct zfs_blkstat {
|
|
uint64_t zb_count;
|
|
uint64_t zb_asize;
|
|
uint64_t zb_lsize;
|
|
uint64_t zb_psize;
|
|
uint64_t zb_gangs;
|
|
uint64_t zb_ditto_2_of_2_samevdev;
|
|
uint64_t zb_ditto_2_of_3_samevdev;
|
|
uint64_t zb_ditto_3_of_3_samevdev;
|
|
} zfs_blkstat_t;
|
|
|
|
typedef struct zfs_all_blkstats {
|
|
zfs_blkstat_t zab_type[DN_MAX_LEVELS + 1][DMU_OT_TOTAL + 1];
|
|
} zfs_all_blkstats_t;
|
|
|
|
typedef struct txg_history {
|
|
kstat_txg_t th_kstat;
|
|
vdev_stat_t th_vs1;
|
|
vdev_stat_t th_vs2;
|
|
kmutex_t th_lock;
|
|
list_node_t th_link;
|
|
} txg_history_t;
|
|
|
|
typedef struct dsl_pool {
|
|
/* Immutable */
|
|
spa_t *dp_spa;
|
|
struct objset *dp_meta_objset;
|
|
struct dsl_dir *dp_root_dir;
|
|
struct dsl_dir *dp_mos_dir;
|
|
struct dsl_dir *dp_free_dir;
|
|
struct dsl_dataset *dp_origin_snap;
|
|
uint64_t dp_root_dir_obj;
|
|
struct taskq *dp_iput_taskq;
|
|
kstat_t *dp_txg_kstat;
|
|
kstat_t *dp_tx_assign_kstat;
|
|
|
|
/* No lock needed - sync context only */
|
|
blkptr_t dp_meta_rootbp;
|
|
hrtime_t dp_read_overhead;
|
|
uint64_t dp_throughput; /* bytes per millisec */
|
|
uint64_t dp_write_limit;
|
|
uint64_t dp_tmp_userrefs_obj;
|
|
bpobj_t dp_free_bpobj;
|
|
uint64_t dp_bptree_obj;
|
|
uint64_t dp_empty_bpobj;
|
|
|
|
struct dsl_scan *dp_scan;
|
|
|
|
/* Uses dp_lock */
|
|
kmutex_t dp_lock;
|
|
uint64_t dp_space_towrite[TXG_SIZE];
|
|
uint64_t dp_tempreserved[TXG_SIZE];
|
|
uint64_t dp_mos_used_delta;
|
|
uint64_t dp_mos_compressed_delta;
|
|
uint64_t dp_mos_uncompressed_delta;
|
|
uint64_t dp_txg_history_size;
|
|
list_t dp_txg_history;
|
|
uint64_t dp_tx_assign_size;
|
|
kstat_named_t *dp_tx_assign_buckets;
|
|
|
|
|
|
/* Has its own locking */
|
|
tx_state_t dp_tx;
|
|
txg_list_t dp_dirty_datasets;
|
|
txg_list_t dp_dirty_zilogs;
|
|
txg_list_t dp_dirty_dirs;
|
|
txg_list_t dp_sync_tasks;
|
|
|
|
/*
|
|
* Protects administrative changes (properties, namespace)
|
|
* It is only held for write in syncing context. Therefore
|
|
* syncing context does not need to ever have it for read, since
|
|
* nobody else could possibly have it for write.
|
|
*/
|
|
krwlock_t dp_config_rwlock;
|
|
|
|
zfs_all_blkstats_t *dp_blkstats;
|
|
} dsl_pool_t;
|
|
|
|
int dsl_pool_init(spa_t *spa, uint64_t txg, dsl_pool_t **dpp);
|
|
int dsl_pool_open(dsl_pool_t *dp);
|
|
void dsl_pool_close(dsl_pool_t *dp);
|
|
dsl_pool_t *dsl_pool_create(spa_t *spa, nvlist_t *zplprops, uint64_t txg);
|
|
void dsl_pool_sync(dsl_pool_t *dp, uint64_t txg);
|
|
void dsl_pool_sync_done(dsl_pool_t *dp, uint64_t txg);
|
|
int dsl_pool_sync_context(dsl_pool_t *dp);
|
|
uint64_t dsl_pool_adjustedsize(dsl_pool_t *dp, boolean_t netfree);
|
|
uint64_t dsl_pool_adjustedfree(dsl_pool_t *dp, boolean_t netfree);
|
|
int dsl_pool_tempreserve_space(dsl_pool_t *dp, uint64_t space, dmu_tx_t *tx);
|
|
void dsl_pool_tempreserve_clear(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
|
|
void dsl_pool_memory_pressure(dsl_pool_t *dp);
|
|
void dsl_pool_willuse_space(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
|
|
void dsl_free(dsl_pool_t *dp, uint64_t txg, const blkptr_t *bpp);
|
|
void dsl_free_sync(zio_t *pio, dsl_pool_t *dp, uint64_t txg,
|
|
const blkptr_t *bpp);
|
|
void dsl_pool_create_origin(dsl_pool_t *dp, dmu_tx_t *tx);
|
|
void dsl_pool_upgrade_clones(dsl_pool_t *dp, dmu_tx_t *tx);
|
|
void dsl_pool_upgrade_dir_clones(dsl_pool_t *dp, dmu_tx_t *tx);
|
|
void dsl_pool_mos_diduse_space(dsl_pool_t *dp,
|
|
int64_t used, int64_t comp, int64_t uncomp);
|
|
|
|
taskq_t *dsl_pool_iput_taskq(dsl_pool_t *dp);
|
|
|
|
extern int dsl_pool_user_hold(dsl_pool_t *dp, uint64_t dsobj,
|
|
const char *tag, uint64_t *now, dmu_tx_t *tx);
|
|
extern int dsl_pool_user_release(dsl_pool_t *dp, uint64_t dsobj,
|
|
const char *tag, dmu_tx_t *tx);
|
|
extern void dsl_pool_clean_tmp_userrefs(dsl_pool_t *dp);
|
|
int dsl_pool_open_special_dir(dsl_pool_t *dp, const char *name, dsl_dir_t **);
|
|
|
|
void dsl_pool_tx_assign_add_usecs(dsl_pool_t *dp, uint64_t usecs);
|
|
|
|
txg_history_t *dsl_pool_txg_history_add(dsl_pool_t *dp, uint64_t txg);
|
|
txg_history_t *dsl_pool_txg_history_get(dsl_pool_t *dp, uint64_t txg);
|
|
void dsl_pool_txg_history_put(txg_history_t *th);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /* _SYS_DSL_POOL_H */
|