ZTS: update the relevant mmp test cases

- mmp_concurrent_import: added test case to verify that concurrent
  import correctness.  The pool may only be imported once.

- mmp_exported_import: an activity check is now required for pools
  which were cleanly exported if the system and pool hostids don't
  match.

- mmp_inactive_import: an activity check is now required for any
  pool which wasn't cleanly exported, even if the system and pool
  hostids match.

- mmp_on_uberblocks: updated expected uberblocks to take in to account
  the value MMP_INTERVAL_DEFAULT is set too.

- mmp_reset_interval: reduce the number of iterations from 10 to 3.
  This is sufficient to verify functionality and significantly speeds
  up the test.

- mmp_on_uberblocks: adjust the thresholds and increase the runtime
  to avoid false positives observed in CI.

- Update tests to use 'zhack action idle' instead of ztest to improve
  the reliability of the tests.

- Add additional log_note messages to test cases which have multiple
  verification steps to make it clear which portion of a test failed
  when reviewing the logs.

- Replace default_setup/cleanup_noexit calls with 'zpool create' and
  'zpool destroy' calls to avoid additional unnecessary dataset
  creation work.

- Update activity/noactivity check helper functions to use the
  ZFS_LOAD_INFO_DEBUG information now available from 'zpool import'
  to determine if this activity check ran and why.  This is more
  reliable in the CI than measuring the runtime.

- Removed all mmp tests from the zts-report.py exceptions list.

Signed-off-by: Brian Behlendorf <behlendorf1@llnl.gov>
Reviewed-by: Tony Hutter <hutter2@llnl.gov>
Reviewed-by: Olaf Faaland <faaland1@llnl.gov>
Reviewed-by: Akash B <akash-b@hpe.com>

module/zfs/spa.c

@@ -4099,8 +4099,8 @@ spa_activity_check_tryimport(spa_t *spa, uberblock_t *spa_ub,
 		hrtime_t extra_delay = MMP_IMPORT_VERIFY_ITERS *
 		    MSEC2NSEC(MMP_INTERVAL_VALID(spa_ub) ?
 		    MMP_INTERVAL(spa_ub) : MMP_MIN_INTERVAL);
-		cmn_err(CE_NOTE, "pool '%s' multihost activity check "
+		cmn_err(CE_NOTE, "pool '%s' activity check required, "
-		    "required, %llu seconds remaining", spa_load_name(spa),
+		    "%llu seconds remaining", spa_load_name(spa),
 		    (u_longlong_t)MAX(NSEC2SEC(import_delay + extra_delay), 1));
 		spa_import_progress_set_notes(spa, "Checking MMP activity, "
 		    "waiting %llu ms", (u_longlong_t)NSEC2MSEC(import_delay));

tests/runfiles/linux.run

@@ -159,8 +159,10 @@ tags = ['functional', 'mmap']
 tests = ['mmp_on_thread', 'mmp_on_uberblocks', 'mmp_on_off', 'mmp_interval',
     'mmp_active_import', 'mmp_inactive_import', 'mmp_exported_import',
     'mmp_write_uberblocks', 'mmp_reset_interval', 'multihost_history',
-    'mmp_on_zdb', 'mmp_write_distribution', 'mmp_hostid', 'mmp_write_slow_disk']
+    'mmp_on_zdb', 'mmp_write_distribution', 'mmp_hostid', 'mmp_write_slow_disk',
+    'mmp_concurrent_import']
 tags = ['functional', 'mmp']
+timeout = 1200
 
 [tests/functional/mount:Linux]
 tests = ['umount_unlinked_drain', 'mount_loopback']

tests/test-runner/bin/zts-report.py.in

@@ -247,7 +247,6 @@ maybe = {
     'l2arc/persist_l2arc_005_pos': ['FAIL', known_reason],
     'largest_pool/largest_pool_001_pos': ['FAIL', known_reason],
     'mmap/mmap_sync_001_pos': ['FAIL', known_reason],
-    'mmp/mmp_on_uberblocks': ['FAIL', known_reason],
     'pam/setup': ['SKIP', "pamtester might be not available"],
     'pool_checkpoint/checkpoint_discard_busy': ['FAIL', 11946],
     'projectquota/setup': ['SKIP', exec_reason],
@@ -366,9 +365,6 @@ elif sys.platform.startswith('linux'):
         'io/io_uring': ['SKIP', 'io_uring support required'],
         'limits/filesystem_limit': ['SKIP', known_reason],
         'limits/snapshot_limit': ['SKIP', known_reason],
-        'mmp/mmp_active_import': ['FAIL', known_reason],
-        'mmp/mmp_exported_import': ['FAIL', known_reason],
-        'mmp/mmp_inactive_import': ['FAIL', known_reason],
         'stat/statx_dioalign': ['SKIP', 'statx_reason'],
     })
 

tests/zfs-tests/tests/Makefile.am

@@ -1719,6 +1719,7 @@ nobase_dist_datadir_zfs_tests_tests_SCRIPTS += \
 	functional/mmap/setup.ksh \
 	functional/mmp/cleanup.ksh \
 	functional/mmp/mmp_active_import.ksh \
+	functional/mmp/mmp_concurrent_import.ksh \
 	functional/mmp/mmp_exported_import.ksh \
 	functional/mmp/mmp_hostid.ksh \
 	functional/mmp/mmp_inactive_import.ksh \

tests/zfs-tests/tests/functional/mmp/mmp.cfg

@@ -25,6 +25,8 @@ export DISK=${DISKS%% *}
 export HOSTID_FILE="/etc/hostid"
 export HOSTID1=01234567
 export HOSTID2=89abcdef
+export HOSTID3=aaaabbbb
+export HOSTID4=ccccdddd
 
 export TXG_TIMEOUT_LONG=5000
 export TXG_TIMEOUT_DEFAULT=5
@@ -32,7 +34,7 @@ export TXG_TIMEOUT_DEFAULT=5
 export MMP_POOL=mmppool
 export MMP_DIR=$TEST_BASE_DIR/mmp
 export MMP_CACHE=$MMP_DIR/zpool.cache
-export MMP_ZTEST_LOG=$MMP_DIR/ztest.log
+export MMP_ZHACK_LOG=$MMP_DIR/zhack.log
 export MMP_HISTORY=100
 export MMP_HISTORY_OFF=0
 
@@ -43,5 +45,3 @@ export MMP_INTERVAL_MIN=100
 export MMP_IMPORT_INTERVALS=20
 export MMP_FAIL_INTERVALS_DEFAULT=10
 export MMP_FAIL_INTERVALS_MIN=2
-
-export MMP_TEST_DURATION_DEFAULT=$((MMP_IMPORT_INTERVALS*MMP_INTERVAL_DEFAULT/1000))

tests/zfs-tests/tests/functional/mmp/mmp.kshlib

@@ -99,11 +99,11 @@ function mmp_pool_create_simple # pool dir
 	log_must zpool set multihost=on $pool
 }
 
-function mmp_pool_create # pool dir
+function mmp_pool_create_zhack # pool dir
 {
 	typeset pool=${1:-$MMP_POOL}
 	typeset dir=${2:-$MMP_DIR}
-	typeset opts="-VVVVV -T120 -M -k0 -f $dir -E -p $pool"
+	typeset opts="-d $dir action idle -t120 $pool"
 
 	mmp_pool_create_simple $pool $dir
 
@@ -112,11 +112,11 @@ function mmp_pool_create # pool dir
 	log_must mmp_clear_hostid
 	log_must mmp_set_hostid $HOSTID2
 
-	log_note "Starting ztest in the background as hostid $HOSTID1"
+	log_note "Starting zhack in the background as hostid $HOSTID1"
-	log_must eval "ZFS_HOSTID=$HOSTID1 ztest $opts >$MMP_ZTEST_LOG 2>&1 &"
+	log_must eval "ZFS_HOSTID=$HOSTID1 zhack $opts >$MMP_ZHACK_LOG 2>&1 &"
 
 	while ! is_pool_imported "$pool" "-d $dir"; do
-		log_must pgrep ztest
+		log_must pgrep zhack
 		log_must sleep 5
 	done
 }
@@ -126,10 +126,10 @@ function mmp_pool_destroy # pool dir
 	typeset pool=${1:-$MMP_POOL}
 	typeset dir=${2:-$MMP_DIR}
 
-	ZTESTPID=$(pgrep ztest)
+	ZHACKPID=$(pgrep zhack)
-	if [ -n "$ZTESTPID" ]; then
+	if [ -n "$ZHACKPID" ]; then
-		log_must kill $ZTESTPID
+		log_must kill $ZHACKPID
-		wait $ZTESTPID
+		wait $ZHACKPID
 	fi
 
 	if poolexists $pool; then
@@ -158,33 +158,34 @@ function import_no_activity_check # pool opts
 	typeset pool=$1
 	typeset opts=$2
 
-	typeset max_duration=$((MMP_TEST_DURATION_DEFAULT-1))
+	RESULT=$(ZFS_LOAD_INFO_DEBUG=1 zpool import $opts $pool)
-
-	SECONDS=0
-	zpool import $opts $pool
 	typeset rc=$?
 
-	if [[ $SECONDS -gt $max_duration ]]; then
+	# mmp_result: 3 (ESRCH) no activity check was run not required
-		log_fail "ERROR: import_no_activity_check unexpected activity \
+	# mmp_result: 6 (ENXIO) no activity check was run hostid not set
-check (${SECONDS}s gt $max_duration)"
+	if ! echo "$RESULT" | grep -q "mmp_result: 3" &&
+	   ! echo "$RESULT" | grep -q "mmp_result: 6"; then
+		log_note "ERROR: $RESULT"
+		log_fail "ERROR: import_no_activity_check unexpected activity check"
 	fi
 
 	return $rc
 }
 
-function import_activity_check # pool opts act_test_duration
+function import_activity_check # pool opts
 {
 	typeset pool=$1
 	typeset opts=$2
-	typeset min_duration=${3:-$MMP_TEST_DURATION_DEFAULT}
 
-	SECONDS=0
+	RESULT=$(ZFS_LOAD_INFO_DEBUG=1 zpool import $opts $pool)
-	zpool import $opts $pool
 	typeset rc=$?
 
-	if [[ $SECONDS -le $min_duration ]]; then
+	# mmp_result: 0 (Success) check was run no activity detected
-		log_fail "ERROR: import_activity_check expected activity check \
+	# mmp_result: 121 (EREMOTEIO) check was run activity detected
-(${SECONDS}s le min_duration $min_duration)"
+	# mmp_result: 4 (EINTR) check was run but interrupted by user
+	if ! echo "$RESULT" | grep -q "mmp_result: 0"; then
+		log_note "ERROR: $RESULT"
+		log_fail "ERROR: import_activity_check expected activity check"
 	fi
 
 	return $rc

tests/zfs-tests/tests/functional/mmp/mmp_active_import.ksh

@@ -24,10 +24,10 @@
 #	with one hostid be importable by a host with a different hostid.
 #
 # STRATEGY:
-#	 1. Simulate an active pool on another host with ztest.
+#	 1. Simulate an active pool on another host with zhack.
 #	 2. Verify 'zpool import' reports an active pool.
 #	 3. Verify 'zpool import [-f] $MMP_POOL' cannot import the pool.
-#	 4. Kill ztest to make pool eligible for import.
+#	 4. Kill zhack to make pool eligible for import.
 #	 5. Verify 'zpool import' fails with the expected error message.
 #	 6. Verify 'zpool import $MMP_POOL' fails with the expected message.
 #	 7. Verify 'zpool import -f $MMP_POOL' can now import the pool.
@@ -44,16 +44,16 @@ function cleanup
 {
 	mmp_pool_destroy $MMP_POOL $MMP_DIR
 	log_must mmp_clear_hostid
-	ZTESTPID=$(pgrep ztest)
+	ZHACKPID=$(pgrep zhack)
-	if [ -n "$ZTESTPID" ]; then
+	if [ -n "$ZHACKPID" ]; then
-		for pid in $ZTESTPID; do
+		for pid in $ZHACKPID; do
 			log_must kill -9 $pid
 		done
 	else
-		# if ztest not running and log present, ztest crashed
+		# if zhack is not running and log present, zhack crashed
-		if [ -f $MMP_ZTEST_LOG ]; then
+		if [ -f $MMP_ZHACK_LOG ]; then
-			log_note "ztest appears to have crashed.  Tail of log:"
+			log_note "zhack appears to have crashed.  Tail of log:"
-			tail -n 50 $MMP_ZTEST_LOG
+			tail -n 50 $MMP_ZHACK_LOG
 		fi
 	fi
 }
@@ -61,15 +61,18 @@ function cleanup
 log_assert "multihost=on|off active pool activity checks"
 log_onexit cleanup
 
-# 1. Simulate an active pool on another host with ztest.
+# 1. Simulate an active pool on another host with zhack.
+log_note "Simulate an active pool on another host with zhack"
 mmp_pool_destroy $MMP_POOL $MMP_DIR
-mmp_pool_create $MMP_POOL $MMP_DIR
+mmp_pool_create_zhack $MMP_POOL $MMP_DIR
 
 # 2. Verify 'zpool import' reports an active pool.
+log_note "Verify 'zpool import' reports an active pool"
 log_must mmp_set_hostid $HOSTID2
 log_must is_pool_imported $MMP_POOL "-d $MMP_DIR"
 
 # 3. Verify 'zpool import [-f] $MMP_POOL' cannot import the pool.
+log_note "Verify 'zpool import [-f] $MMP_POOL' cannot import the pool"
 MMP_IMPORTED_MSG="Cannot import '$MMP_POOL': pool is imported"
 
 log_must try_pool_import $MMP_POOL "-d $MMP_DIR" "$MMP_IMPORTED_MSG"
@@ -84,14 +87,15 @@ for i in {1..10}; do
 	    "$MMP_IMPORTED_MSG"
 done
 
-# 4. Kill ztest to make pool eligible for import.  Poll with 'zpool status'.
+# 4. Kill zhack to make pool eligible for import.  Poll with 'zpool status'.
-ZTESTPID=$(pgrep ztest)
+log_note "Kill zhack to make pool eligible for import.  Poll with 'zpool status'"
-if [ -n "$ZTESTPID" ]; then
+ZHACKPID=$(pgrep zhack)
-	log_must kill -9 $ZTESTPID
+if [ -n "$ZHACKPID" ]; then
+	log_must kill -9 $ZHACKPID
 fi
 log_must wait_pool_imported $MMP_POOL "-d $MMP_DIR"
-if [ -f $MMP_ZTEST_LOG ]; then
+if [ -f $MMP_ZHACK_LOG ]; then
-	log_must rm $MMP_ZTEST_LOG
+	log_must rm $MMP_ZHACK_LOG
 fi
 
 # 5. Verify 'zpool import' fails with the expected error message, when
@@ -99,6 +103,7 @@ fi
 #    - hostid=matches   - safe to import the pool
 #    - hostid=different - previously imported on a different system
 #
+log_note "Verify 'zpool import' fails with the expected error message"
 log_must mmp_clear_hostid
 MMP_IMPORTED_MSG="Set a unique system hostid"
 log_must check_pool_import $MMP_POOL "-d $MMP_DIR" "action" "$MMP_IMPORTED_MSG"
@@ -113,13 +118,16 @@ MMP_IMPORTED_MSG="The pool was last accessed by another system."
 log_must check_pool_import $MMP_POOL "-d $MMP_DIR" "status" "$MMP_IMPORTED_MSG"
 
 # 6. Verify 'zpool import $MMP_POOL' fails with the expected message.
+log_note "Verify 'zpool import $MMP_POOL' fails with the expected message"
 MMP_IMPORTED_MSG="pool was previously in use from another system."
 log_must try_pool_import $MMP_POOL "-d $MMP_DIR" "$MMP_IMPORTED_MSG"
 
 # 7. Verify 'zpool import -f $MMP_POOL' can now import the pool.
+log_note "Verify 'zpool import -f $MMP_POOL' can now import the pool"
 log_must import_activity_check $MMP_POOL "-f -d $MMP_DIR"
 
 # 8 Verify pool may be exported/imported without -f argument.
+log_note "Verify pool may be exported/imported without -f argument"
 log_must zpool export $MMP_POOL
 log_must import_no_activity_check $MMP_POOL "-d $MMP_DIR"
 

tests/zfs-tests/tests/functional/mmp/mmp_concurrent_import.ksh

@@ -0,0 +1,133 @@
+#!/bin/ksh -p
+# SPDX-License-Identifier: CDDL-1.0
+#
+# CDDL HEADER START
+#
+# This file and its contents are supplied under the terms of the
+# Common Development and Distribution License ("CDDL"), version 1.0.
+# You may only use this file in accordance with the terms of version
+# 1.0 of the CDDL.
+#
+# A full copy of the text of the CDDL should have accompanied this
+# source.  A copy of the CDDL is also available via the Internet at
+# http://www.illumos.org/license/CDDL.
+#
+# CDDL HEADER END
+#
+
+#
+# Copyright (c) 2026 by Lawrence Livermore National Security, LLC.
+#
+
+# DESCRIPTION:
+#	Verify that even when importing a shared pool simultaneously
+#	on systems with different host ids at most one will succeed.
+#
+# STRATEGY:
+# 1. Create an multihost enabled pool
+# 2. zhack imports: $HOSTID1 (matching) and $HOSTID1 (matching)
+# 3. zhack imports: $HOSTID1 (matching) and $HOSTID2 (different)
+# 4. zhack imports: $HOSTID3 (different) and $HOSTID4 (different)
+#
+
+. $STF_SUITE/include/libtest.shlib
+. $STF_SUITE/tests/functional/mmp/mmp.cfg
+. $STF_SUITE/tests/functional/mmp/mmp.kshlib
+
+verify_runnable "both"
+
+function cleanup
+{
+	ZHACKPIDS=$(pgrep zhack)
+	if [ -n "$ZHACKPIDS" ]; then
+		for pid in $ZHACKPIDS; do
+			log_must kill -9 $pid
+		done
+	fi
+
+	log_must rm -f $MMP_ZHACK_LOG.1 $MMP_ZHACK_LOG.2
+
+	mmp_pool_destroy $MMP_POOL $MMP_DIR
+	log_must mmp_clear_hostid
+}
+
+# Verify that pool was imported by at most one of the zhack processes.
+# Check both the return code and expected import message.
+function verify_zhack
+{
+	IMPORT_COUNT=0
+	IMPORT_MSGS=0
+
+	ZHACKPIDS=$(pgrep zhack)
+	for pid in $ZHACKPIDS; do
+		wait $pid
+		STATUS=$?
+		if [[ $STATUS -eq 0 ]]; then
+			(( IMPORT_COUNT++ ))
+		fi
+		log_note "PID $pid exited with status $STATUS"
+	done
+
+	grep -H "Imported pool $MMP_POOL" $MMP_ZHACK_LOG.1 && (( IMPORT_MSGS++ ))
+	grep -H "Imported pool $MMP_POOL" $MMP_ZHACK_LOG.2 && (( IMPORT_MSGS++ ))
+
+	if [[ $IMPORT_MSGS -gt 1 ]]; then
+		cat $MMP_ZHACK_LOG.*
+		log_fail "Multiple import success messages"
+	fi
+
+	if [[ $IMPORT_COUNT -gt 1 ]]; then
+		cat $MMP_ZHACK_LOG.*
+		log_fail "Multiple import success return codes"
+	fi
+
+	if [[ $IMPORT_MSGS -ne $IMPORT_COUNT ]]; then
+		cat $MMP_ZHACK_LOG.*
+		log_fail "Messages ($IMPORT_MSGS) differs from count ($IMPORT_COUNT)"
+	fi
+}
+
+OPTS="-d $MMP_DIR action idle -t5 $MMP_POOL"
+
+log_assert "multihost=on concurrent imports"
+log_onexit cleanup
+
+# 1. Create a multihost enabled pool with HOSTID1
+mmp_pool_create_simple $MMP_POOL $MMP_DIR
+log_must zpool export -F $MMP_POOL
+
+# 2. zhack imports: $HOSTID1 (matching) and $HOSTID1 (matching)
+# Activity check required because the pool was exported with -F above, the
+# claim phase will detect the double import despite matching hostids.
+log_note "zhack import with $HOSTID1 (matching) and $HOSTID1 (matching)"
+log_must eval "ZFS_HOSTID=$HOSTID1 zhack $OPTS >$MMP_ZHACK_LOG.1 2>&1 &"
+log_must eval "ZFS_HOSTID=$HOSTID1 zhack $OPTS >$MMP_ZHACK_LOG.2 2>&1 &"
+log_must verify_zhack
+
+mmp_clear_hostid
+mmp_set_hostid $HOSTID1
+log_must import_activity_check $MMP_POOL "-d $MMP_DIR"
+log_must zpool export $MMP_POOL
+
+# 3. zhack imports: $HOSTID1 (matching) and $HOSTID2 (different)
+# Activity check skipped for HOSTID1 it is expected to import successfully.
+# zhack with HOSTID2 will run the activity check and detect the active pool.
+log_note "zhack import with $HOSTID1 (matching) and $HOSTID2 (different)"
+log_must eval "ZFS_HOSTID=$HOSTID1 zhack $OPTS >$MMP_ZHACK_LOG.1 2>&1 &"
+log_must eval "ZFS_HOSTID=$HOSTID2 zhack $OPTS >$MMP_ZHACK_LOG.2 2>&1 &"
+log_must verify_zhack
+
+mmp_clear_hostid
+mmp_set_hostid $HOSTID3
+log_must import_activity_check $MMP_POOL "-d $MMP_DIR"
+log_must zpool export $MMP_POOL
+
+# 4. zhack imports: $HOSTID1 (different) and $HOSTID2 (different)
+# Both zhacks will run the activity checks, depending on the exact timing
+# one may succeed and the other fail, or both may fail.
+log_note "zhack import with $HOSTID1 (different) and $HOSTID2 (different)"
+log_must eval "ZFS_HOSTID=$HOSTID1 zhack $OPTS >$MMP_ZHACK_LOG.1 2>&1 &"
+log_must eval "ZFS_HOSTID=$HOSTID2 zhack $OPTS >$MMP_ZHACK_LOG.2 2>&1 &"
+log_must verify_zhack
+
+log_pass "multihost=on concurrent imports"

tests/zfs-tests/tests/functional/mmp/mmp_exported_import.ksh

@@ -28,7 +28,7 @@
 #	3. Verify multihost=off and hostids differ (no activity check)
 #	4. Verify multihost=off and hostid zero allowed (no activity check)
 #	5. Verify multihost=on and hostids match (no activity check)
-#	6. Verify multihost=on and hostids differ (no activity check)
+#	6. Verify multihost=on and hostids differ (activity check)
 #	7. Verify multihost=on and hostid zero fails (no activity check)
 #
 
@@ -40,7 +40,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must mmp_clear_hostid
 }
 
@@ -49,9 +49,10 @@ log_onexit cleanup
 
 # 1. Create a zpool
 log_must mmp_set_hostid $HOSTID1
-default_setup_noexit $DISK
+log_must zpool create -f $TESTPOOL $DISK
 
 # 2. Verify multihost=off and hostids match (no activity check)
+log_note "Verify multihost=off and hostids match (no activity check)"
 log_must zpool set multihost=off $TESTPOOL
 
 for opt in "" "-f"; do
@@ -60,6 +61,7 @@ for opt in "" "-f"; do
 done
 
 # 3. Verify multihost=off and hostids differ (no activity check)
+log_note "Verify multihost=off and hostids differ (no activity check)"
 for opt in "" "-f"; do
 	log_must mmp_pool_set_hostid $TESTPOOL $HOSTID1
 	log_must zpool export $TESTPOOL
@@ -69,6 +71,7 @@ for opt in "" "-f"; do
 done
 
 # 4. Verify multihost=off and hostid zero allowed (no activity check)
+log_note "Verify multihost=off and hostid zero allowed (no activity check)"
 log_must mmp_clear_hostid
 
 for opt in "" "-f"; do
@@ -77,6 +80,7 @@ for opt in "" "-f"; do
 done
 
 # 5. Verify multihost=on and hostids match (no activity check)
+log_note "Verify multihost=on and hostids match (no activity check)"
 log_must mmp_pool_set_hostid $TESTPOOL $HOSTID1
 log_must zpool set multihost=on $TESTPOOL
 
@@ -85,16 +89,18 @@ for opt in "" "-f"; do
 	log_must import_no_activity_check $TESTPOOL $opt
 done
 
-# 6. Verify multihost=on and hostids differ (no activity check)
+# 6. Verify multihost=on and hostids differ (activity check)
+log_note "Verify multihost=on and hostids differ (activity check)"
 for opt in "" "-f"; do
 	log_must mmp_pool_set_hostid $TESTPOOL $HOSTID1
 	log_must zpool export $TESTPOOL
 	log_must mmp_clear_hostid
 	log_must mmp_set_hostid $HOSTID2
-	log_must import_no_activity_check $TESTPOOL $opt
+	log_must import_activity_check $TESTPOOL $opt
 done
 
 # 7. Verify multihost=on and hostid zero fails (no activity check)
+log_note "Verify multihost=on and hostid zero fails (no activity check)"
 log_must zpool export $TESTPOOL
 log_must mmp_clear_hostid
 

tests/zfs-tests/tests/functional/mmp/mmp_hostid.ksh

@@ -40,7 +40,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $MMP_POOL && destroy_pool $MMP_POOL
 	log_must rm $MMP_DIR/file.{0,1,2,3,4,5}
 	log_must rmdir $MMP_DIR
 	log_must mmp_clear_hostid
@@ -56,7 +56,7 @@ log_must mkdir -p $MMP_DIR
 log_must truncate -s $MINVDEVSIZE $MMP_DIR/file.{0,1,2,3,4,5}
 
 # 1. Create a non-redundant pool
-log_must zpool create $MMP_POOL $MMP_DIR/file.0
+log_must zpool create -f $MMP_POOL $MMP_DIR/file.0
 
 # 2. Create an 'etc' dataset containing a valid hostid file; caching is
 #    disabled on the dataset to force the hostid to be read from disk.
@@ -71,16 +71,19 @@ mntpnt_fs=$(get_prop mountpoint $MMP_POOL/fs)
 log_must mkfile 1M $mntpnt_fs/file
 
 # 4. Verify multihost cannot be enabled until the /etc/hostid is linked
+log_note "Verify multihost cannot be enabled until the /etc/hostid is linked"
 log_mustnot zpool set multihost=on $MMP_POOL
 log_mustnot ls -l $HOSTID_FILE
 log_must ln -s $mntpnt_etc/hostid $HOSTID_FILE
 log_must zpool set multihost=on $MMP_POOL
 
 # 5. Verify vdevs may be attached and detached
+log_note "Verify vdevs may be attached and detached"
 log_must zpool attach $MMP_POOL $MMP_DIR/file.0 $MMP_DIR/file.1
 log_must zpool detach $MMP_POOL $MMP_DIR/file.1
 
 # 6. Verify normal, cache, log and special vdevs can be added
+log_note "Verify normal, cache, log and special vdevs can be added"
 log_must zpool add $MMP_POOL $MMP_DIR/file.1
 log_must zpool add $MMP_POOL $MMP_DIR/file.2
 log_must zpool add $MMP_POOL cache $MMP_DIR/file.3
@@ -88,6 +91,7 @@ log_must zpool add $MMP_POOL log $MMP_DIR/file.4
 log_must zpool add $MMP_POOL special $MMP_DIR/file.5
 
 # 7. Verify normal, cache, and log vdevs can be removed
+log_note "Verify normal, cache, and log vdevs can be removed"
 log_must zpool remove $MMP_POOL $MMP_DIR/file.2
 log_must zpool remove $MMP_POOL $MMP_DIR/file.3
 log_must zpool remove $MMP_POOL $MMP_DIR/file.4

tests/zfs-tests/tests/functional/mmp/mmp_inactive_import.ksh

@@ -27,7 +27,7 @@
 #	2. Verify multihost=off and hostids match (no activity check)
 #	3. Verify multihost=off and hostids differ (no activity check)
 #	4. Verify multihost=off and hostid allowed (no activity check)
-#	5. Verify multihost=on and hostids match (no activity check)
+#	5. Verify multihost=on and hostids match (activity check)
 #	6. Verify multihost=on and hostids differ (activity check)
 #	7. Verify mmp_write and mmp_fail are set correctly
 #	8. Verify multihost=on and hostid zero fails (no activity check)
@@ -42,7 +42,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must mmp_clear_hostid
 	log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_DEFAULT
 }
@@ -52,9 +52,10 @@ log_onexit cleanup
 
 # 1. Create a zpool
 log_must mmp_set_hostid $HOSTID1
-default_setup_noexit $DISK
+log_must zpool create -f $TESTPOOL $DISK
 
 # 2. Verify multihost=off and hostids match (no activity check)
+log_note "Verify multihost=off and hostids match (no activity check)"
 log_must zpool set multihost=off $TESTPOOL
 
 for opt in "" "-f"; do
@@ -63,6 +64,7 @@ for opt in "" "-f"; do
 done
 
 # 3. Verify multihost=off and hostids differ (no activity check)
+log_note "Verify multihost=off and hostids differ (no activity check)"
 log_must zpool export -F $TESTPOOL
 log_must mmp_clear_hostid
 log_must mmp_set_hostid $HOSTID2
@@ -70,21 +72,24 @@ log_mustnot import_no_activity_check $TESTPOOL ""
 log_must import_no_activity_check $TESTPOOL "-f"
 
 # 4. Verify multihost=off and hostid zero allowed (no activity check)
+log_note "Verify multihost=off and hostid zero allowed (no activity check)"
 log_must zpool export -F $TESTPOOL
 log_must mmp_clear_hostid
 log_mustnot import_no_activity_check $TESTPOOL ""
 log_must import_no_activity_check $TESTPOOL "-f"
 
-# 5. Verify multihost=on and hostids match (no activity check)
+# 5. Verify multihost=on and hostids match (activity check)
+log_note "Verify multihost=on and hostids match (activity check)"
 log_must mmp_pool_set_hostid $TESTPOOL $HOSTID1
 log_must zpool set multihost=on $TESTPOOL
 
 for opt in "" "-f"; do
 	log_must zpool export -F $TESTPOOL
-	log_must import_no_activity_check $TESTPOOL $opt
+	log_must import_activity_check $TESTPOOL $opt
 done
 
 # 6. Verify multihost=on and hostids differ (activity check)
+log_note "Verify multihost=on and hostids differ (activity check)"
 log_must zpool export -F $TESTPOOL
 log_must mmp_clear_hostid
 log_must mmp_set_hostid $HOSTID2
@@ -92,10 +97,12 @@ log_mustnot import_activity_check $TESTPOOL ""
 log_must import_activity_check $TESTPOOL "-f"
 
 # 7. Verify mmp_write and mmp_fail are set correctly
+log_note "Verify mmp_write and mmp_fail are set correctly"
 log_must zpool export -F $TESTPOOL
 log_must verify_mmp_write_fail_present ${DISK[0]}
 
 # 8. Verify multihost=on and hostid zero fails (no activity check)
+log_note "Verify multihost=on and hostid zero fails (no activity check)"
 log_must mmp_clear_hostid
 MMP_IMPORTED_MSG="Set a unique system hostid"
 log_must check_pool_import $TESTPOOL "-f" "action" "$MMP_IMPORTED_MSG"
@@ -104,9 +111,10 @@ log_mustnot import_no_activity_check $TESTPOOL "-f"
 # 9. Verify activity check duration based on mmp_write and mmp_fail
 # Specify a short test via tunables but import pool imported while
 # tunables set to default duration.
+log_note "Verify activity check duration based on mmp_write and mmp_fail"
 log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_MIN
 log_must mmp_clear_hostid
 log_must mmp_set_hostid $HOSTID1
-log_must import_activity_check $TESTPOOL "-f" $MMP_TEST_DURATION_DEFAULT
+log_must import_activity_check $TESTPOOL "-f"
 
 log_pass "multihost=on|off inactive pool activity checks passed"

tests/zfs-tests/tests/functional/mmp/mmp_on_off.ksh

@@ -44,7 +44,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must set_tunable64 TXG_TIMEOUT $TXG_TIMEOUT_DEFAULT
 	log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_DEFAULT
 	log_must rm -f $PREV_UBER $CURR_UBER
@@ -58,7 +58,7 @@ log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_MIN
 log_must set_tunable64 TXG_TIMEOUT $TXG_TIMEOUT_LONG
 log_must mmp_set_hostid $HOSTID1
 
-default_setup_noexit $DISK
+log_must zpool create -f $TESTPOOL $DISK
 log_must zpool set multihost=off $TESTPOOL
 
 log_must eval "zdb -u $TESTPOOL > $PREV_UBER"

tests/zfs-tests/tests/functional/mmp/mmp_on_thread.ksh

@@ -39,7 +39,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must set_tunable64 TXG_TIMEOUT $TXG_TIMEOUT_DEFAULT
 	log_must rm -f $PREV_UBER $CURR_UBER
 	log_must mmp_clear_hostid
@@ -51,7 +51,7 @@ log_onexit cleanup
 log_must set_tunable64 TXG_TIMEOUT $TXG_TIMEOUT_LONG
 log_must mmp_set_hostid $HOSTID1
 
-default_setup_noexit $DISK
+log_must zpool create -f $TESTPOOL $DISK
 log_must zpool set multihost=on $TESTPOOL
 
 log_must eval "zdb -u $TESTPOOL > $PREV_UBER"

tests/zfs-tests/tests/functional/mmp/mmp_on_uberblocks.ksh

@@ -39,15 +39,16 @@
 verify_runnable "both"
 
 UBER_CHANGES=0
-EXPECTED=$(($(echo $DISKS | wc -w) * 10))
+DURATION=10
+EXPECTED=$((($(echo $DISKS | wc -w) * $DURATION * 1000) / $MMP_INTERVAL_DEFAULT))
 FUDGE=$((EXPECTED * 20 / 100))
 MIN_UB_WRITES=$((EXPECTED - FUDGE))
 MAX_UB_WRITES=$((EXPECTED + FUDGE))
-MIN_SEQ_VALUES=7
+MIN_SEQ_VALUES=10
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_DEFAULT
 	set_tunable64 TXG_TIMEOUT $TXG_TIMEOUT_DEFAULT
 	log_must mmp_clear_hostid
@@ -56,13 +57,14 @@ function cleanup
 log_assert "Ensure MMP uberblocks update at the correct interval"
 log_onexit cleanup
 
+log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_DEFAULT
 log_must set_tunable64 TXG_TIMEOUT $TXG_TIMEOUT_LONG
 log_must mmp_set_hostid $HOSTID1
 
-default_setup_noexit "$DISKS"
+log_must zpool create -f $TESTPOOL $DISKS
 log_must zpool set multihost=on $TESTPOOL
 clear_mmp_history
-UBER_CHANGES=$(count_mmp_writes $TESTPOOL 10)
+UBER_CHANGES=$(count_mmp_writes $TESTPOOL $DURATION)
 
 log_note "Uberblock changed $UBER_CHANGES times"
 
@@ -76,7 +78,7 @@ fi
 
 log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_MIN
 SEQ_BEFORE=$(zdb -luuuu ${DISK[0]} | awk '/mmp_seq/ {if ($NF>max) max=$NF}; END {print max}')
-sleep 1
+sleep 5
 SEQ_AFTER=$(zdb  -luuuu ${DISK[0]} | awk '/mmp_seq/ {if ($NF>max) max=$NF}; END {print max}')
 if [ $((SEQ_AFTER - SEQ_BEFORE)) -lt $MIN_SEQ_VALUES ]; then
 	zdb -luuuu ${DISK[0]}

tests/zfs-tests/tests/functional/mmp/mmp_on_zdb.ksh

@@ -51,7 +51,8 @@ log_onexit cleanup
 verify_runnable "global"
 verify_disk_count "$DISKS" 2
 
-default_mirror_setup_noexit $DISKS
+log_must zpool create -f $TESTPOOL mirror $DISKS
+log_must zfs create $TESTPOOL/$TESTFS
 log_must mmp_set_hostid $HOSTID1
 log_must zpool set multihost=on $TESTPOOL
 log_must zfs snap $TESTPOOL/$TESTFS@snap

tests/zfs-tests/tests/functional/mmp/mmp_reset_interval.ksh

@@ -43,7 +43,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_DEFAULT
 	log_must set_tunable64 MULTIHOST_FAIL_INTERVALS \
 	    $MMP_FAIL_INTERVALS_DEFAULT
@@ -56,7 +56,7 @@ log_onexit cleanup
 log_must set_tunable64 MULTIHOST_INTERVAL $MMP_INTERVAL_HOUR
 log_must mmp_set_hostid $HOSTID1
 
-default_setup_noexit $DISK
+log_must zpool create -f $TESTPOOL $DISK
 log_must zpool set multihost=on $TESTPOOL
 
 clear_mmp_history
@@ -68,6 +68,7 @@ if [ $uber_count -eq 0 ]; then
 fi
 
 # 7. Verify mmp_write and mmp_fail are written
+log_note "Verify mmp_write and mmp_fail are written"
 for fails in $(seq $MMP_FAIL_INTERVALS_MIN $((MMP_FAIL_INTERVALS_MIN*2))); do
 	for interval in $(seq $MMP_INTERVAL_MIN 200 $MMP_INTERVAL_DEFAULT); do
 		log_must set_tunable64 MULTIHOST_FAIL_INTERVALS $fails
@@ -88,7 +89,8 @@ done
 
 
 # 8. Repeatedly change MULTIHOST_INTERVAL and fail_intervals
-for x in $(seq 10); do
+log_note "Repeatedly change MULTIHOST_INTERVAL and fail_intervals"
+for x in $(seq 3); do
 	typeset new_interval=$(( (RANDOM % 20 + 1) * $MMP_INTERVAL_MIN ))
 	log_must set_tunable64 MULTIHOST_INTERVAL $new_interval
 	typeset action=$((RANDOM %10))

tests/zfs-tests/tests/functional/mmp/mmp_write_distribution.ksh

@@ -37,7 +37,7 @@ verify_runnable "both"
 
 function cleanup
 {
-	log_must zpool destroy $MMP_POOL
+	datasetexists $MMP_POOL && destroy_pool $MMP_POOL
 	log_must rm $MMP_DIR/file.{0..7}
 	log_must rm $MMP_HISTORY_TMP
 	log_must rmdir $MMP_DIR

tests/zfs-tests/tests/functional/mmp/mmp_write_uberblocks.ksh

@@ -38,7 +38,7 @@ verify_runnable "both"
 function cleanup
 {
 	zinject -c all
-	default_cleanup_noexit
+	datasetexists $TESTPOOL && destroy_pool $TESTPOOL
 	log_must mmp_clear_hostid
 }
 
@@ -46,7 +46,7 @@ log_assert "mmp behaves correctly when failing to write uberblocks."
 log_onexit cleanup
 
 log_must mmp_set_hostid $HOSTID1
-default_mirror_setup_noexit $DISKS
+log_must zpool create -f $TESTPOOL mirror $DISKS
 log_must zpool set multihost=on $TESTPOOL
 log_must zinject -d ${DISK[0]} -e io -T write -f 50 $TESTPOOL -L uber
 clear_mmp_history

tests/zfs-tests/tests/functional/mmp/multihost_history.ksh

@@ -50,6 +50,8 @@ function cleanup
 log_assert "zfs_multihost_history records writes and skipped writes"
 log_onexit cleanup
 
+MMP_INTERVAL_DEFAULT=1000
+
 mmp_pool_create_simple $MMP_POOL $MMP_DIR
 log_must zinject -d $MMP_DIR/vdev1 -D$((2*MMP_INTERVAL_DEFAULT)):10 $MMP_POOL
 log_must zinject -d $MMP_DIR/vdev2 -D$((2*MMP_INTERVAL_DEFAULT)):10 $MMP_POOL