mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2026-01-12 16:22:04 +03:00
2a331e411d
Add a -O option to zfs-test.sh to dump debug information on test timeout. The debug info includes: - 30 lines from 'top' - /proc/<PID>/stack output of process with highest CPU usage - Last lines strace-ing process with highest CPU usage - /proc/sysrq-trigger kernel stack traces All debug information gets dumped to /dev/kmsg (Linux only). In addition, print out the VM console lines from the "Setup Testing Machines" step. We have often see VMs timeout at this step and don't know why. Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Signed-off-by: Tony Hutter <hutter2@llnl.gov> Closes #17753
138 lines
3.6 KiB
Bash
Executable File
138 lines
3.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
######################################################################
|
|
# 5) start test machines and load openzfs module
|
|
######################################################################
|
|
|
|
set -eu
|
|
|
|
# read our defined variables
|
|
source /var/tmp/env.txt
|
|
|
|
# wait for poweroff to succeed
|
|
PID=$(pidof /usr/bin/qemu-system-x86_64)
|
|
tail --pid=$PID -f /dev/null
|
|
sudo virsh undefine --nvram openzfs
|
|
|
|
# cpu pinning
|
|
CPUSET=("0,1" "2,3")
|
|
|
|
# additional options for virt-install
|
|
OPTS[0]=""
|
|
OPTS[1]=""
|
|
|
|
case "$OS" in
|
|
freebsd*)
|
|
# FreeBSD needs only 6GiB
|
|
RAM=6
|
|
;;
|
|
debian13)
|
|
RAM=8
|
|
# Boot Debian 13 with uefi=on and secureboot=off (ZFS Kernel Module not signed)
|
|
OPTS[0]="--boot"
|
|
OPTS[1]="firmware=efi,firmware.feature0.name=secure-boot,firmware.feature0.enabled=no"
|
|
;;
|
|
*)
|
|
# Linux needs more memory, but can be optimized to share it via KSM
|
|
RAM=8
|
|
;;
|
|
esac
|
|
|
|
# create snapshot we can clone later
|
|
sudo zfs snapshot zpool/openzfs@now
|
|
|
|
# setup the testing vm's
|
|
PUBKEY=$(cat ~/.ssh/id_ed25519.pub)
|
|
|
|
# start testing VMs
|
|
for ((i=1; i<=VMs; i++)); do
|
|
echo "Creating disk for vm$i..."
|
|
DISK="/dev/zvol/zpool/vm$i"
|
|
FORMAT="raw"
|
|
sudo zfs clone zpool/openzfs@now zpool/vm$i-system
|
|
sudo zfs create -ps -b 64k -V 64g zpool/vm$i-tests
|
|
|
|
cat <<EOF > /tmp/user-data
|
|
#cloud-config
|
|
|
|
fqdn: vm$i
|
|
|
|
users:
|
|
- name: root
|
|
shell: $BASH
|
|
- name: zfs
|
|
sudo: ALL=(ALL) NOPASSWD:ALL
|
|
shell: $BASH
|
|
ssh_authorized_keys:
|
|
- $PUBKEY
|
|
|
|
growpart:
|
|
mode: auto
|
|
devices: ['/']
|
|
ignore_growroot_disabled: false
|
|
EOF
|
|
|
|
sudo virsh net-update default add ip-dhcp-host \
|
|
"<host mac='52:54:00:83:79:0$i' ip='192.168.122.1$i'/>" --live --config
|
|
|
|
sudo virt-install \
|
|
--os-variant $OSv \
|
|
--name "vm$i" \
|
|
--cpu host-passthrough \
|
|
--virt-type=kvm --hvm \
|
|
--vcpus=$CPU,sockets=1 \
|
|
--cpuset=${CPUSET[$((i-1))]} \
|
|
--memory $((1024*RAM)) \
|
|
--memballoon model=virtio \
|
|
--graphics none \
|
|
--cloud-init user-data=/tmp/user-data \
|
|
--network bridge=virbr0,model=$NIC,mac="52:54:00:83:79:0$i" \
|
|
--disk $DISK-system,bus=virtio,cache=none,format=$FORMAT,driver.discard=unmap \
|
|
--disk $DISK-tests,bus=virtio,cache=none,format=$FORMAT,driver.discard=unmap \
|
|
--import --noautoconsole ${OPTS[0]} ${OPTS[1]}
|
|
done
|
|
|
|
# generate some memory stats
|
|
cat <<EOF > cronjob.sh
|
|
exec 1>>/var/tmp/stats.txt
|
|
exec 2>&1
|
|
echo "********************************************************************************"
|
|
uptime
|
|
free -m
|
|
zfs list
|
|
EOF
|
|
|
|
sudo chmod +x cronjob.sh
|
|
sudo mv -f cronjob.sh /root/cronjob.sh
|
|
echo '*/5 * * * * /root/cronjob.sh' > crontab.txt
|
|
sudo crontab crontab.txt
|
|
rm crontab.txt
|
|
|
|
# Save the VM's serial output (ttyS0) to /var/tmp/console.txt
|
|
# - ttyS0 on the VM corresponds to a local /dev/pty/N entry
|
|
# - use 'virsh ttyconsole' to lookup the /dev/pty/N entry
|
|
for ((i=1; i<=VMs; i++)); do
|
|
mkdir -p $RESPATH/vm$i
|
|
read "pty" <<< $(sudo virsh ttyconsole vm$i)
|
|
|
|
# Create the file so we can tail it, even if there's no output.
|
|
touch $RESPATH/vm$i/console.txt
|
|
|
|
sudo nohup bash -c "cat $pty > $RESPATH/vm$i/console.txt" &
|
|
|
|
# Write all VM boot lines to the console to aid in debugging failed boots.
|
|
# The boot lines from all the VMs will be munged together, so prepend each
|
|
# line with the vm hostname (like 'vm1:').
|
|
(while IFS=$'\n' read -r line; do echo "vm$i: $line" ; done < <(sudo tail -f $RESPATH/vm$i/console.txt)) &
|
|
|
|
done
|
|
echo "Console logging for ${VMs}x $OS started."
|
|
|
|
|
|
# check if the machines are okay
|
|
echo "Waiting for vm's to come up... (${VMs}x CPU=$CPU RAM=$RAM)"
|
|
for ((i=1; i<=VMs; i++)); do
|
|
.github/workflows/scripts/qemu-wait-for-vm.sh vm$i
|
|
done
|
|
echo "All $VMs VMs are up now."
|