mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2025-09-15 13:50:11 +03:00
fdb5078d82
This commit adds Debian 13 alias Trixie to the checked operating systems. The image needs to be run with UEFI support. Current Debian version overview: - Debian 11 (Bullseye) -> "oldoldstable" - Debian 12 (Bookworm) -> "oldstable" - Debian 13 (Trixie) -> new "stable" The CI will be run on Debian 12 and Debian 13 now. Debian 11 is kept, but won't be used automatically. Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Reviewed-by: George Melikov <mail@gmelikov.ru> Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de> Closes #17648
304 lines
8.7 KiB
Bash
Executable File
304 lines
8.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
######################################################################
|
|
# 2) start qemu with some operating system, init via cloud-init
|
|
######################################################################
|
|
|
|
set -eu
|
|
|
|
# short name used in zfs-qemu.yml
|
|
OS="$1"
|
|
|
|
# OS variant (virt-install --os-variant list)
|
|
OSv=$OS
|
|
|
|
# FreeBSD urls's
|
|
FREEBSD_REL="https://download.freebsd.org/releases/CI-IMAGES"
|
|
FREEBSD_SNAP="https://download.freebsd.org/snapshots/CI-IMAGES"
|
|
URLxz=""
|
|
|
|
# Ubuntu mirrors
|
|
UBMIRROR="https://cloud-images.ubuntu.com"
|
|
#UBMIRROR="https://mirrors.cloud.tencent.com/ubuntu-cloud-images"
|
|
#UBMIRROR="https://mirror.citrahost.com/ubuntu-cloud-images"
|
|
|
|
# default nic model for vm's
|
|
NIC="virtio"
|
|
|
|
# additional options for virt-install
|
|
OPTS[0]=""
|
|
OPTS[1]=""
|
|
|
|
case "$OS" in
|
|
almalinux8)
|
|
OSNAME="AlmaLinux 8"
|
|
URL="https://repo.almalinux.org/almalinux/8/cloud/x86_64/images/AlmaLinux-8-GenericCloud-latest.x86_64.qcow2"
|
|
;;
|
|
almalinux9)
|
|
OSNAME="AlmaLinux 9"
|
|
URL="https://repo.almalinux.org/almalinux/9/cloud/x86_64/images/AlmaLinux-9-GenericCloud-latest.x86_64.qcow2"
|
|
;;
|
|
almalinux10)
|
|
OSNAME="AlmaLinux 10"
|
|
OSv="almalinux9"
|
|
URL="https://repo.almalinux.org/almalinux/10/cloud/x86_64/images/AlmaLinux-10-GenericCloud-latest.x86_64.qcow2"
|
|
;;
|
|
archlinux)
|
|
OSNAME="Archlinux"
|
|
URL="https://geo.mirror.pkgbuild.com/images/latest/Arch-Linux-x86_64-cloudimg.qcow2"
|
|
;;
|
|
centos-stream10)
|
|
OSNAME="CentOS Stream 10"
|
|
# TODO: #16903 Overwrite OSv to stream9 for virt-install until it's added to osinfo
|
|
OSv="centos-stream9"
|
|
URL="https://cloud.centos.org/centos/10-stream/x86_64/images/CentOS-Stream-GenericCloud-10-latest.x86_64.qcow2"
|
|
;;
|
|
centos-stream9)
|
|
OSNAME="CentOS Stream 9"
|
|
URL="https://cloud.centos.org/centos/9-stream/x86_64/images/CentOS-Stream-GenericCloud-9-latest.x86_64.qcow2"
|
|
;;
|
|
debian11)
|
|
OSNAME="Debian 11"
|
|
URL="https://cloud.debian.org/images/cloud/bullseye/latest/debian-11-generic-amd64.qcow2"
|
|
;;
|
|
debian12)
|
|
OSNAME="Debian 12"
|
|
URL="https://cloud.debian.org/images/cloud/bookworm/latest/debian-12-generic-amd64.qcow2"
|
|
;;
|
|
debian13)
|
|
OSNAME="Debian 13"
|
|
# TODO: Overwrite OSv to debian13 for virt-install until it's added to osinfo
|
|
OSv="debian12"
|
|
URL="https://cloud.debian.org/images/cloud/trixie/latest/debian-13-generic-amd64.qcow2"
|
|
OPTS[0]="--boot"
|
|
OPTS[1]="uefi=on"
|
|
;;
|
|
fedora41)
|
|
OSNAME="Fedora 41"
|
|
OSv="fedora-unknown"
|
|
URL="https://download.fedoraproject.org/pub/fedora/linux/releases/41/Cloud/x86_64/images/Fedora-Cloud-Base-Generic-41-1.4.x86_64.qcow2"
|
|
;;
|
|
fedora42)
|
|
OSNAME="Fedora 42"
|
|
OSv="fedora-unknown"
|
|
URL="https://download.fedoraproject.org/pub/fedora/linux/releases/42/Cloud/x86_64/images/Fedora-Cloud-Base-Generic-42-1.1.x86_64.qcow2"
|
|
;;
|
|
freebsd13-5r)
|
|
FreeBSD="13.5-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd13.0"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
NIC="rtl8139"
|
|
;;
|
|
freebsd14-2r)
|
|
FreeBSD="14.2-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
;;
|
|
freebsd14-3r)
|
|
FreeBSD="14.3-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
;;
|
|
freebsd13-5s)
|
|
FreeBSD="13.5-STABLE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd13.0"
|
|
URLxz="$FREEBSD_SNAP/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_SNAP/../amd64/$FreeBSD/src.txz"
|
|
NIC="rtl8139"
|
|
;;
|
|
freebsd14-3s)
|
|
FreeBSD="14.3-STABLE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
URLxz="$FREEBSD_SNAP/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI-ufs.raw.xz"
|
|
KSRC="$FREEBSD_SNAP/../amd64/$FreeBSD/src.txz"
|
|
;;
|
|
freebsd15-0c)
|
|
FreeBSD="15.0-PRERELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
URLxz="$FREEBSD_SNAP/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI-ufs.raw.xz"
|
|
KSRC="$FREEBSD_SNAP/../amd64/$FreeBSD/src.txz"
|
|
;;
|
|
tumbleweed)
|
|
OSNAME="openSUSE Tumbleweed"
|
|
OSv="opensusetumbleweed"
|
|
MIRROR="http://opensuse-mirror-gce-us.susecloud.net"
|
|
URL="$MIRROR/tumbleweed/appliances/openSUSE-MicroOS.x86_64-OpenStack-Cloud.qcow2"
|
|
;;
|
|
ubuntu22)
|
|
OSNAME="Ubuntu 22.04"
|
|
OSv="ubuntu22.04"
|
|
URL="$UBMIRROR/jammy/current/jammy-server-cloudimg-amd64.img"
|
|
;;
|
|
ubuntu24)
|
|
OSNAME="Ubuntu 24.04"
|
|
OSv="ubuntu24.04"
|
|
URL="$UBMIRROR/noble/current/noble-server-cloudimg-amd64.img"
|
|
;;
|
|
*)
|
|
echo "Wrong value for OS variable!"
|
|
exit 111
|
|
;;
|
|
esac
|
|
|
|
# environment file
|
|
ENV="/var/tmp/env.txt"
|
|
echo "ENV=$ENV" >> $ENV
|
|
|
|
# result path
|
|
echo 'RESPATH="/var/tmp/test_results"' >> $ENV
|
|
|
|
# FreeBSD 13 has problems with: e1000 and virtio
|
|
echo "NIC=$NIC" >> $ENV
|
|
|
|
# freebsd15 -> used in zfs-qemu.yml
|
|
echo "OS=$OS" >> $ENV
|
|
|
|
# freebsd14.0 -> used for virt-install
|
|
echo "OSv=\"$OSv\"" >> $ENV
|
|
|
|
# FreeBSD 15 (Current) -> used for summary
|
|
echo "OSNAME=\"$OSNAME\"" >> $ENV
|
|
|
|
# default vm count for testings
|
|
VMs=2
|
|
echo "VMs=\"$VMs\"" >> $ENV
|
|
|
|
# default cpu count for testing vm's
|
|
CPU=2
|
|
echo "CPU=\"$CPU\"" >> $ENV
|
|
|
|
sudo mkdir -p "/mnt/tests"
|
|
sudo chown -R $(whoami) /mnt/tests
|
|
|
|
DISK="/dev/zvol/zpool/openzfs"
|
|
sudo zfs create -ps -b 64k -V 80g zpool/openzfs
|
|
while true; do test -b $DISK && break; sleep 1; done
|
|
|
|
# we are downloading via axel, curl and wget are mostly slower and
|
|
# require more return value checking
|
|
IMG="/mnt/tests/cloud-image"
|
|
if [ ! -z "$URLxz" ]; then
|
|
echo "Loading $URLxz ..."
|
|
time axel -q -o "$IMG" "$URLxz"
|
|
echo "Loading $KSRC ..."
|
|
time axel -q -o ~/src.txz $KSRC
|
|
else
|
|
echo "Loading $URL ..."
|
|
time axel -q -o "$IMG" "$URL"
|
|
fi
|
|
|
|
echo "Importing VM image to zvol..."
|
|
if [ ! -z "$URLxz" ]; then
|
|
xzcat -T0 $IMG | sudo dd of=$DISK bs=4M
|
|
else
|
|
sudo qemu-img dd -f qcow2 -O raw if=$IMG of=$DISK bs=4M
|
|
fi
|
|
rm -f $IMG
|
|
|
|
PUBKEY=$(cat ~/.ssh/id_ed25519.pub)
|
|
if [ ${OS:0:7} != "freebsd" ]; then
|
|
cat <<EOF > /tmp/user-data
|
|
#cloud-config
|
|
|
|
hostname: $OS
|
|
|
|
users:
|
|
- name: root
|
|
shell: $BASH
|
|
- name: zfs
|
|
sudo: ALL=(ALL) NOPASSWD:ALL
|
|
shell: $BASH
|
|
ssh_authorized_keys:
|
|
- $PUBKEY
|
|
|
|
growpart:
|
|
mode: auto
|
|
devices: ['/']
|
|
ignore_growroot_disabled: false
|
|
EOF
|
|
else
|
|
cat <<EOF > /tmp/user-data
|
|
#cloud-config
|
|
|
|
hostname: $OS
|
|
|
|
# minimized config without sudo for nuageinit of FreeBSD
|
|
growpart:
|
|
mode: auto
|
|
devices: ['/']
|
|
ignore_growroot_disabled: false
|
|
EOF
|
|
fi
|
|
|
|
sudo virsh net-update default add ip-dhcp-host \
|
|
"<host mac='52:54:00:83:79:00' ip='192.168.122.10'/>" --live --config
|
|
|
|
sudo virt-install \
|
|
--os-variant $OSv \
|
|
--name "openzfs" \
|
|
--cpu host-passthrough \
|
|
--virt-type=kvm --hvm \
|
|
--vcpus=4,sockets=1 \
|
|
--memory $((1024*12)) \
|
|
--memballoon model=virtio \
|
|
--graphics none \
|
|
--network bridge=virbr0,model=$NIC,mac='52:54:00:83:79:00' \
|
|
--cloud-init user-data=/tmp/user-data \
|
|
--disk $DISK,bus=virtio,cache=none,format=raw,driver.discard=unmap \
|
|
--import --noautoconsole ${OPTS[0]} ${OPTS[1]} >/dev/null
|
|
|
|
# Give the VMs hostnames so we don't have to refer to them with
|
|
# hardcoded IP addresses.
|
|
#
|
|
# vm0: Initial VM we install dependencies and build ZFS on.
|
|
# vm1..2 Testing VMs
|
|
for ((i=0; i<=VMs; i++)); do
|
|
echo "192.168.122.1$i vm$i" | sudo tee -a /etc/hosts
|
|
done
|
|
|
|
# in case the directory isn't there already
|
|
mkdir -p $HOME/.ssh
|
|
|
|
cat <<EOF >> $HOME/.ssh/config
|
|
# no questions please
|
|
StrictHostKeyChecking no
|
|
|
|
# small timeout, used in while loops later
|
|
ConnectTimeout 1
|
|
EOF
|
|
|
|
if [ ${OS:0:7} != "freebsd" ]; then
|
|
# enable KSM on Linux
|
|
sudo virsh dommemstat --domain "openzfs" --period 5
|
|
sudo virsh node-memory-tune 100 50 1
|
|
echo 1 | sudo tee /sys/kernel/mm/ksm/run > /dev/null
|
|
else
|
|
# on FreeBSD we need some more init stuff, because of nuageinit
|
|
BASH="/usr/local/bin/bash"
|
|
while pidof /usr/bin/qemu-system-x86_64 >/dev/null; do
|
|
ssh 2>/dev/null root@vm0 "uname -a" && break
|
|
done
|
|
ssh root@vm0 "pkg install -y bash ca_root_nss git qemu-guest-agent python3 py311-cloud-init"
|
|
ssh root@vm0 "chsh -s $BASH root"
|
|
ssh root@vm0 'sysrc qemu_guest_agent_enable="YES"'
|
|
ssh root@vm0 'sysrc cloudinit_enable="YES"'
|
|
ssh root@vm0 "pw add user zfs -w no -s $BASH"
|
|
ssh root@vm0 'mkdir -p ~zfs/.ssh'
|
|
ssh root@vm0 'echo "zfs ALL=(ALL:ALL) NOPASSWD: ALL" >> /usr/local/etc/sudoers'
|
|
ssh root@vm0 'echo "PubkeyAuthentication yes" >> /etc/ssh/sshd_config'
|
|
scp ~/.ssh/id_ed25519.pub "root@vm0:~zfs/.ssh/authorized_keys"
|
|
ssh root@vm0 'chown -R zfs ~zfs'
|
|
ssh root@vm0 'service sshd restart'
|
|
scp ~/src.txz "root@vm0:/tmp/src.txz"
|
|
ssh root@vm0 'tar -C / -zxf /tmp/src.txz'
|
|
fi
|