mirror of
https://git.proxmox.com/git/mirror_zfs.git
synced 2025-06-25 02:28:01 +03:00
585dbbf13b
FreeBSD provides CI-IMAGES since some time. These images are based on nuageinit, which does not support fqdn and sudo for example. So we need currently some workarounds to get it working. The FreeBSD images will be more compatible with cloud-init in some near future. Then we can remove the workaround things. These versions are used for testing: - freebsd13-4r (RELEASE) - freebsd14-3s (STABLE) - freebsd15-0c (CURRENT) Reviewed-by: Brian Behlendorf <behlendorf1@llnl.gov> Reviewed-by: Alexander Motin <mav@FreeBSD.org> Signed-off-by: Tino Reichardt <milky-zfs@mcmilk.de> Closes #17462
300 lines
8.6 KiB
Bash
Executable File
300 lines
8.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
######################################################################
|
|
# 2) start qemu with some operating system, init via cloud-init
|
|
######################################################################
|
|
|
|
set -eu
|
|
|
|
# short name used in zfs-qemu.yml
|
|
OS="$1"
|
|
|
|
# OS variant (virt-install --os-variant list)
|
|
OSv=$OS
|
|
|
|
# FreeBSD urls's
|
|
FREEBSD_REL="https://download.freebsd.org/releases/CI-IMAGES"
|
|
FREEBSD_SNAP="https://download.freebsd.org/snapshots/CI-IMAGES"
|
|
URLxz=""
|
|
|
|
# Ubuntu mirrors
|
|
UBMIRROR="https://cloud-images.ubuntu.com"
|
|
#UBMIRROR="https://mirrors.cloud.tencent.com/ubuntu-cloud-images"
|
|
#UBMIRROR="https://mirror.citrahost.com/ubuntu-cloud-images"
|
|
|
|
# default nic model for vm's
|
|
NIC="virtio"
|
|
|
|
case "$OS" in
|
|
almalinux8)
|
|
OSNAME="AlmaLinux 8"
|
|
URL="https://repo.almalinux.org/almalinux/8/cloud/x86_64/images/AlmaLinux-8-GenericCloud-latest.x86_64.qcow2"
|
|
;;
|
|
almalinux9)
|
|
OSNAME="AlmaLinux 9"
|
|
URL="https://repo.almalinux.org/almalinux/9/cloud/x86_64/images/AlmaLinux-9-GenericCloud-latest.x86_64.qcow2"
|
|
;;
|
|
almalinux10)
|
|
OSNAME="AlmaLinux 10"
|
|
OSv="almalinux9"
|
|
URL="https://repo.almalinux.org/almalinux/10/cloud/x86_64/images/AlmaLinux-10-GenericCloud-latest.x86_64.qcow2"
|
|
;;
|
|
archlinux)
|
|
OSNAME="Archlinux"
|
|
URL="https://geo.mirror.pkgbuild.com/images/latest/Arch-Linux-x86_64-cloudimg.qcow2"
|
|
;;
|
|
centos-stream10)
|
|
OSNAME="CentOS Stream 10"
|
|
# TODO: #16903 Overwrite OSv to stream9 for virt-install until it's added to osinfo
|
|
OSv="centos-stream9"
|
|
URL="https://cloud.centos.org/centos/10-stream/x86_64/images/CentOS-Stream-GenericCloud-10-latest.x86_64.qcow2"
|
|
;;
|
|
centos-stream9)
|
|
OSNAME="CentOS Stream 9"
|
|
URL="https://cloud.centos.org/centos/9-stream/x86_64/images/CentOS-Stream-GenericCloud-9-latest.x86_64.qcow2"
|
|
;;
|
|
debian11)
|
|
OSNAME="Debian 11"
|
|
URL="https://cloud.debian.org/images/cloud/bullseye/latest/debian-11-generic-amd64.qcow2"
|
|
;;
|
|
debian12)
|
|
OSNAME="Debian 12"
|
|
URL="https://cloud.debian.org/images/cloud/bookworm/latest/debian-12-generic-amd64.qcow2"
|
|
;;
|
|
fedora41)
|
|
OSNAME="Fedora 41"
|
|
OSv="fedora-unknown"
|
|
URL="https://download.fedoraproject.org/pub/fedora/linux/releases/41/Cloud/x86_64/images/Fedora-Cloud-Base-Generic-41-1.4.x86_64.qcow2"
|
|
;;
|
|
fedora42)
|
|
OSNAME="Fedora 42"
|
|
OSv="fedora-unknown"
|
|
URL="https://download.fedoraproject.org/pub/fedora/linux/releases/42/Cloud/x86_64/images/Fedora-Cloud-Base-Generic-42-1.1.x86_64.qcow2"
|
|
;;
|
|
freebsd13-4r)
|
|
FreeBSD="13.4-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd13.0"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
NIC="rtl8139"
|
|
;;
|
|
freebsd13-5r)
|
|
FreeBSD="13.5-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd13.0"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
NIC="rtl8139"
|
|
;;
|
|
freebsd14-2r)
|
|
FreeBSD="14.2-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
;;
|
|
freebsd14-3r)
|
|
FreeBSD="14.3-RELEASE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
URLxz="$FREEBSD_REL/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_REL/../amd64/$FreeBSD/src.txz"
|
|
;;
|
|
freebsd13-5s)
|
|
FreeBSD="13.5-STABLE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd13.0"
|
|
URLxz="$FREEBSD_SNAP/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI.raw.xz"
|
|
KSRC="$FREEBSD_SNAP/../amd64/$FreeBSD/src.txz"
|
|
NIC="rtl8139"
|
|
;;
|
|
freebsd14-3s)
|
|
FreeBSD="14.3-STABLE"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
URLxz="$FREEBSD_SNAP/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI-ufs.raw.xz"
|
|
KSRC="$FREEBSD_SNAP/../amd64/$FreeBSD/src.txz"
|
|
;;
|
|
freebsd15-0c)
|
|
FreeBSD="15.0-CURRENT"
|
|
OSNAME="FreeBSD $FreeBSD"
|
|
OSv="freebsd14.0"
|
|
URLxz="$FREEBSD_SNAP/$FreeBSD/amd64/Latest/FreeBSD-$FreeBSD-amd64-BASIC-CI-ufs.raw.xz"
|
|
KSRC="$FREEBSD_SNAP/../amd64/$FreeBSD/src.txz"
|
|
;;
|
|
tumbleweed)
|
|
OSNAME="openSUSE Tumbleweed"
|
|
OSv="opensusetumbleweed"
|
|
MIRROR="http://opensuse-mirror-gce-us.susecloud.net"
|
|
URL="$MIRROR/tumbleweed/appliances/openSUSE-MicroOS.x86_64-OpenStack-Cloud.qcow2"
|
|
;;
|
|
ubuntu22)
|
|
OSNAME="Ubuntu 22.04"
|
|
OSv="ubuntu22.04"
|
|
URL="$UBMIRROR/jammy/current/jammy-server-cloudimg-amd64.img"
|
|
;;
|
|
ubuntu24)
|
|
OSNAME="Ubuntu 24.04"
|
|
OSv="ubuntu24.04"
|
|
URL="$UBMIRROR/noble/current/noble-server-cloudimg-amd64.img"
|
|
;;
|
|
*)
|
|
echo "Wrong value for OS variable!"
|
|
exit 111
|
|
;;
|
|
esac
|
|
|
|
# environment file
|
|
ENV="/var/tmp/env.txt"
|
|
echo "ENV=$ENV" >> $ENV
|
|
|
|
# result path
|
|
echo 'RESPATH="/var/tmp/test_results"' >> $ENV
|
|
|
|
# FreeBSD 13 has problems with: e1000 and virtio
|
|
echo "NIC=$NIC" >> $ENV
|
|
|
|
# freebsd15 -> used in zfs-qemu.yml
|
|
echo "OS=$OS" >> $ENV
|
|
|
|
# freebsd14.0 -> used for virt-install
|
|
echo "OSv=\"$OSv\"" >> $ENV
|
|
|
|
# FreeBSD 15 (Current) -> used for summary
|
|
echo "OSNAME=\"$OSNAME\"" >> $ENV
|
|
|
|
# default vm count for testings
|
|
VMs=2
|
|
echo "VMs=\"$VMs\"" >> $ENV
|
|
|
|
# default cpu count for testing vm's
|
|
CPU=2
|
|
echo "CPU=\"$CPU\"" >> $ENV
|
|
|
|
sudo mkdir -p "/mnt/tests"
|
|
sudo chown -R $(whoami) /mnt/tests
|
|
|
|
DISK="/dev/zvol/zpool/openzfs"
|
|
sudo zfs create -ps -b 64k -V 80g zpool/openzfs
|
|
while true; do test -b $DISK && break; sleep 1; done
|
|
|
|
# we are downloading via axel, curl and wget are mostly slower and
|
|
# require more return value checking
|
|
IMG="/mnt/tests/cloud-image"
|
|
if [ ! -z "$URLxz" ]; then
|
|
echo "Loading $URLxz ..."
|
|
time axel -q -o "$IMG" "$URLxz"
|
|
echo "Loading $KSRC ..."
|
|
time axel -q -o ~/src.txz $KSRC
|
|
else
|
|
echo "Loading $URL ..."
|
|
time axel -q -o "$IMG" "$URL"
|
|
fi
|
|
|
|
echo "Importing VM image to zvol..."
|
|
if [ ! -z "$URLxz" ]; then
|
|
xzcat -T0 $IMG | sudo dd of=$DISK bs=4M
|
|
else
|
|
sudo qemu-img dd -f qcow2 -O raw if=$IMG of=$DISK bs=4M
|
|
fi
|
|
rm -f $IMG
|
|
|
|
PUBKEY=$(cat ~/.ssh/id_ed25519.pub)
|
|
if [ ${OS:0:7} != "freebsd" ]; then
|
|
cat <<EOF > /tmp/user-data
|
|
#cloud-config
|
|
|
|
hostname: $OS
|
|
|
|
users:
|
|
- name: root
|
|
shell: $BASH
|
|
- name: zfs
|
|
sudo: ALL=(ALL) NOPASSWD:ALL
|
|
shell: $BASH
|
|
ssh_authorized_keys:
|
|
- $PUBKEY
|
|
|
|
growpart:
|
|
mode: auto
|
|
devices: ['/']
|
|
ignore_growroot_disabled: false
|
|
EOF
|
|
else
|
|
cat <<EOF > /tmp/user-data
|
|
#cloud-config
|
|
|
|
hostname: $OS
|
|
|
|
# minimized config without sudo for nuageinit of FreeBSD
|
|
growpart:
|
|
mode: auto
|
|
devices: ['/']
|
|
ignore_growroot_disabled: false
|
|
EOF
|
|
fi
|
|
|
|
sudo virsh net-update default add ip-dhcp-host \
|
|
"<host mac='52:54:00:83:79:00' ip='192.168.122.10'/>" --live --config
|
|
|
|
sudo virt-install \
|
|
--os-variant $OSv \
|
|
--name "openzfs" \
|
|
--cpu host-passthrough \
|
|
--virt-type=kvm --hvm \
|
|
--vcpus=4,sockets=1 \
|
|
--memory $((1024*12)) \
|
|
--memballoon model=virtio \
|
|
--graphics none \
|
|
--network bridge=virbr0,model=$NIC,mac='52:54:00:83:79:00' \
|
|
--cloud-init user-data=/tmp/user-data \
|
|
--disk $DISK,bus=virtio,cache=none,format=raw,driver.discard=unmap \
|
|
--import --noautoconsole >/dev/null
|
|
|
|
# Give the VMs hostnames so we don't have to refer to them with
|
|
# hardcoded IP addresses.
|
|
#
|
|
# vm0: Initial VM we install dependencies and build ZFS on.
|
|
# vm1..2 Testing VMs
|
|
for ((i=0; i<=VMs; i++)); do
|
|
echo "192.168.122.1$i vm$i" | sudo tee -a /etc/hosts
|
|
done
|
|
|
|
# in case the directory isn't there already
|
|
mkdir -p $HOME/.ssh
|
|
|
|
cat <<EOF >> $HOME/.ssh/config
|
|
# no questions please
|
|
StrictHostKeyChecking no
|
|
|
|
# small timeout, used in while loops later
|
|
ConnectTimeout 1
|
|
EOF
|
|
|
|
if [ ${OS:0:7} != "freebsd" ]; then
|
|
# enable KSM on Linux
|
|
sudo virsh dommemstat --domain "openzfs" --period 5
|
|
sudo virsh node-memory-tune 100 50 1
|
|
echo 1 | sudo tee /sys/kernel/mm/ksm/run > /dev/null
|
|
else
|
|
# on FreeBSD we need some more init stuff, because of nuageinit
|
|
BASH="/usr/local/bin/bash"
|
|
while pidof /usr/bin/qemu-system-x86_64 >/dev/null; do
|
|
ssh 2>/dev/null root@vm0 "uname -a" && break
|
|
done
|
|
ssh root@vm0 "pkg install -y bash ca_root_nss git qemu-guest-agent python3 py311-cloud-init"
|
|
ssh root@vm0 "chsh -s $BASH root"
|
|
ssh root@vm0 'sysrc qemu_guest_agent_enable="YES"'
|
|
ssh root@vm0 'sysrc cloudinit_enable="YES"'
|
|
ssh root@vm0 "pw add user zfs -w no -s $BASH"
|
|
ssh root@vm0 'mkdir -p ~zfs/.ssh'
|
|
ssh root@vm0 'echo "zfs ALL=(ALL:ALL) NOPASSWD: ALL" >> /usr/local/etc/sudoers'
|
|
ssh root@vm0 'echo "PubkeyAuthentication yes" >> /etc/ssh/sshd_config'
|
|
scp ~/.ssh/id_ed25519.pub "root@vm0:~zfs/.ssh/authorized_keys"
|
|
ssh root@vm0 'chown -R zfs ~zfs'
|
|
ssh root@vm0 'service sshd restart'
|
|
scp ~/src.txz "root@vm0:/tmp/src.txz"
|
|
ssh root@vm0 'tar -C / -zxf /tmp/src.txz'
|
|
fi
|