diff --git a/.github/workflows/scripts/generate-summary.sh b/.github/workflows/scripts/generate-summary.sh
index b5d89208a5d8..39ad7ec0d4f9 100755
--- a/.github/workflows/scripts/generate-summary.sh
+++ b/.github/workflows/scripts/generate-summary.sh
@@ -1,60 +1,107 @@
#!/usr/bin/env bash
-# for runtime reasons we split functional testings into N parts
-# - use a define to check for missing tarfiles
-FUNCTIONAL_PARTS="4"
-
-ZTS_REPORT="tests/test-runner/bin/zts-report.py"
-chmod +x $ZTS_REPORT
+######################################################################
+# generate github summary page of all the testings
+######################################################################
function output() {
- echo -e $* >> Summary.md
+ echo -e $* >> "out-$logfile.md"
+}
+
+function outfile() {
+ cat "$1" >> "out-$logfile.md"
+}
+
+function send2github() {
+ test -f "$1" && dd if="$1" bs=999k count=1 >> $GITHUB_STEP_SUMMARY
}
function error() {
output ":bangbang: $* :bangbang:\n"
}
-# this function generates the real summary
-# - expects a logfile "log" in current directory
+# generate summary of one test
function generate() {
# we issued some error already
test ! -s log && return
- # for overview and zts-report
- cat log | grep '^Test' > list
+ ######################################################
+ # input:
+ # - log -> full debug output
+ # - results -> full list with summary in the end
+ ######################################################
+ # output:
+ # - info.txt -> short summary list (zts-report)
+ # - list.txt -> full list, but without debugging
+ # - debug.txt -> full list with debugging info
+ ######################################################
+
+ if [ -s results ]; then
+ cat results | grep '^Test[: ]' > list.txt
+ cat results | grep -v '^Test[: ]' > info.txt
+ else
+ cat log | grep '^Test[: ]' > list.txt
+ ./zts-report.py --no-maybes ./list.txt > info.txt
+ fi
# error details
awk '/\[FAIL\]|\[KILLED\]/{ show=1; print; next; }
- /\[SKIP\]|\[PASS\]/{ show=0; } show' log > err
+ /\[SKIP\]|\[PASS\]/{ show=0; } show' log > debug.txt
- # summary of errors
- if [ -s err ]; then
+ # headline of this summary
+ output "\n## $headline\n"
+
+ if [ -s uname.txt ]; then
output "
"
- $ZTS_REPORT --no-maybes ./list >> Summary.md
+ outfile uname.txt
output "
"
+ fi
- # generate seperate error logfile
- ERRLOGS=$((ERRLOGS+1))
- errfile="err-$ERRLOGS.md"
- echo -e "\n## $headline (debugging)\n" >> $errfile
- echo "Error Listing - with dmesg and dbgmsg
" >> $errfile
- dd if=err bs=999k count=1 >> $errfile
- echo "
" >> $errfile
+ if [ -s info.txt ]; then
+ output ""
+ outfile info.txt
+ output "
"
else
output "All tests passed :thumbsup:"
fi
- output "Full Listing
"
- cat list >> Summary.md
- output "
"
+ if [ -s dmesg-prerun.txt ]; then
+ output "Dmesg - systemstart
"
+ outfile dmesg-prerun.txt
+ output "
"
+ fi
+
+ if [ -s dmesg-module-load.txt ]; then
+ output "Dmesg - module loading
"
+ outfile dmesg-module-load.txt
+ output "
"
+ fi
+
+ if [ -s make-stderr.txt ]; then
+ output "Stderr of make
"
+ outfile make-stderr.txt
+ output "
"
+ fi
+
+ if [ -s list.txt ]; then
+ output "List of all tests
"
+ outfile list.txt
+ output "
"
+ fi
+
+ if [ -s debug.txt ]; then
+ output "Debug list with dmesg and dbgmsg
"
+ outfile debug.txt
+ output "
"
+ fi
# remove tmp files
- rm -f err list log
+ rm -f log results *.txt
+ logfile=$((logfile+1))
}
# check tarfiles and untar
-function check_tarfile() {
+function my_untar() {
if [ -f "$1" ]; then
tar xf "$1" || error "Tarfile $1 returns some error"
else
@@ -62,58 +109,71 @@ function check_tarfile() {
fi
}
-# check logfile and concatenate test results
-function check_logfile() {
+# check file and copy
+function my_copy() {
if [ -f "$1" ]; then
- cat "$1" >> log
+ cat "$1" >> "$2"
else
- error "Logfile $1 not found"
+ error "File $1 not found"
fi
}
-# sanity
-function summarize_s() {
- headline="$1"
- output "\n## $headline\n"
+# sanity checks on ubuntu runner
+function summarize_sanity() {
+ headline="Sanity Tests Ubuntu $1"
rm -rf testfiles
- check_tarfile "$2/sanity.tar"
- check_logfile "testfiles/log"
+ my_untar "Logs-$1-sanity/sanity.tar"
+ my_copy "testfiles/log" log
generate
}
-# functional
-function summarize_f() {
- headline="$1"
- output "\n## $headline\n"
+# functional on ubuntu runner matrix
+function summarize_functional() {
+ headline="Functional Tests Ubuntu $1"
rm -rf testfiles
- for i in $(seq 1 $FUNCTIONAL_PARTS); do
- tarfile="$2-part$i/part$i.tar"
- check_tarfile "$tarfile"
- check_logfile "testfiles/log"
+ for i in $(seq 1 4); do
+ tarfile="Logs-$1-functional-part$i/part$i.tar"
+ my_untar "$tarfile"
+ my_copy "testfiles/log" log
done
generate
}
+# functional tests via qemu
+function summarize_qemu() {
+ for tarfile in Logs-functional*/qemu-*.tar; do
+ rm -rf current
+ my_untar "$tarfile"
+ osname=`cat osname.txt`
+ headline="Functional Tests: $osname"
+ my_copy "current/log" log
+ my_copy "current/results" results
+ generate
+ done
+}
+
# https://docs.github.com/en/enterprise-server@3.6/actions/using-workflows/workflow-commands-for-github-actions#step-isolation-and-limits
# Job summaries are isolated between steps and each step is restricted to a maximum size of 1MiB.
# [ ] can not show all error findings here
# [x] split files into smaller ones and create additional steps
-ERRLOGS=0
-if [ ! -f Summary/Summary.md ]; then
- # first call, we do the default summary (~500k)
- echo -n > Summary.md
- summarize_s "Sanity Tests Ubuntu 20.04" Logs-20.04-sanity
- summarize_s "Sanity Tests Ubuntu 22.04" Logs-22.04-sanity
- summarize_f "Functional Tests Ubuntu 20.04" Logs-20.04-functional
- summarize_f "Functional Tests Ubuntu 22.04" Logs-22.04-functional
-
- cat Summary.md >> $GITHUB_STEP_SUMMARY
- mkdir -p Summary
- mv *.md Summary
+# first call, generate all summaries
+if [ ! -f out-0.md ]; then
+ # create ./zts-report.py for generate()
+ TEMPLATE="tests/test-runner/bin/zts-report.py.in"
+ cat $TEMPLATE| sed -e 's|@PYTHON_SHEBANG@|python3|' > ./zts-report.py
+ chmod +x ./zts-report.py
+
+ logfile="0"
+ summarize_sanity "20.04"
+ summarize_sanity "22.04"
+ summarize_functional "20.04"
+ summarize_functional "22.04"
+ summarize_qemu
+
+ send2github out-0.md
else
- # here we get, when errors where returned in first call
- test -f Summary/err-$1.md && cat Summary/err-$1.md >> $GITHUB_STEP_SUMMARY
+ send2github out-$1.md
fi
exit 0
diff --git a/.github/workflows/scripts/qemu-1-setup.sh b/.github/workflows/scripts/qemu-1-setup.sh
new file mode 100755
index 000000000000..7b904429ce74
--- /dev/null
+++ b/.github/workflows/scripts/qemu-1-setup.sh
@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+
+######################################################################
+# 1) setup the action runner to start some qemu instance
+######################################################################
+
+set -eu
+
+# docker isn't needed, free some memory
+sudo systemctl stop docker.socket
+sudo apt-get remove docker-ce-cli docker-ce podman
+
+# remove snapd, not needed
+for x in lxd core20 snapd; do sudo snap remove $x; done
+sudo apt-get remove google-chrome-stable firefox snapd
+
+# only install qemu
+sudo apt-get update
+sudo apt-get install axel cloud-image-utils guestfs-tools virt-manager
+
+# no swap needed
+sudo swapoff -a
+
+# disk usage afterwards
+sudo df -h /
+sudo df -h /mnt
+sudo fstrim -a
+
+# generate ssh keys
+ssh-keygen -t ed25519 -f ~/.ssh/id_ed25519 -q -N ""
diff --git a/.github/workflows/scripts/qemu-2-start.sh b/.github/workflows/scripts/qemu-2-start.sh
new file mode 100755
index 000000000000..611f8b329004
--- /dev/null
+++ b/.github/workflows/scripts/qemu-2-start.sh
@@ -0,0 +1,154 @@
+#!/usr/bin/env bash
+
+######################################################################
+# 2) start qemu with some operating system, init via cloud-init
+######################################################################
+
+OS="$1"
+
+# valid ostypes: virt-install --os-variant list
+OSv=$OS
+
+case "$OS" in
+ almalinux8)
+ OSNAME="AlmaLinux 8"
+ URL="https://repo.almalinux.org/almalinux/8/cloud/x86_64/images/AlmaLinux-8-GenericCloud-latest.x86_64.qcow2"
+ ;;
+ almalinux9)
+ OSNAME="AlmaLinux 9"
+ URL="https://repo.almalinux.org/almalinux/9/cloud/x86_64/images/AlmaLinux-9-GenericCloud-latest.x86_64.qcow2"
+ ;;
+ archlinux)
+ OSNAME="Archlinux"
+ URL="https://geo.mirror.pkgbuild.com/images/latest/Arch-Linux-x86_64-cloudimg.qcow2"
+ ;;
+ centos-stream8)
+ OSNAME="CentOS Stream 8"
+ URL="https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-latest.x86_64.qcow2"
+ ;;
+ centos-stream9)
+ OSNAME="CentOS Stream 9"
+ URL="https://cloud.centos.org/centos/9-stream/x86_64/images/CentOS-Stream-GenericCloud-9-latest.x86_64.qcow2"
+ ;;
+ debian11)
+ OSNAME="Debian 11"
+ URL="https://cloud.debian.org/images/cloud/bullseye/latest/debian-11-generic-amd64.qcow2"
+ ;;
+ debian12)
+ OSNAME="Debian 12"
+ URL="https://cloud.debian.org/images/cloud/bookworm/latest/debian-12-generic-amd64.qcow2"
+ ;;
+ fedora38)
+ OSNAME="Fedora 38"
+ URL="https://download.fedoraproject.org/pub/fedora/linux/releases/38/Cloud/x86_64/images/Fedora-Cloud-Base-38-1.6.x86_64.qcow2"
+ ;;
+ fedora39)
+ OSNAME="Fedora 39"
+ OSv="fedora38"
+ URL="https://download.fedoraproject.org/pub/fedora/linux/releases/39/Cloud/x86_64/images/Fedora-Cloud-Base-39-1.5.x86_64.qcow2"
+ ;;
+ freebsd13)
+ OSNAME="FreeBSD 13"
+ OSv="freebsd13.0"
+ # URL="https://download.freebsd.org/ftp/snapshots/amd64"
+ # freebsd images don't have clout-init within it! :(
+ # -> workaround: provide own images
+ URL_ZS="https://openzfs.de/freebsd/amd64-freebsd-13.3.qcow2.zst"
+ BASH="/usr/local/bin/bash"
+ ;;
+ freebsd14)
+ OSNAME="FreeBSD 14"
+ OSv="freebsd13.0"
+ URL_ZS="https://openzfs.de/freebsd/amd64-freebsd-14.0.qcow2.zst"
+ BASH="/usr/local/bin/bash"
+ ;;
+ freebsd15)
+ OSNAME="FreeBSD 15"
+ OSv="freebsd13.0"
+ URL_ZS="https://openzfs.de/freebsd/amd64-freebsd-15.0.qcow2.zst"
+ BASH="/usr/local/bin/bash"
+ ;;
+ ubuntu22)
+ OSNAME="Ubuntu 22.04"
+ OSv="ubuntu22.04"
+ URL="https://cloud-images.ubuntu.com/jammy/current/jammy-server-cloudimg-amd64.img"
+ ;;
+ ubuntu24)
+ OSNAME="Ubuntu 24.04"
+ OSv="ubuntu24.04"
+ URL="https://cloud-images.ubuntu.com/noble/current/noble-server-cloudimg-amd64.img"
+ ;;
+ *)
+ echo "Wrong value for variable OS!"
+ exit 111
+ ;;
+esac
+
+IMG="/mnt/original.qcow2"
+DISK="/mnt/openzfs.qcow2"
+sudo chown -R $(whoami) /mnt
+
+if [ ! -z "$URL_ZS" ]; then
+ echo "Loading image $URL_ZS ..."
+ axel -q "$URL_ZS" -o "$IMG.zst" || exit 111
+ zstd -d "$IMG.zst" && rm -f "$IMG.zst"
+else
+ echo "Loading image $URL ..."
+ axel -q "$URL" -o "$IMG" || exit 111
+fi
+
+# we use zstd for faster IO on the testing runner
+echo "Converting image ..."
+qemu-img convert -q -f qcow2 -O qcow2 -c -o compression_type=zstd,preallocation=off $IMG $DISK || exit 111
+rm -f $IMG || exit 111
+
+echo "Resizing image to 60GiB ..."
+qemu-img resize -q $DISK 60G || exit 111
+
+PUBKEY=`cat ~/.ssh/id_ed25519.pub`
+cat < /tmp/user-data
+#cloud-config
+
+fqdn: $OS
+
+users:
+- name: root
+ shell: $BASH
+- name: zfs
+ sudo: ALL=(ALL) NOPASSWD:ALL
+ shell: $BASH
+ ssh_authorized_keys:
+ - $PUBKEY
+
+growpart:
+ mode: auto
+ devices: ['/']
+ ignore_growroot_disabled: false
+
+write_files:
+ - path: /tmp/runner-init.sh
+ permissions: '0755'
+ content: |
+ #!/usr/bin/env bash
+
+ cd \$HOME
+ exec 2>stderr-init.log
+ echo "$OSNAME" > /var/tmp/osname.txt
+
+runcmd:
+ - sudo -u zfs /tmp/runner-init.sh
+EOF
+
+# we could extend this with more virtual disks for example /TR
+sudo virt-install \
+ --os-variant $OSv \
+ --name "openzfs" \
+ --cpu host-passthrough \
+ --vcpus=4,sockets=1 \
+ --memory $((1024*12)) \
+ --graphics none \
+ --network bridge=virbr0,model=virtio \
+ --cloud-init user-data=/tmp/user-data \
+ --disk $DISK,format=qcow2,bus=virtio \
+ --import --noautoconsole
+sudo rm -f /tmp/user-data
diff --git a/.github/workflows/scripts/qemu-3-deps.sh b/.github/workflows/scripts/qemu-3-deps.sh
new file mode 100755
index 000000000000..90e0254a743b
--- /dev/null
+++ b/.github/workflows/scripts/qemu-3-deps.sh
@@ -0,0 +1,130 @@
+#!/usr/bin/env bash
+
+######################################################################
+# 3) install dependencies for compiling and loading
+######################################################################
+
+set -eu
+
+function archlinux() {
+ echo "##[group]Running pacman -Syu"
+ sudo pacman -Syu --noconfirm
+ echo "##[endgroup]"
+
+ echo "##[group]Install Development Tools"
+ sudo pacman -Sy --noconfirm base-devel bc cpio dkms fakeroot fio \
+ inetutils linux linux-headers lsscsi nfs-utils parted pax perf \
+ python-packaging python-setuptools ksh samba sysstat rng-tools \
+ rsync wget
+ echo "##[endgroup]"
+}
+
+function debian() {
+ export DEBIAN_FRONTEND=noninteractive
+
+ echo "##[group]Running apt-get update+upgrade"
+ sudo apt-get update -y
+ sudo apt-get upgrade -y
+ echo "##[endgroup]"
+
+ echo "##[group]Install Development Tools"
+ yes | sudo apt-get install -y build-essential autoconf libtool \
+ libtool-bin gdb lcov git alien fakeroot wget curl bc fio acl \
+ sysstat lsscsi parted gdebi attr dbench watchdog ksh nfs-kernel-server \
+ samba rng-tools dkms rsync linux-headers-$(uname -r) \
+ zlib1g-dev uuid-dev libblkid-dev libselinux-dev \
+ xfslibs-dev libattr1-dev libacl1-dev libudev-dev libdevmapper-dev \
+ libssl-dev libaio-dev libffi-dev libelf-dev libmount-dev \
+ libpam0g-dev pamtester python3-dev python3-setuptools python3 \
+ python3-dev python3-setuptools python3-cffi libcurl4-openssl-dev \
+ python3-packaging python3-distlib
+ echo "##[endgroup]"
+}
+
+function freebsd() {
+ export ASSUME_ALWAYS_YES="YES"
+
+ echo "##[group]Install Development Tools"
+ sudo pkg install -y autoconf automake autotools base64 fio gdb git gmake \
+ gsed python python3 gettext gettext-runtime checkbashisms lcov libtool \
+ lscpu ksh93 pamtester pamtester rsync
+
+ sudo pkg install -xy \
+ '^samba4[[:digit:]]+$' \
+ '^py3[[:digit:]]+-cffi$' \
+ '^py3[[:digit:]]+-sysctl$' \
+ '^py3[[:digit:]]+-packaging$'
+
+ echo "##[endgroup]"
+
+ # the image has /usr/src already
+ #echo "##[group]Install Kernel Headers"
+ #VERSION=$(freebsd-version -r)
+ #sudo mkdir -p /usr/src
+ #sudo chown -R $(whoami) /usr/src
+ #git clone --depth=1 -b releng/${VERSION%%-*} https://github.com/freebsd/freebsd-src /usr/src ||
+ #git clone --depth=1 -b stable/${VERSION%%.*} https://github.com/freebsd/freebsd-src /usr/src ||
+ #git clone --depth=1 -b main https://github.com/freebsd/freebsd-src /usr/src
+ #echo "##[endgroup]"
+}
+
+function rhel() {
+ echo "##[group]Running dnf update"
+ sudo dnf update -y
+ echo "##[endgroup]"
+
+ echo "##[group]Install Development Tools"
+ sudo dnf group install -y "Development Tools"
+ sudo dnf install -y libtool rpm-build libtirpc-devel libblkid-devel \
+ libuuid-devel libudev-devel openssl-devel zlib-devel libaio-devel \
+ libattr-devel elfutils-libelf-devel python3 python3-devel \
+ python3-setuptools python3-cffi libffi-devel git ncompress \
+ libcurl-devel python3-packaging
+ sudo dnf install -y kernel-devel-$(uname -r)
+ echo "##[endgroup]"
+
+ echo "##[group]Install utilities for ZTS"
+ sudo dnf install -y acl ksh bc bzip2 fio sysstat mdadm lsscsi parted attr \
+ nfs-utils samba rng-tools perf rsync dbench pamtester
+ echo "##[endgroup]"
+}
+
+case "$1" in
+ almalinux8|centos-stream8)
+ echo "##[group]Enable epel and powertools repositories"
+ sudo dnf config-manager -y --set-enabled powertools
+ sudo dnf install -y epel-release
+ echo "##[endgroup]"
+ rhel
+ ;;
+ almalinux9|centos-stream9)
+ echo "##[group]Enable epel and crb repositories"
+ sudo dnf config-manager -y --set-enabled crb
+ sudo dnf install -y epel-release
+ echo "##[endgroup]"
+ rhel
+ ;;
+ archlinux)
+ archlinux
+ ;;
+ debian*)
+ debian
+ echo "##[group]Install linux-perf"
+ sudo apt-get install -yq linux-perf
+ echo "##[endgroup]"
+ ;;
+ fedora*)
+ rhel
+ ;;
+ freebsd*)
+ freebsd
+ ;;
+ ubuntu*)
+ debian
+ echo "##[group]Install linux-tools-common"
+ sudo apt-get install -yq linux-tools-common libtirpc-dev
+ echo "##[endgroup]"
+ ;;
+esac
+
+sudo poweroff
diff --git a/.github/workflows/scripts/qemu-4-build.sh b/.github/workflows/scripts/qemu-4-build.sh
new file mode 100755
index 000000000000..b438318f7600
--- /dev/null
+++ b/.github/workflows/scripts/qemu-4-build.sh
@@ -0,0 +1,63 @@
+#!/usr/bin/env bash
+
+######################################################################
+# 4) configure and build openzfs modules
+######################################################################
+
+set -eu
+cd $HOME/zfs
+
+function freebsd() {
+ echo "##[group]Autogen.sh"
+ MAKE="gmake" ./autogen.sh
+ echo "##[endgroup]"
+
+ echo "##[group]Configure"
+ MAKE="gmake" ./configure \
+ --prefix=/usr/local \
+ --with-libintl-prefix=/usr/local \
+ --enable-pyzfs \
+ --enable-debug \
+ --enable-debuginfo
+ echo "##[endgroup]"
+
+ echo "##[group]Build"
+ gmake -j`sysctl -n hw.ncpu` 2>/var/tmp/make-stderr.txt
+ echo "##[endgroup]"
+
+ echo "##[group]Install"
+ sudo gmake install 2>>/var/tmp/make-stderr.txt
+ echo "##[endgroup]"
+}
+
+function linux() {
+ echo "##[group]Autogen.sh"
+ ./autogen.sh
+ echo "##[endgroup]"
+
+ echo "##[group]Configure"
+ ./configure \
+ --prefix=/usr \
+ --enable-pyzfs \
+ --enable-debug \
+ --enable-debuginfo
+ echo "##[endgroup]"
+
+ echo "##[group]Build"
+ make -j$(nproc) 2>/var/tmp/make-stderr.txt
+ echo "##[endgroup]"
+
+ echo "##[group]Install"
+ sudo make install 2>>/var/tmp/make-stderr.txt
+ echo "##[endgroup]"
+}
+
+export PATH="$PATH:/sbin:/usr/sbin:/usr/local/sbin"
+case "$1" in
+ freebsd*)
+ freebsd
+ ;;
+ *)
+ linux
+ ;;
+esac
diff --git a/.github/workflows/scripts/qemu-5-load.sh b/.github/workflows/scripts/qemu-5-load.sh
new file mode 100755
index 000000000000..c2763f570f96
--- /dev/null
+++ b/.github/workflows/scripts/qemu-5-load.sh
@@ -0,0 +1,50 @@
+#!/usr/bin/env bash
+
+######################################################################
+# 5) load openzfs modules
+######################################################################
+
+set -eu
+cd $HOME/zfs
+
+function freebsd() {
+ echo "##[group]Load modules"
+ # when freebsd zfs is loaded, unload this one
+ kldstat -n zfs 2>/dev/null && sudo kldunload zfs
+ sudo dmesg -c > /var/tmp/dmesg-prerun.txt
+ sudo -E ./scripts/zfs.sh
+ sudo dmesg
+ sudo dmesg -c > /var/tmp/dmesg-module-load.txt
+ echo "Loaded module: "
+ sudo kldstat -n openzfs
+ uname -a > /var/tmp/uname.txt
+ echo "##[endgroup]"
+}
+
+function linux_forceload() {
+ echo "Need to force the module loading!"
+ # -f tells modprobe to ignore wrong version numbers
+ sudo modprobe -v -f spl || echo "!! Loading module spl is failing !!"
+ sudo modprobe -v -f zfs || echo "!! Loading module zfs is failing !!"
+}
+
+function linux() {
+ echo "##[group]Load modules"
+ sudo dmesg -c > /var/tmp/dmesg-prerun.txt
+ sudo -E ./scripts/zfs.sh
+ test -d /proc/spl/kstat/zfs || linux_forceload
+ sudo dmesg
+ sudo dmesg -c > /var/tmp/dmesg-module-load.txt
+ uname -a > /var/tmp/uname.txt
+ echo "##[endgroup]"
+}
+
+export PATH="$PATH:/sbin:/usr/sbin:/usr/local/sbin"
+case "$1" in
+ freebsd*)
+ freebsd
+ ;;
+ *)
+ linux
+ ;;
+esac
diff --git a/.github/workflows/scripts/qemu-6-tests.sh b/.github/workflows/scripts/qemu-6-tests.sh
new file mode 100755
index 000000000000..3c0b7855c206
--- /dev/null
+++ b/.github/workflows/scripts/qemu-6-tests.sh
@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+
+######################################################################
+# 6) configure and build openzfs modules
+######################################################################
+
+set -eu
+set -o pipefail
+cd $HOME/zfs
+
+#OPTS="-T casenorm"
+OPTS="-T functional"
+
+case "$1" in
+ freebsd*)
+ /usr/local/share/zfs/zfs-tests.sh -vKR -s 3G $OPTS \
+ | scripts/zfs-tests-color.sh
+ ;;
+ *)
+ /usr/share/zfs/zfs-tests.sh -vKR -s 3G $OPTS \
+ | scripts/zfs-tests-color.sh
+ ;;
+esac
diff --git a/.github/workflows/scripts/setup-dependencies.sh b/.github/workflows/scripts/setup-dependencies.sh
index b40f9290f914..57e51dcaed70 100755
--- a/.github/workflows/scripts/setup-dependencies.sh
+++ b/.github/workflows/scripts/setup-dependencies.sh
@@ -13,7 +13,7 @@ function prerun() {
sudo apt upgrade
sudo xargs --arg-file=.github/workflows/build-dependencies.txt apt-get install -qq
sudo apt-get clean
- sudo dmesg -c > /var/tmp/dmesg-prerun
+ sudo dmesg -c > /var/tmp/dmesg-prerun.txt
echo "::endgroup::"
}
@@ -47,7 +47,7 @@ function mod_install() {
sudo depmod -a
sudo modprobe zfs
sudo dmesg
- sudo dmesg -c > /var/tmp/dmesg-module-load
+ sudo dmesg -c > /var/tmp/dmesg-module-load.txt
echo "::endgroup::"
echo "::group::Report CPU information"
diff --git a/.github/workflows/scripts/setup-functional.sh b/.github/workflows/scripts/setup-functional.sh
index 08c4d872abdf..efeb1e2852ac 100755
--- a/.github/workflows/scripts/setup-functional.sh
+++ b/.github/workflows/scripts/setup-functional.sh
@@ -6,15 +6,15 @@ TDIR="/usr/share/zfs/zfs-tests/tests/functional"
echo -n "TODO="
case "$1" in
part1)
- # ~1h 20m
+ # ~1h 10m
echo "cli_root"
;;
part2)
- # ~1h
+ # ~1h 30m
ls $TDIR|grep '^[a-m]'|grep -v "cli_root"|xargs|tr -s ' ' ','
;;
part3)
- # ~1h
+ # ~40m
ls $TDIR|grep '^[n-qs-z]'|xargs|tr -s ' ' ','
;;
part4)
diff --git a/.github/workflows/zfs-linux.yml b/.github/workflows/zfs-linux.yml
index e6b705c86055..96ca03effa8a 100644
--- a/.github/workflows/zfs-linux.yml
+++ b/.github/workflows/zfs-linux.yml
@@ -27,8 +27,8 @@ jobs:
path: modules-${{ matrix.os }}.tgz
retention-days: 14
- testings:
- name: Testing
+ tests:
+ name: Tests
strategy:
fail-fast: false
matrix:
@@ -38,27 +38,145 @@ jobs:
with:
os: ${{ matrix.os }}
+ qemu-vm:
+ name: QEMU
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [almalinux8, almalinux9, archlinux, centos-stream8, centos-stream9, fedora38, fedora39, debian11, debian12, freebsd13, freebsd14, freebsd15, ubuntu22, ubuntu24]
+ runs-on: ubuntu-22.04
+ steps:
+ - uses: actions/checkout@v4
+ with:
+ ref: ${{ github.event.pull_request.head.sha }}
+ - name: Setup QEMU
+ run: .github/workflows/scripts/qemu-1-setup.sh
+ - name: Start QEMU machine
+ run: .github/workflows/scripts/qemu-2-start.sh ${{ matrix.os }}
+ - name: Install dependencies in QEMU machine
+ timeout-minutes: 15
+ run: |
+ echo "Install dependencies in QEMU machine"
+ echo "StrictHostKeyChecking no" >> $HOME/.ssh/config
+ echo "ConnectTimeout 1" >> $HOME/.ssh/config
+ while pidof /usr/bin/qemu-system-x86_64 >/dev/null; do
+ sleep 1
+ IP=`arp | grep "^192.168.122."| cut -d' ' -f1`
+ test -z "$IP" && continue
+ ssh 2>/dev/null zfs@$IP "uname -a" && break
+ done
+ echo IP=$IP >> $GITHUB_ENV
+ scp .github/workflows/scripts/qemu-3-deps.sh zfs@$IP:qemu-3-deps.sh
+ ssh zfs@$IP '$HOME/qemu-3-deps.sh' ${{ matrix.os }} && true
+ # restart vm with new kernel and so on
+ while pidof /usr/bin/qemu-system-x86_64 >/dev/null; do sleep 5; done
+ sudo virsh start openzfs
+ sleep 5
+ - name: Build modules in QEMU machine
+ timeout-minutes: 30
+ run: |
+ echo "Build modules in QEMU machine"
+ while pidof /usr/bin/qemu-system-x86_64 >/dev/null; do
+ sleep 1
+ ssh 2>/dev/null zfs@${{ env.IP }} "uname -a" && break
+ done
+ rsync -ar $HOME/work/zfs/zfs zfs@${{ env.IP }}:./
+ ssh zfs@${{ env.IP }} '$HOME/zfs/.github/workflows/scripts/qemu-4-build.sh' ${{ matrix.os }}
+ - name: Load modules in QEMU machine
+ timeout-minutes: 2
+ run: |
+ ssh zfs@${{ env.IP }} '$HOME/zfs/.github/workflows/scripts/qemu-5-load.sh' ${{ matrix.os }}
+ - name: Run tests in QEMU machine
+ timeout-minutes: 330
+ run: |
+ ssh zfs@${{ env.IP }} '$HOME/zfs/.github/workflows/scripts/qemu-6-tests.sh' ${{ matrix.os }}
+ - name: Prepare artifacts
+ if: success() || failure()
+ run: |
+ RESPATH="/var/tmp/test_results"
+ rsync -arL zfs@${{ env.IP }}:$RESPATH/current $RESPATH
+ scp zfs@$IP:"/var/tmp/*.txt" /var/tmp
+ cp -f /var/tmp/*.txt $RESPATH
+ tar cf qemu-${{ matrix.os }}.tar -C $RESPATH -h current uname.txt \
+ osname.txt dmesg-prerun.txt dmesg-module-load.txt make-stderr.txt
+ - uses: actions/upload-artifact@v4
+ if: success() || failure()
+ with:
+ name: Logs-functional-${{ matrix.os }}
+ path: qemu-${{ matrix.os }}.tar
+ if-no-files-found: ignore
+
cleanup:
if: always()
name: Cleanup
runs-on: ubuntu-22.04
- needs: testings
+ needs: [ qemu-vm, tests ]
steps:
+ - uses: actions/checkout@v4
+ with:
+ ref: ${{ github.event.pull_request.head.sha }}
- uses: actions/download-artifact@v4
- name: Generating summary
- run: |
- tar xzf modules-22.04/modules-22.04.tgz .github tests
- .github/workflows/scripts/generate-summary.sh
- # up to 4 steps, each can have 1 MiB output (for debugging log files)
- - name: Summary for errors #1
+ run: .github/workflows/scripts/generate-summary.sh
+ - name: Generating summary...
run: .github/workflows/scripts/generate-summary.sh 1
- - name: Summary for errors #2
+ - name: Generating summary...
run: .github/workflows/scripts/generate-summary.sh 2
- - name: Summary for errors #3
+ - name: Generating summary...
run: .github/workflows/scripts/generate-summary.sh 3
- - name: Summary for errors #4
+ - name: Generating summary...
run: .github/workflows/scripts/generate-summary.sh 4
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 5
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 6
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 7
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 8
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 9
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 10
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 11
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 12
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 13
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 14
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 15
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 16
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 17
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 18
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 19
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 20
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 21
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 22
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 23
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 24
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 25
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 26
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 27
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 28
+ - name: Generating summary...
+ run: .github/workflows/scripts/generate-summary.sh 29
- uses: actions/upload-artifact@v4
with:
name: Summary Files
- path: Summary/
+ path: out-*