USHIFT-6547: Add RHEL 10 CI lane

test/bin/ci_phase_iso_build.sh

@@ -115,28 +115,53 @@ run_image_build() {
 run_bootc_image_build() {
     make -C "${ROOTDIR}" verify-containers
 
+    # Build templates first
+    $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/templates
+
     if [ -v CI_JOB_NAME ] ; then
-        # Skip all image builds for release testing CI jobs because all the images are fetched from the cache.
-        if [[ "${CI_JOB_NAME}" =~ .*release(-arm)?$ ]]; then
-            $(dry_run) bash -x ./bin/build_bootc_images.sh -X
-            return
+        # Build el9 images
+        if [[ "${CI_JOB_NAME}" =~ .*el9.* ]]; then
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el9/layer1-base
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el9/layer2-presubmit
+
+            if [[ "${CI_JOB_NAME}" =~ .*periodic.* ]]; then
+                $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el9/layer3-periodic
+            fi
+            if [[ "${CI_JOB_NAME}" =~ .*release.* ]]; then
+                $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el9/layer4-release
+            fi
         fi
 
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer1-base
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer2-presubmit
-
-        if [[ "${CI_JOB_NAME}" =~ .*periodic.* ]]; then
-            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer3-periodic
+        # Build el10 images
+        if [[ "${CI_JOB_NAME}" =~ .*el10.* ]]; then
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el10/layer1-base
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el10/layer2-presubmit
+
+            # Build el9 images for upgrade tests
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el9/layer1-base
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el9/layer2-presubmit
+
+            if [[ "${CI_JOB_NAME}" =~ .*periodic.* ]]; then
+                $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el10/layer3-periodic
+            fi
+            if [[ "${CI_JOB_NAME}" =~ .*release.* ]]; then
+                $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/el10/layer4-release
+            fi
         fi
+
+        # Build upstream images
         if [[ "${CI_JOB_NAME}" =~ .*upstream.* ]]; then
-            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer5-upstream
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/upstream
         fi
     else
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer1-base
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer2-presubmit
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer3-periodic
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer4-release
-        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/layer5-upstream
+        # Full build for all OS versions
+        for os in el9 el10; do
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/${os}/layer1-base
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/${os}/layer2-presubmit
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/${os}/layer3-periodic
+            $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/${os}/layer4-release
+        done
+        $(dry_run) bash -x ./bin/build_bootc_images.sh -l ./image-blueprints-bootc/upstream
     fi
 }
 

test/image-blueprints-bootc/el10/layer3-periodic/group1/rhel102-bootc-source-isolated.containerfile

@@ -0,0 +1,34 @@
+FROM localhost/rhel102-bootc-source:latest
+
+# The qemu-guest-agent is used in offline tests
+RUN dnf install -y qemu-guest-agent && \
+    systemctl enable qemu-guest-agent && \
+    dnf clean all
+
+# Override the default qemu-ga service configuration on the guest to allow all RPCs.
+# BLOCK_RPCS is a deny-list of qemu-guest-agent RPCs to block, such as file read/write, process execution, etc. By
+# default, all RPCs are blocked.
+# FREEZE_HOOK_PATHNAME is the dir-path containing hook scripts. This override does not change the default value.
+# These scripts are executed before or after guest image snapshot ops ("freezing" and "thawing" in libvirt speak).
+# No hooks are installed by default.
+RUN printf '\
+\# This is a systemd environment file, not a shell script.\n\
+\# It provides settings for "/lib/systemd/system/qemu-guest-agent.service".\n\
+BLOCK_RPCS=\n\
+FSFREEZE_HOOK_PATHNAME=/etc/qemu-ga/fsfreeze-hook\n' > /etc/sysconfig/qemu-ga
+
+# Embed images based on contents of release-info RPMs
+COPY --chmod=755 ./bootc-images/microshift-copy-images.sh /usr/bin/microshift-copy-images
+RUN --mount=type=secret,id=pullsecret,dst=/run/secrets/pull-secret.json \
+    images="$(jq -r ".images[]" /usr/share/microshift/release/release-"$(uname -m)".json)" ; \
+    images="${images} quay.io/microshift/busybox:1.36" ; \
+    IMAGE_PULL_LIST="${images}" /usr/bin/microshift-copy-images pull
+
+# Install a systemd drop-in unit to address the problem with image upgrades
+# overwriting the container images in additional store. The workaround is to
+# copy the images from the pre-loaded to the main container storage.
+# In this case, it is not necessary to update /etc/containers/storage.conf with
+# the additional store path.
+# See https://issues.redhat.com/browse/RHEL-75827
+RUN mkdir -p /usr/lib/systemd/system/microshift.service.d
+COPY --chmod=644 ./bootc-images/microshift-copy-images.conf /usr/lib/systemd/system/microshift.service.d/microshift-copy-images.conf

test/image-blueprints-bootc/el10/layer3-periodic/group2/rhel102-bootc-source-isolated.image-bootc

@@ -0,0 +1 @@
+localhost/rhel102-bootc-source-isolated:latest

test/image-blueprints-bootc/el10/layer4-release/group2/rhel102-bootc-brew-lrel-optional.image-bootc

@@ -0,0 +1,3 @@
+{{- if env.Getenv "BREW_LREL_RELEASE_VERSION" "" -}}
+localhost/rhel102-bootc-brew-lrel-optional:latest
+{{- end }}

test/scenarios-bootc/releases/el100-lrel@ginkgo-tests.sh → test/scenarios-bootc/el10/releases/el102-lrel@ginkgo-tests.sh

@@ -2,7 +2,7 @@
 
 # Sourced from scenario.sh and uses functions defined there.
 
-start_image="rhel100-bootc-brew-lrel-optional"
+start_image="rhel102-bootc-brew-lrel-optional"
 
 scenario_create_vms() {
     if ! does_image_exist "${start_image}"; then
@@ -11,7 +11,7 @@ scenario_create_vms() {
     fi
 
     prepare_kickstart host1 kickstart-bootc.ks.template "${start_image}"
-    launch_vm --boot_blueprint rhel100-bootc --vm_disksize 30 --vm_vcpus 4
+    launch_vm --boot_blueprint rhel102-bootc --vm_disksize 30 --vm_vcpus 4
 }
 
 scenario_remove_vms() {

test/scenarios-bootc/releases/el100-lrel@optional.sh → test/scenarios-bootc/el10/releases/el102-lrel@optional.sh

@@ -7,7 +7,7 @@ VM_BRIDGE_IP="$(get_vm_bridge_ip "${VM_MULTUS_NETWORK}")"
 # shellcheck disable=SC2034  # used elsewhere
 WEB_SERVER_URL="http://${VM_BRIDGE_IP}:${WEB_SERVER_PORT}"
 
-start_image="rhel100-bootc-brew-lrel-optional"
+start_image="rhel102-bootc-brew-lrel-optional"
 
 scenario_create_vms() {
     exit_if_image_not_found "${start_image}"
@@ -21,7 +21,7 @@ scenario_create_vms() {
 
     LVM_SYSROOT_SIZE=20480 prepare_kickstart host1 kickstart-bootc.ks.template "${start_image}"
     # Three nics - one for sriov, one for macvlan, another for ipvlan (they cannot enslave the same interface)
-    launch_vm --boot_blueprint rhel100-bootc --network "${networks}" --vm_disksize 25 --vm_vcpus 4
+    launch_vm --boot_blueprint rhel102-bootc --network "${networks}" --vm_disksize 25 --vm_vcpus 4
 }
 
 scenario_remove_vms() {
@@ -38,6 +38,8 @@ scenario_run_tests() {
     if [[ "${UNAME_M}" =~ aarch64 ]]; then
         skip_args="--skip sriov"
     fi
+    # Skip generic device plugin on RHEL 10 until we can get the correct kernel-devel package.
+    skip_args+=" --skip generic-device-plugin"
     # shellcheck disable=SC2086
     run_tests host1 \
         --variable "PROMETHEUS_HOST:$(hostname)" \

test/scenarios-bootc/releases/el100-lrel@standard1.sh → test/scenarios-bootc/el10/releases/el102-lrel@standard1.sh

@@ -2,7 +2,7 @@
 
 # Sourced from scenario.sh and uses functions defined there.
 
-start_image="rhel100-bootc-brew-lrel-optional"
+start_image="rhel102-bootc-brew-lrel-optional"
 
 scenario_create_vms() {
     if ! does_image_exist "${start_image}"; then
@@ -11,7 +11,7 @@ scenario_create_vms() {
     fi
 
     prepare_kickstart host1 kickstart-bootc.ks.template "${start_image}"
-    launch_vm --boot_blueprint rhel100-bootc --vm_vcpus 4
+    launch_vm --boot_blueprint rhel102-bootc --vm_vcpus 4
 }
 
 scenario_remove_vms() {
@@ -30,6 +30,6 @@ scenario_run_tests() {
     fi
 
     run_tests host1 \
-        --variable "EXPECTED_OS_VERSION:10.0" \
+        --variable "EXPECTED_OS_VERSION:10.2" \
         suites/standard1/
 }

test/scenarios-bootc/releases/el100-lrel@standard2.sh → test/scenarios-bootc/el10/releases/el102-lrel@standard2.sh

@@ -2,7 +2,7 @@
 
 # Sourced from scenario.sh and uses functions defined there.
 
-start_image="rhel100-bootc-brew-lrel-optional"
+start_image="rhel102-bootc-brew-lrel-optional"
 
 scenario_create_vms() {
     if ! does_image_exist "${start_image}"; then
@@ -11,7 +11,7 @@ scenario_create_vms() {
     fi
 
     prepare_kickstart host1 kickstart-bootc.ks.template "${start_image}"
-    launch_vm --boot_blueprint rhel100-bootc --vm_vcpus 4
+    launch_vm --boot_blueprint rhel102-bootc --vm_vcpus 4
 }
 
 scenario_remove_vms() {