From 64306dc888f290f1c63c622f24223360e9c2500a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Doktor?= Date: Wed, 23 Oct 2024 10:26:20 +0200 Subject: [PATCH 1/2] ci: Set required-tests according to GH required tests MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit this should record the current list of required tests from GH. Signed-off-by: Lukáš Doktor --- tools/testing/gatekeeper/required-tests.yaml | 157 ++++++++++++++++++- 1 file changed, 150 insertions(+), 7 deletions(-) diff --git a/tools/testing/gatekeeper/required-tests.yaml b/tools/testing/gatekeeper/required-tests.yaml index db34033347..4b44674642 100644 --- a/tools/testing/gatekeeper/required-tests.yaml +++ b/tools/testing/gatekeeper/required-tests.yaml @@ -1,6 +1,12 @@ required_tests: # Always required tests - - "Commit Message Check / Commit Message Check" + - Commit Message Check / Commit Message Check + - Pull request WIP checks / WIP Check + - Darwin tests / test + # TODO: cargo-deny-runner.yaml not yet treated as conditional + - Cargo Crates Check Runner / cargo-deny-runner + + required_regexps: # Always required regexps @@ -18,25 +24,162 @@ paths: mapping: # Mapping of set-of-tests to required test names and/or test name regexps - # TODO: Modify this according to actual required tests test: # Checks the basic functional tests work - regexps: "Kata Containers CI / .*run-basic-amd64-tests.*|Kata Containers CI / .*run-metrics-tests.*" names: - - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-ppc64le / run-k8s-tests (qemu, kubeadm) + # ci-on-push.yaml (ci.yaml) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (active, clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (active, cloud-hypervisor) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (active, dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (active, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (active, stratovirt) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (lts, clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (lts, cloud-hypervisor) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (lts, dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (lts, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-containerd-stability (lts, stratovirt) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (active, clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (active, cloud-hypervisor) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (active, dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (active, qemu-runtime-rs) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (active, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (active, stratovirt) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (lts, clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (lts, cloud-hypervisor) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (lts, dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (lts, qemu-runtime-rs) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (lts, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-cri-containerd (lts, stratovirt) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-docker-tests (clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-docker-tests (cloud-hypervisor) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-docker-tests (dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-docker-tests (qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nerdctl-tests (cloud-hypervisor) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nerdctl-tests (dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nerdctl-tests (qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (active, clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (active, dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (active, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (active, stratovirt) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (lts, clh) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (lts, dragonball) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (lts, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-basic-amd64-tests / run-nydus (lts, stratovirt) + - Kata Containers CI / kata-containers-ci-on-push / run-cri-containerd-tests-s390x / run-cri-containerd (active, qemu) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (cbl-mariner, clh, normal, yes) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (cbl-mariner, clh, small, containerd, yes) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (cbl-mariner, clh, small, oci-distribution, yes) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, clh, normal) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, clh, small) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, cloud-hypervisor, normal) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, cloud-hypervisor, small) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, dragonball, normal) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, dragonball, small) + - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, qemu, normal) - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-on-aks / run-k8s-tests (ubuntu, qemu, small) - - Kata Containers CI / kata-containers-ci-on-push / run-k8s-tests-with-crio-on-garm / run-k8s-tests (qemu, k0s, garm-ubuntu-2204) + - Kata Containers CI / kata-containers-ci-on-push / run-kata-monitor-tests / run-monitor (qemu, crio) + - Kata Containers CI / kata-containers-ci-on-push / run-metrics-tests / Kata Setup + - Kata Containers CI / kata-containers-ci-on-push / run-metrics-tests / run-metrics (clh) + - Kata Containers CI / kata-containers-ci-on-push / run-metrics-tests / run-metrics (qemu) required-labels: - ok-to-test # TODO: Add support for "depends" to automatically add dependant set-of-tests # (eg. "build" is required for "test") build: # Checks that the kata-containers static tarball is created - regexps: "Kata Containers CI / .*build-kata-static-tarball.*" + names: + # ci-on-push.yaml (ci.yaml) + - Kata Containers CI / kata-containers-ci-on-push / build-and-publish-tee-confidential-unencrypted-image + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (agent-ctl, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (cloud-hypervisor-glibc, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (cloud-hypervisor, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (firecracker, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (kata-ctl, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (kernel-dragonball-experimental, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (kernel-nvidia-gpu, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (kernel, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (nydus, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (ovmf-sev, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (ovmf, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (qemu-snp-experimental, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (qemu, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (trace-forwarder, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / build-asset (virtiofsd, test) + - Kata Containers CI / kata-containers-ci-on-push / build-kata-static-tarball-amd64 / create-kata-tarball + - Kata Containers CI / kata-containers-ci-on-push / publish-kata-deploy-payload-amd64 / kata-payload required-labels: - ok-to-test static: # Checks that static checks are passing - regexps: "Static checks.*" + names: + # static-checks.yaml (build-checks.yaml) + - Static checks / build-checks / check (agent-ctl, make check) + - Static checks / build-checks / check (agent-ctl, make test) + - Static checks / build-checks / check (agent-ctl, make vendor) + - Static checks / build-checks / check (agent-ctl, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (agent, make check) + - Static checks / build-checks / check (agent, make test) + - Static checks / build-checks / check (agent, make vendor) + - Static checks / build-checks / check (agent, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (dragonball, make check) + - Static checks / build-checks / check (dragonball, make test) + - Static checks / build-checks / check (dragonball, make vendor) + - Static checks / build-checks / check (dragonball, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (genpolicy, make check) + - Static checks / build-checks / check (genpolicy, make test) + - Static checks / build-checks / check (genpolicy, make vendor) + - Static checks / build-checks / check (genpolicy, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (kata-ctl, make check) + - Static checks / build-checks / check (kata-ctl, make test) + - Static checks / build-checks / check (kata-ctl, make vendor) + - Static checks / build-checks / check (kata-ctl, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (runtime-rs, make check) + - Static checks / build-checks / check (runtime-rs, make test) + - Static checks / build-checks / check (runtime-rs, make vendor) + - Static checks / build-checks / check (runtime-rs, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (runtime, make check) + - Static checks / build-checks / check (runtime, make test) + - Static checks / build-checks / check (runtime, make vendor) + - Static checks / build-checks / check (runtime, sudo -E PATH="$PATH" make test) + - Static checks / build-checks / check (trace-forwarder, make check) + - Static checks / build-checks / check (trace-forwarder, make test) + - Static checks / build-checks / check (trace-forwarder, make vendor) + - Static checks / build-checks / check (trace-forwarder, sudo -E PATH="$PATH" make test) + - Static checks / build-checks-depending-on-kvm (runtime-rs) + - Static checks / check-kernel-config-version + - Static checks / static-checks (make static-checks) + # static-checks-self-hosted.yaml + - Static checks self-hosted / build-checks (s390x) / check (agent-ctl, make check) + - Static checks self-hosted / build-checks (s390x) / check (agent-ctl, make test) + - Static checks self-hosted / build-checks (s390x) / check (agent-ctl, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (agent-ctl, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (agent, make check) + - Static checks self-hosted / build-checks (s390x) / check (agent, make test) + - Static checks self-hosted / build-checks (s390x) / check (agent, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (agent, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (dragonball, make check) + - Static checks self-hosted / build-checks (s390x) / check (dragonball, make test) + - Static checks self-hosted / build-checks (s390x) / check (dragonball, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (dragonball, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (genpolicy, make check) + - Static checks self-hosted / build-checks (s390x) / check (genpolicy, make test) + - Static checks self-hosted / build-checks (s390x) / check (genpolicy, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (genpolicy, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (kata-ctl, make check) + - Static checks self-hosted / build-checks (s390x) / check (kata-ctl, make test) + - Static checks self-hosted / build-checks (s390x) / check (kata-ctl, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (kata-ctl, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (runtime-rs, make check) + - Static checks self-hosted / build-checks (s390x) / check (runtime-rs, make test) + - Static checks self-hosted / build-checks (s390x) / check (runtime-rs, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (runtime-rs, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (runtime, make check) + - Static checks self-hosted / build-checks (s390x) / check (runtime, make test) + - Static checks self-hosted / build-checks (s390x) / check (runtime, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (runtime, sudo -E PATH="$PATH" make test) + - Static checks self-hosted / build-checks (s390x) / check (trace-forwarder, make check) + - Static checks self-hosted / build-checks (s390x) / check (trace-forwarder, make test) + - Static checks self-hosted / build-checks (s390x) / check (trace-forwarder, make vendor) + - Static checks self-hosted / build-checks (s390x) / check (trace-forwarder, sudo -E PATH="$PATH" make test) required-labels: - ok-to-test From 62e8815a5a1ec2b8224616bcb686262eb2bda9b5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Luk=C3=A1=C5=A1=20Doktor?= Date: Wed, 23 Oct 2024 10:31:36 +0200 Subject: [PATCH 2/2] ci: Add documentation to cover mapping format MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit to help people with adding new entries. Signed-off-by: Lukáš Doktor --- tools/testing/gatekeeper/required-tests.yaml | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/tools/testing/gatekeeper/required-tests.yaml b/tools/testing/gatekeeper/required-tests.yaml index 4b44674642..795523bddd 100644 --- a/tools/testing/gatekeeper/required-tests.yaml +++ b/tools/testing/gatekeeper/required-tests.yaml @@ -24,6 +24,19 @@ paths: mapping: # Mapping of set-of-tests to required test names and/or test name regexps + # + # Format is (test name includes workflow!): + # {set-of-tests-label}: + # names: + # - {required-test-name1} + # - {required-test-name2} + # regexps: "{python-regular-expression-matching-required-tests}|{another-regexp}|{yet-another-regexp}" + # required-labels: + # - {label-required-to-run-those-tests} + # + # TODO: Add support for "depends" to automatically add dependant set-of-tests + # (eg. "build" is required for "test") + # TODO: Add support for "ignore:" to remove individual tests from regexps test: # Checks the basic functional tests work names: @@ -83,8 +96,6 @@ mapping: - Kata Containers CI / kata-containers-ci-on-push / run-metrics-tests / run-metrics (qemu) required-labels: - ok-to-test - # TODO: Add support for "depends" to automatically add dependant set-of-tests - # (eg. "build" is required for "test") build: # Checks that the kata-containers static tarball is created names: