mirror of
https://github.com/kata-containers/kata-containers.git
synced 2025-04-27 19:35:32 +00:00
3fab7944a3
- As the metrics tests are largely independent then allow subsequent tests to run even if previous ones failed. The results might not be perfect if clean-up is required, but we can work on that later. - Move the test results check out of the latency test that seems arbitrary and into it's own job step - Add timeouts to steps that might fail/hang if there are containerd/K8s issues Signed-off-by: stevenhorsman <steven@uk.ibm.com>
126 lines
3.6 KiB
YAML
126 lines
3.6 KiB
YAML
name: CI | Run test metrics
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
registry:
|
|
required: true
|
|
type: string
|
|
repo:
|
|
required: true
|
|
type: string
|
|
tag:
|
|
required: true
|
|
type: string
|
|
pr-number:
|
|
required: true
|
|
type: string
|
|
commit-hash:
|
|
required: false
|
|
type: string
|
|
target-branch:
|
|
required: false
|
|
type: string
|
|
default: ""
|
|
|
|
jobs:
|
|
run-metrics:
|
|
strategy:
|
|
# We can set this to true whenever we're 100% sure that
|
|
# the all the tests are not flaky, otherwise we'll fail
|
|
# all the tests due to a single flaky instance.
|
|
fail-fast: false
|
|
matrix:
|
|
vmm: ['clh', 'qemu']
|
|
max-parallel: 1
|
|
runs-on: metrics
|
|
env:
|
|
GOPATH: ${{ github.workspace }}
|
|
KATA_HYPERVISOR: ${{ matrix.vmm }}
|
|
DOCKER_REGISTRY: ${{ inputs.registry }}
|
|
DOCKER_REPO: ${{ inputs.repo }}
|
|
DOCKER_TAG: ${{ inputs.tag }}
|
|
GH_PR_NUMBER: ${{ inputs.pr-number }}
|
|
K8S_TEST_HOST_TYPE: "baremetal"
|
|
USING_NFD: "false"
|
|
KUBERNETES: kubeadm
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ inputs.commit-hash }}
|
|
fetch-depth: 0
|
|
|
|
- name: Rebase atop of the latest target branch
|
|
run: |
|
|
./tests/git-helper.sh "rebase-atop-of-the-latest-target-branch"
|
|
env:
|
|
TARGET_BRANCH: ${{ inputs.target-branch }}
|
|
|
|
- name: Deploy Kata
|
|
timeout-minutes: 10
|
|
run: bash tests/integration/kubernetes/gha-run.sh deploy-kata-kubeadm
|
|
|
|
- name: Install check metrics
|
|
run: bash tests/metrics/gha-run.sh install-checkmetrics
|
|
|
|
- name: enabling the hypervisor
|
|
run: bash tests/metrics/gha-run.sh enabling-hypervisor
|
|
|
|
- name: run launch times test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-launchtimes
|
|
|
|
- name: run memory foot print test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-memory-usage
|
|
|
|
- name: run memory usage inside container test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-memory-usage-inside-container
|
|
|
|
- name: run blogbench test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-blogbench
|
|
|
|
- name: run tensorflow test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-tensorflow
|
|
|
|
- name: run fio test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-fio
|
|
|
|
- name: run iperf test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-iperf
|
|
|
|
- name: run latency test
|
|
timeout-minutes: 15
|
|
continue-on-error: true
|
|
run: bash tests/metrics/gha-run.sh run-test-latency
|
|
|
|
- name: check metrics
|
|
run: bash tests/metrics/gha-run.sh check-metrics
|
|
|
|
- name: make metrics tarball ${{ matrix.vmm }}
|
|
run: bash tests/metrics/gha-run.sh make-tarball-results
|
|
|
|
- name: archive metrics results ${{ matrix.vmm }}
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: metrics-artifacts-${{ matrix.vmm }}
|
|
path: results-${{ matrix.vmm }}.tar.gz
|
|
retention-days: 1
|
|
if-no-files-found: error
|
|
|
|
- name: Delete kata-deploy
|
|
timeout-minutes: 10
|
|
if: always()
|
|
run: bash tests/integration/kubernetes/gha-run.sh cleanup-kubeadm
|