mirror of
https://github.com/kata-containers/kata-containers.git
synced 2025-04-28 03:42:09 +00:00
6f918d71f5
Currently the run-metrics job runs a manual install and does this in a separate job before the metrics tests run. This doesn't make sense as if we have multiple CI runs in parallel (like we often do), there is a high chance that the setup for another PR runs between the metrics setup and the runs, meaning it's not testing the correct version of code. We want to remove this from happening, so install (and delete to cleanup) kata as part of the metrics test jobs. Also switch to kata-deploy rather than manual install for simplicity and in order to test what we recommend to users. Signed-off-by: stevenhorsman <steven@uk.ibm.com>
106 lines
3.0 KiB
YAML
106 lines
3.0 KiB
YAML
name: CI | Run test metrics
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
registry:
|
|
required: true
|
|
type: string
|
|
repo:
|
|
required: true
|
|
type: string
|
|
tag:
|
|
required: true
|
|
type: string
|
|
pr-number:
|
|
required: true
|
|
type: string
|
|
commit-hash:
|
|
required: false
|
|
type: string
|
|
target-branch:
|
|
required: false
|
|
type: string
|
|
default: ""
|
|
|
|
jobs:
|
|
run-metrics:
|
|
strategy:
|
|
# We can set this to true whenever we're 100% sure that
|
|
# the all the tests are not flaky, otherwise we'll fail
|
|
# all the tests due to a single flaky instance.
|
|
fail-fast: false
|
|
matrix:
|
|
vmm: ['clh', 'qemu']
|
|
max-parallel: 1
|
|
runs-on: metrics
|
|
env:
|
|
GOPATH: ${{ github.workspace }}
|
|
KATA_HYPERVISOR: ${{ matrix.vmm }}
|
|
DOCKER_REGISTRY: ${{ inputs.registry }}
|
|
DOCKER_REPO: ${{ inputs.repo }}
|
|
DOCKER_TAG: ${{ inputs.tag }}
|
|
GH_PR_NUMBER: ${{ inputs.pr-number }}
|
|
K8S_TEST_HOST_TYPE: "baremetal"
|
|
USING_NFD: "false"
|
|
KUBERNETES: kubeadm
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ inputs.commit-hash }}
|
|
fetch-depth: 0
|
|
|
|
- name: Rebase atop of the latest target branch
|
|
run: |
|
|
./tests/git-helper.sh "rebase-atop-of-the-latest-target-branch"
|
|
env:
|
|
TARGET_BRANCH: ${{ inputs.target-branch }}
|
|
|
|
- name: Deploy Kata
|
|
timeout-minutes: 10
|
|
run: bash tests/integration/kubernetes/gha-run.sh deploy-kata-kubeadm
|
|
|
|
- name: Install check metrics
|
|
run: bash tests/metrics/gha-run.sh install-checkmetrics
|
|
|
|
- name: enabling the hypervisor
|
|
run: bash tests/metrics/gha-run.sh enabling-hypervisor
|
|
|
|
- name: run launch times test
|
|
run: bash tests/metrics/gha-run.sh run-test-launchtimes
|
|
|
|
- name: run memory foot print test
|
|
run: bash tests/metrics/gha-run.sh run-test-memory-usage
|
|
|
|
- name: run memory usage inside container test
|
|
run: bash tests/metrics/gha-run.sh run-test-memory-usage-inside-container
|
|
|
|
- name: run blogbench test
|
|
run: bash tests/metrics/gha-run.sh run-test-blogbench
|
|
|
|
- name: run tensorflow test
|
|
run: bash tests/metrics/gha-run.sh run-test-tensorflow
|
|
|
|
- name: run fio test
|
|
run: bash tests/metrics/gha-run.sh run-test-fio
|
|
|
|
- name: run iperf test
|
|
run: bash tests/metrics/gha-run.sh run-test-iperf
|
|
|
|
- name: run latency test
|
|
run: bash tests/metrics/gha-run.sh run-test-latency
|
|
|
|
- name: make metrics tarball ${{ matrix.vmm }}
|
|
run: bash tests/metrics/gha-run.sh make-tarball-results
|
|
|
|
- name: archive metrics results ${{ matrix.vmm }}
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: metrics-artifacts-${{ matrix.vmm }}
|
|
path: results-${{ matrix.vmm }}.tar.gz
|
|
retention-days: 1
|
|
if-no-files-found: error
|
|
|
|
- name: Delete kata-deploy
|
|
if: always()
|
|
run: bash tests/integration/kubernetes/gha-run.sh cleanup-kubeadm
|