gha: Fix some of gha metrics failure for StratoVirt

Update the Speed & Density metric tests baseline for StratoVirt
and re-enable them, and skip other metric tests temporarily.

Fixes: #8656

Signed-off-by: Liu Wenyuan <liuwenyuan9@huawei.com>

.github/workflows/run-metrics.yaml

@@ -48,7 +48,7 @@ jobs:
       # all the tests due to a single flaky instance.
       fail-fast: false
       matrix:
-        vmm: ['clh', 'qemu']
+        vmm: ['clh', 'qemu', 'stratovirt']
       max-parallel: 1
     runs-on: metrics
     env:

tests/common.bash

@@ -125,7 +125,11 @@ function extract_kata_env() {
 	HYPERVISOR_PATH=$(sudo ${cmd} env --json | jq -r ${hypervisor_path})
 	# TODO: there is no ${cmd} of rust version currently
 	if [ "${KATA_HYPERVISOR}" != "dragonball" ]; then
-		HYPERVISOR_VERSION=$(sudo -E ${HYPERVISOR_PATH} --version | head -n1)
+		if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
+			HYPERVISOR_VERSION=$(sudo -E ${HYPERVISOR_PATH} -version | head -n1)
+		else
+			HYPERVISOR_VERSION=$(sudo -E ${HYPERVISOR_PATH} --version | head -n1)
+		fi
 	fi
 	VIRTIOFSD_PATH=$(sudo ${cmd} env --json | jq -r ${virtio_fs_daemon_path})
 

tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-stratovirt-kata-metric8.toml

@@ -14,9 +14,9 @@ description = "measure container lifecycle timings"
 # within (inclusive)
 checkvar = ".\"boot-times\".Results | .[] | .\"to-workload\".Result"
 checktype = "mean"
-midval = 0.62
+midval = 0.48
-minpercent = 40.0
+minpercent = 30.0
-maxpercent = 40.0
+maxpercent = 30.0
 
 [[metric]]
 name = "memory-footprint"
@@ -27,9 +27,9 @@ description = "measure memory usage"
 # within (inclusive)
 checkvar = ".\"memory-footprint\".Results | .[] | .average.Result"
 checktype = "mean"
-midval = 129842.10
+midval = 132550.90
-minpercent = 30.0
+minpercent = 20.0
-maxpercent = 30.0
+maxpercent = 20.0
 
 [[metric]]
 name = "memory-footprint-inside-container"
@@ -40,123 +40,6 @@ description = "measure memory inside the container"
 # within (inclusive)
 checkvar = ".\"memory-footprint-inside-container\".Results | .[] | .memtotal.Result"
 checktype = "mean"
-midval = 2040568.0
+midval = 4101768.0
 minpercent = 30.0
 maxpercent = 30.0
-
-[[metric]]
-name = "blogbench"
-type = "json"
-description = "measure container average of blogbench write"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"blogbench\".Results | .[] | .write.Result"
-checktype = "mean"
-midval = 603.0
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "blogbench"
-type = "json"
-description = "measure container average of blogbench read"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"blogbench\".Results | .[] | .read.Result"
-checktype = "mean"
-midval = 37669.0
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "tensorflow_nhwc"
-type = "json"
-description = "tensorflow resnet model"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result"
-checktype = "mean"
-midval = 2025.0
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "tensorflow_nhwc"
-type = "json"
-description = "tensorflow alexnet model"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result"
-checktype = "mean"
-midval = 75.0
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "latency"
-type = "json"
-description = "measure container latency"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"latency\".Results | .[] | .latency.Result"
-checktype = "mean"
-midval = 0.78
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "network-iperf3"
-type = "json"
-description = "measure container cpu utilization using iperf3"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"network-iperf3\".Results | .[] | .cpu.Result"
-checktype = "mean"
-midval = 60.10
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "network-iperf3"
-type = "json"
-description = "measure container bandwidth using iperf3"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"network-iperf3\".Results | .[] | .bandwidth.Result"
-checktype = "mean"
-midval = 19959440840.94
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "network-iperf3"
-type = "json"
-description = "measure container parallel bandwidth using iperf3"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"network-iperf3\".Results | .[] | .parallel.Result"
-checktype = "mean"
-midval = 25487333685.04
-minpercent = 30.0
-maxpercent = 30.0
-
-[[metric]]
-name = "network-iperf3"
-type = "json"
-description = "iperf"
-# Min and Max values to set a 'range' that
-# the median of the CSV Results data must fall
-# within (inclusive)
-checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result"
-checktype = "mean"
-midval = 0.038
-minpercent = 40.0
-maxpercent = 40.0

tests/metrics/gha-run.sh

@@ -72,30 +72,45 @@ function run_test_memory_usage_inside_container() {
 }
 
 function run_test_blogbench() {
+	if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
+		exit 0
+	fi
 	info "Running Blogbench test using ${KATA_HYPERVISOR} hypervisor"
 
 	bash tests/metrics/storage/blogbench.sh
 }
 
 function run_test_tensorflow() {
+	if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
+		exit 0
+	fi
 	info "Running TensorFlow test using ${KATA_HYPERVISOR} hypervisor"
 
 	bash tests/metrics/machine_learning/tensorflow_nhwc.sh 1 20
 }
 
 function run_test_fio() {
+	if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
+		exit 0
+	fi
 	info "Running FIO test using ${KATA_HYPERVISOR} hypervisor"
 
 	bash tests/metrics/storage/fio_test.sh
 }
 
 function run_test_iperf() {
+	if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
+		exit 0
+	fi
 	info "Running Iperf test using ${KATA_HYPERVISOR} hypervisor"
 
 	bash tests/metrics/network/iperf3_kubernetes/k8s-network-metrics-iperf3.sh -a
 }
 
 function run_test_latency() {
+	if [ "${KATA_HYPERVISOR}" = "stratovirt" ]; then
+		exit 0
+	fi
 	info "Running Latency test using ${KATA_HYPERVISOR} hypervisor"
 
 	bash tests/metrics/network/latency_kubernetes/latency-network.sh