mirror of
https://github.com/kata-containers/kata-containers.git
synced 2025-08-30 23:37:45 +00:00
0962cd95bc
We have a new metrics machine and environment and the iperf jitter result failed as it finished too quickly, so increase the minpercent to try and get it stable Signed-off-by: stevenhorsman <steven@uk.ibm.com>
217 lines
5.8 KiB
TOML
217 lines
5.8 KiB
TOML
# Copyright (c) 2023 Intel Corporation
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# This file contains baseline expectations
|
|
# for checked results by checkmetrics tool.
|
|
#
|
|
# values set specifically for Equinix m3.small.x86.
|
|
|
|
[[metric]]
|
|
name = "boot-times"
|
|
type = "json"
|
|
description = "measure container lifecycle timings"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"boot-times\".Results | .[] | .\"to-workload\".Result"
|
|
checktype = "mean"
|
|
midval = 0.71
|
|
minpercent = 40.0
|
|
maxpercent = 30.0
|
|
|
|
[[metric]]
|
|
name = "memory-footprint"
|
|
type = "json"
|
|
description = "measure memory usage"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"memory-footprint\".Results | .[] | .average.Result"
|
|
checktype = "mean"
|
|
midval = 122832.40
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "memory-footprint-inside-container"
|
|
type = "json"
|
|
description = "measure memory inside the container"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"memory-footprint-inside-container\".Results | .[] | .memtotal.Result"
|
|
checktype = "mean"
|
|
midval = 3677280.0
|
|
minpercent = 25.0
|
|
maxpercent = 25.0
|
|
|
|
[[metric]]
|
|
name = "blogbench"
|
|
type = "json"
|
|
description = "measure container average of blogbench write"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"blogbench\".Results | .[] | .write.Result"
|
|
checktype = "mean"
|
|
midval = 2000.0
|
|
minpercent = 30.0
|
|
maxpercent = 30.0
|
|
|
|
[[metric]]
|
|
name = "blogbench"
|
|
type = "json"
|
|
description = "measure container average of blogbench read"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"blogbench\".Results | .[] | .read.Result"
|
|
checktype = "mean"
|
|
midval = 5880.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "tensorflow_nhwc"
|
|
type = "json"
|
|
description = "tensorflow resnet model"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result"
|
|
checktype = "mean"
|
|
midval = 3546.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "tensorflow_nhwc"
|
|
type = "json"
|
|
description = "tensorflow alexnet model"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result"
|
|
checktype = "mean"
|
|
midval = 98.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure sequential read throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results sequential\"] | .[] | .[] | .read.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 327066.8
|
|
minpercent = 30.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure sequential write throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results sequential\"] | .[] | .[] | .write.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 309023.65
|
|
minpercent = 30.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure random read throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results random\"] | .[] | .[] | .randread.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 1301793.45
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure random write throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results random\"] | .[] | .[] | .randwrite.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 1084725.25
|
|
minpercent = 40.0
|
|
maxpercent = 40.0
|
|
|
|
[[metric]]
|
|
name = "latency"
|
|
type = "json"
|
|
description = "measure container latency"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"latency\".Results | .[] | .latency.Result"
|
|
checktype = "mean"
|
|
midval = 0.70
|
|
minpercent = 30.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container cpu utilization using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .cpu.Result"
|
|
checktype = "mean"
|
|
midval = 99.86
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container bandwidth using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .bandwidth.Result"
|
|
checktype = "mean"
|
|
midval = 55344417086.81
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container parallel bandwidth using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .parallel.Result"
|
|
checktype = "mean"
|
|
midval = 52644229340.0
|
|
minpercent = 25.0
|
|
maxpercent = 25.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "iperf"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result"
|
|
checktype = "mean"
|
|
midval = 0.040
|
|
minpercent = 80.0
|
|
maxpercent = 60.0
|