mirror of
https://github.com/kata-containers/kata-containers.git
synced 2025-04-27 11:31:05 +00:00
1022d8d260
In ef0e8669fb we
had been seeing some significantly lower minvalues in
the jitter.Result test, so I lowered the mid-value rather
than having a very high minpercent, but it appears that the
variability of this result is very high, so we are still getting
the occasional high value, so reset the midval and just
have a bigger ranges on both sides, to try and keep the test
stable.
Signed-off-by: stevenhorsman <steven@uk.ibm.com>
217 lines
5.8 KiB
TOML
217 lines
5.8 KiB
TOML
# Copyright (c) 2023 Intel Corporation
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# This file contains baseline expectations
|
|
# for checked results by checkmetrics tool.
|
|
#
|
|
# values set specifically for packet.com c1.small worker.
|
|
|
|
[[metric]]
|
|
name = "boot-times"
|
|
type = "json"
|
|
description = "measure container lifecycle timings"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"boot-times\".Results | .[] | .\"to-workload\".Result"
|
|
checktype = "mean"
|
|
midval = 0.39
|
|
minpercent = 40.0
|
|
maxpercent = 50.0
|
|
|
|
[[metric]]
|
|
name = "memory-footprint"
|
|
type = "json"
|
|
description = "measure memory usage"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"memory-footprint\".Results | .[] | .average.Result"
|
|
checktype = "mean"
|
|
midval = 127220.25
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "memory-footprint-inside-container"
|
|
type = "json"
|
|
description = "measure memory inside the container"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"memory-footprint-inside-container\".Results | .[] | .memtotal.Result"
|
|
checktype = "mean"
|
|
midval = 4135244.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "blogbench"
|
|
type = "json"
|
|
description = "measure container average of blogbench write"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"blogbench\".Results | .[] | .write.Result"
|
|
checktype = "mean"
|
|
midval = 2087.0
|
|
minpercent = 25.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "blogbench"
|
|
type = "json"
|
|
description = "measure container average of blogbench read"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"blogbench\".Results | .[] | .read.Result"
|
|
checktype = "mean"
|
|
midval = 5857.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "tensorflow_nhwc"
|
|
type = "json"
|
|
description = "tensorflow resnet model"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result"
|
|
checktype = "mean"
|
|
midval = 3566.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "tensorflow_nhwc"
|
|
type = "json"
|
|
description = "tensorflow alexnet model"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result"
|
|
checktype = "mean"
|
|
midval = 98.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure sequential read throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results sequential\"] | .[] | .[] | .read.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 312776
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure sequential write throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results sequential\"] | .[] | .[] | .write.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 307948
|
|
minpercent = 40.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure random read throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results random\"] | .[] | .[] | .randread.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 1351339
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure random write throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results random\"] | .[] | .[] | .randwrite.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 1065844.0
|
|
minpercent = 40.0
|
|
maxpercent = 40.0
|
|
|
|
[[metric]]
|
|
name = "latency"
|
|
type = "json"
|
|
description = "measure container latency"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"latency\".Results | .[] | .latency.Result"
|
|
checktype = "mean"
|
|
midval = 0.75
|
|
minpercent = 25.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container cpu utilization using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .cpu.Result"
|
|
checktype = "mean"
|
|
midval = 85.60
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container bandwidth using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .bandwidth.Result"
|
|
checktype = "mean"
|
|
midval = 61176889941.19
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container parallel bandwidth using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .parallel.Result"
|
|
checktype = "mean"
|
|
midval = 57516472021.90
|
|
minpercent = 40.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "iperf"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result"
|
|
checktype = "mean"
|
|
midval = 0.04
|
|
minpercent = 85.0
|
|
maxpercent = 80.0
|