mirror of
https://github.com/kata-containers/kata-containers.git
synced 2025-05-14 03:17:23 +00:00
d031e479ab
In the last couple of days I've seen the blogbench metrics write latency test on clh fail a few times because the latency was too low, so adjust the minimum range to tolerate quicker finishes. Signed-off-by: stevenhorsman <steven@uk.ibm.com>
217 lines
5.8 KiB
TOML
217 lines
5.8 KiB
TOML
# Copyright (c) 2023 Intel Corporation
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# This file contains baseline expectations
|
|
# for checked results by checkmetrics tool.
|
|
#
|
|
# values set specifically for packet.com c1.small worker.
|
|
|
|
[[metric]]
|
|
name = "boot-times"
|
|
type = "json"
|
|
description = "measure container lifecycle timings"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"boot-times\".Results | .[] | .\"to-workload\".Result"
|
|
checktype = "mean"
|
|
midval = 0.39
|
|
minpercent = 40.0
|
|
maxpercent = 30.0
|
|
|
|
[[metric]]
|
|
name = "memory-footprint"
|
|
type = "json"
|
|
description = "measure memory usage"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"memory-footprint\".Results | .[] | .average.Result"
|
|
checktype = "mean"
|
|
midval = 127220.25
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "memory-footprint-inside-container"
|
|
type = "json"
|
|
description = "measure memory inside the container"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"memory-footprint-inside-container\".Results | .[] | .memtotal.Result"
|
|
checktype = "mean"
|
|
midval = 4135244.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "blogbench"
|
|
type = "json"
|
|
description = "measure container average of blogbench write"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"blogbench\".Results | .[] | .write.Result"
|
|
checktype = "mean"
|
|
midval = 2087.0
|
|
minpercent = 25.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "blogbench"
|
|
type = "json"
|
|
description = "measure container average of blogbench read"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"blogbench\".Results | .[] | .read.Result"
|
|
checktype = "mean"
|
|
midval = 5857.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "tensorflow_nhwc"
|
|
type = "json"
|
|
description = "tensorflow resnet model"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result"
|
|
checktype = "mean"
|
|
midval = 3566.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "tensorflow_nhwc"
|
|
type = "json"
|
|
description = "tensorflow alexnet model"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result"
|
|
checktype = "mean"
|
|
midval = 98.0
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure sequential read throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results sequential\"] | .[] | .[] | .read.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 312776
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure sequential write throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results sequential\"] | .[] | .[] | .write.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 307948
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure random read throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results random\"] | .[] | .[] | .randread.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 1351339
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "fio"
|
|
type = "json"
|
|
description = "measure random write throughput using fio"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = "[.\"fio\".\"Results random\"] | .[] | .[] | .randwrite.bw | select( . != null )"
|
|
checktype = "mean"
|
|
midval = 1065844.0
|
|
minpercent = 40.0
|
|
maxpercent = 40.0
|
|
|
|
[[metric]]
|
|
name = "latency"
|
|
type = "json"
|
|
description = "measure container latency"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"latency\".Results | .[] | .latency.Result"
|
|
checktype = "mean"
|
|
midval = 0.75
|
|
minpercent = 25.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container cpu utilization using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .cpu.Result"
|
|
checktype = "mean"
|
|
midval = 85.60
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container bandwidth using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .bandwidth.Result"
|
|
checktype = "mean"
|
|
midval = 61176889941.19
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "measure container parallel bandwidth using iperf3"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .parallel.Result"
|
|
checktype = "mean"
|
|
midval = 57516472021.90
|
|
minpercent = 20.0
|
|
maxpercent = 20.0
|
|
|
|
[[metric]]
|
|
name = "network-iperf3"
|
|
type = "json"
|
|
description = "iperf"
|
|
# Min and Max values to set a 'range' that
|
|
# the median of the CSV Results data must fall
|
|
# within (inclusive)
|
|
checkvar = ".\"network-iperf3\".Results | .[] | .jitter.Result"
|
|
checktype = "mean"
|
|
midval = 0.04
|
|
minpercent = 70.0
|
|
maxpercent = 60.0
|