github/kata-containers
1
0
Fork 1
mirror of https://github.com/kata-containers/kata-containers.git synced 2025-08-02 00:02:01 +00:00
Code Issues Projects Releases Wiki Activity

metrics: Fix json result for tensorflow

Browse Source 
This PR fixes the json result for tensorflow.i

Signed-off-by: Gabriela Cervantes <gabriela.cervantes.tellez@intel.com>
This commit is contained in:
Gabriela Cervantes 2023-07-25 22:11:50 +00:00
parent 51cd99c927
commit bee1a628bd
3 changed files with 14 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml
View File

@ -81,7 +81,7 @@ description = "tensorflow resnet model"
# within (inclusive) # within (inclusive)
checkvar = ".\"tensorflow\".Results | .[] | .resnet.Result" checkvar = ".\"tensorflow\".Results | .[] | .resnet.Result"
checktype = "mean" checktype = "mean"
midval = 4396.0 midval = 3546.0
minpercent = 20.0 minpercent = 20.0
maxpercent = 20.0 maxpercent = 20.0

1
tests/metrics/gha-run.sh
View File

@ -8,7 +8,6 @@
set -o errexit set -o errexit
set -o nounset set -o nounset
set -o pipefail set -o pipefail
set -x
kata_tarball_dir="${2:-kata-artifacts}" kata_tarball_dir="${2:-kata-artifacts}"
metrics_dir="$(dirname "$(readlink -f "$0")")" metrics_dir="$(dirname "$(readlink -f "$0")")"

31
tests/metrics/machine_learning/tensorflow.sh
View File

@ -4,8 +4,7 @@
# #
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
#set -e set -o pipefail
set -x
# General env # General env
SCRIPT_PATH=$(dirname "$(readlink -f "$0")") SCRIPT_PATH=$(dirname "$(readlink -f "$0")")
@ -44,13 +43,13 @@ trap remove_tmp_file EXIT
function help() { function help() {
cat << EOF cat << EOF
Usage: $0 <count> <timeout> Usage: $0 <count> <timeout>
Description: Description:
This script launches n number of containers This script launches n number of containers
to run the tf cnn benchmarks using a Tensorflow to run the tf cnn benchmarks using a Tensorflow
container. container.
Options: Options:
<count> : Number of containers to run. <count> : Number of containers to run.
<timeout> : Timeout to launch the containers. <timeout> : Timeout to launch the containers.
EOF EOF
} }
@ -95,7 +94,7 @@ function tensorflow_test() {
for i in "${containers[@]}"; do for i in "${containers[@]}"; do
check_file=$(sudo -E "${CTR_EXE}" t exec --exec-id "$(random_name)" "${i}" sh -c "${RESNET_CMD_FILE}") check_file=$(sudo -E "${CTR_EXE}" t exec --exec-id "$(random_name)" "${i}" sh -c "${RESNET_CMD_FILE}")
retries="100" retries="300"
for j in $(seq 1 "${retries}"); do for j in $(seq 1 "${retries}"); do
[ "${check_file}" -eq "1" ] && break [ "${check_file}" -eq "1" ] && break
sleep 1 sleep 1
@ -118,7 +117,7 @@ function tensorflow_test() {
for i in "${containers[@]}"; do for i in "${containers[@]}"; do
check_file=$(sudo -E "${CTR_EXE}" t exec --exec-id "$(random_name)" "${i}" sh -c "${CMD_FILE}") check_file=$(sudo -E "${CTR_EXE}" t exec --exec-id "$(random_name)" "${i}" sh -c "${CMD_FILE}")
retries="100" retries="300"
for j in $(seq 1 "${retries}"); do for j in $(seq 1 "${retries}"); do
[ "${check_file}" -eq "1" ] && break [ "${check_file}" -eq "1" ] && break
sleep 1 sleep 1
@ -138,8 +137,6 @@ function tensorflow_test() {
sudo -E "${CTR_EXE}" t exec --exec-id "$(random_name)" "${i}" sh -c "cat alexnet_results" >> "${alexnet_tensorflow_file}" sudo -E "${CTR_EXE}" t exec --exec-id "$(random_name)" "${i}" sh -c "cat alexnet_results" >> "${alexnet_tensorflow_file}"
done done
cat "${alexnet_tensorflow_file}"
local alex_results=$(cat "${alexnet_tensorflow_file}" | grep "total images/sec" | cut -d ":" -f2 | sed -e 's/^[ \t]*//' | tr '\n' ',' | sed 's/.$//') local alex_results=$(cat "${alexnet_tensorflow_file}" | grep "total images/sec" | cut -d ":" -f2 | sed -e 's/^[ \t]*//' | tr '\n' ',' | sed 's/.$//')
local alexnet_results=$(printf "%.0f\n" "${alex_results}") local alexnet_results=$(printf "%.0f\n" "${alex_results}")
local alex_average=$(echo "${alexnet_results}" | sed "s/,/+/g;s/.*/(&)\/${NUM_CONTAINERS}/g" | bc -l) local alex_average=$(echo "${alexnet_results}" | sed "s/,/+/g;s/.*/(&)\/${NUM_CONTAINERS}/g" | bc -l)
@ -148,12 +145,12 @@ function tensorflow_test() {
local json="$(cat << EOF local json="$(cat << EOF
{ {
"resnet": { "resnet": {
"Result": "3566", "Result": ${resnet_results},
"Average": ${average_resnet}, "Average": ${average_resnet},
"Units": "images/s" "Units": "images/s"
} },
"alexnet": { "alexnet": {
"Result": "96", "Result": ${alexnet_results},
"Average": ${average_alexnet}, "Average": ${average_alexnet},
"Units": "images/s" "Units": "images/s"
} }
@ -235,7 +232,5 @@ function main() {
rm -rf "${src_dir}" rm -rf "${src_dir}"
clean_env_ctr clean_env_ctr
cat /home/gha_runner/actions-runner/_work/kata-containers/kata-containers/tests/metrics/results/tensorflow.json
} }
main "$@" main "$@"