github/kata-containers
1
0
Fork 1
mirror of https://github.com/kata-containers/kata-containers.git synced 2025-06-28 16:27:50 +00:00
Code Issues Projects Releases Wiki Activity

metrics: General improvements to mobilenet tensorflow test

Browse Source 
This PR renames the mobilenet tensorflow test to have a more specific
tensorflow name mainly because tensorflow has different configurations
and we will add more tensorflow tests so we want to distinguish each
tensorflow test.

Fixes #7571

Signed-off-by: Gabriela Cervantes <gabriela.cervantes.tellez@intel.com>
This commit is contained in:
Gabriela Cervantes 2023-08-07 16:46:55 +00:00
parent 4559caf619
commit 863283716d
2 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
tests/metrics/machine_learning/tensorflow_mobilenet_dockerfile/Dockerfile → tests/metrics/machine_learning/mobilenet_v1_bfloat16_fp32_dockerfile/Dockerfile
View File

16
tests/metrics/machine_learning/tensorflow_mobilenet_benchmark.sh → tests/metrics/machine_learning/tensorflow_mobilenet_v1_bfloat16_fp32.sh
View File

@ -10,12 +10,12 @@ set -o pipefail
SCRIPT_PATH=$(dirname "$(readlink -f "$0")") SCRIPT_PATH=$(dirname "$(readlink -f "$0")")
source "${SCRIPT_PATH}/../lib/common.bash" source "${SCRIPT_PATH}/../lib/common.bash"
IMAGE="docker.io/library/tensorflowmobilenet:latest" IMAGE="docker.io/library/mobilenet_v1_bfloat16_fp32:latest"
DOCKERFILE="${SCRIPT_PATH}/tensorflow_mobilenet_dockerfile/Dockerfile" DOCKERFILE="${SCRIPT_PATH}/mobilenet_v1_bfloat16_fp32_dockerfile/Dockerfile"
tensorflow_file=$(mktemp tensorflowresults.XXXXXXXXXX) tensorflow_file=$(mktemp tensorflowresults.XXXXXXXXXX)
NUM_CONTAINERS="$1" NUM_CONTAINERS="$1"
TIMEOUT="$2" TIMEOUT="$2"
TEST_NAME="tensorflow-intelai" TEST_NAME="mobilenet_v1_bfloat16_fp32"
PAYLOAD_ARGS="tail -f /dev/null" PAYLOAD_ARGS="tail -f /dev/null"
TESTDIR="${TESTDIR:-/testdir}" TESTDIR="${TESTDIR:-/testdir}"
# Options to control the start of the workload using a trigger-file # Options to control the start of the workload using a trigger-file
@ -62,7 +62,7 @@ EOF
chmod +x "${script}" chmod +x "${script}"
} }
function mobilenet_test() { function mobilenet_v1_bfloat16_fp32_test() {
local CMD_EXPORT_VAR="export KMP_AFFINITY=granularity=fine,verbose,compact && export OMP_NUM_THREADS=16" local CMD_EXPORT_VAR="export KMP_AFFINITY=granularity=fine,verbose,compact && export OMP_NUM_THREADS=16"
info "Export environment variables" info "Export environment variables"
@ -70,7 +70,7 @@ function mobilenet_test() {
sudo -E "${CTR_EXE}" t exec -d --exec-id "$(random_name)" "${i}" sh -c "${CMD_EXPORT_VAR}" sudo -E "${CTR_EXE}" t exec -d --exec-id "$(random_name)" "${i}" sh -c "${CMD_EXPORT_VAR}"
done done
info "Running Mobilenet Tensorflow test" info "Running Mobilenet V1 Bfloat16 FP32 Tensorflow test"
local pids=() local pids=()
local j=0 local j=0
for i in "${containers[@]}"; do for i in "${containers[@]}"; do
@ -91,7 +91,7 @@ function mobilenet_test() {
check_file=$(sudo -E "${CTR_EXE}" t exec -d --exec-id "$(random_name)" "${i}" sh -c "${CMD_FILE}") check_file=$(sudo -E "${CTR_EXE}" t exec -d --exec-id "$(random_name)" "${i}" sh -c "${CMD_FILE}")
retries="30" retries="30"
for j in $(seq 1 "${retries}"); do for j in $(seq 1 "${retries}"); do
[ "${check_file}" -eq "1" ] && break [ "${check_file}" = 1 ] && break
sleep 1 sleep 1
done done
done done
@ -104,7 +104,7 @@ function mobilenet_test() {
local average_mobilenet=$(echo "${mobilenet_results}" | sed 's/.$//' | sed "s/,/+/g;s/.*/(&)\/$NUM_CONTAINERS/g" | bc -l) local average_mobilenet=$(echo "${mobilenet_results}" | sed 's/.$//' | sed "s/,/+/g;s/.*/(&)\/$NUM_CONTAINERS/g" | bc -l)
local json="$(cat << EOF local json="$(cat << EOF
{ {
"Mobilenet": { "Mobilenet_v1_bfloat16_fp32": {
"Result": "${mobilenet_results}", "Result": "${mobilenet_results}",
"Average": "${average_mobilenet}", "Average": "${average_mobilenet}",
"Units": "images/s" "Units": "images/s"
@ -179,7 +179,7 @@ function main() {
INITIAL_NUM_PIDS=$(sudo -E "${CTR_EXE}" t metrics "${containers[-1]}" | grep pids.current | grep pids.current | xargs | cut -d ' ' -f 2) INITIAL_NUM_PIDS=$(sudo -E "${CTR_EXE}" t metrics "${containers[-1]}" | grep pids.current | grep pids.current | xargs | cut -d ' ' -f 2)
((INITIAL_NUM_PIDS++)) ((INITIAL_NUM_PIDS++))
mobilenet_test mobilenet_v1_bfloat16_fp32_test
metrics_json_save metrics_json_save