From e8a511934355c7a0014c8fe714d14c35cf12f1f2 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Thu, 17 Aug 2023 19:50:56 +0000 Subject: [PATCH 1/2] metrics: Fix check results for tensorflow benchmark This PR fixes the check results for tensorflow benchmark now that we change the name of the test. Fixes #7684 Signed-off-by: Gabriela Cervantes --- .../ci_worker/checkmetrics-json-clh-kata-metric8.toml | 8 ++++---- .../ci_worker/checkmetrics-json-qemu-kata-metric8.toml | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml index 3e71b7e747..98bb177520 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-clh-kata-metric8.toml @@ -73,26 +73,26 @@ minpercent = 20.0 maxpercent = 20.0 [[metric]] -name = "tensorflow" +name = "tensorflow_nhwc" type = "json" description = "tensorflow resnet model" # Min and Max values to set a 'range' that # the median of the CSV Results data must fall # within (inclusive) -checkvar = ".\"tensorflow\".Results | .[] | .resnet.Result" +checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result" checktype = "mean" midval = 3566.0 minpercent = 20.0 maxpercent = 20.0 [[metric]] -name = "tensorflow" +name = "tensorflow_nhwc" type = "json" description = "tensorflow alexnet model" # Min and Max values to set a 'range' that # the median of the CSV Results data must fall # within (inclusive) -checkvar = ".\"tensorflow\".Results | .[] | .alexnet.Result" +checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result" checktype = "mean" midval = 98.0 minpercent = 20.0 diff --git a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml index d615db0b39..98b7bce04a 100644 --- a/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml +++ b/tests/metrics/cmd/checkmetrics/ci_worker/checkmetrics-json-qemu-kata-metric8.toml @@ -73,26 +73,26 @@ minpercent = 20.0 maxpercent = 20.0 [[metric]] -name = "tensorflow" +name = "tensorflow_nhwc" type = "json" description = "tensorflow resnet model" # Min and Max values to set a 'range' that # the median of the CSV Results data must fall # within (inclusive) -checkvar = ".\"tensorflow\".Results | .[] | .resnet.Result" +checkvar = ".\"tensorflow_nhwc\".Results | .[] | .resnet.Result" checktype = "mean" midval = 3546.0 minpercent = 20.0 maxpercent = 20.0 [[metric]] -name = "tensorflow" +name = "tensorflow_nhwc" type = "json" description = "tensorflow alexnet model" # Min and Max values to set a 'range' that # the median of the CSV Results data must fall # within (inclusive) -checkvar = ".\"tensorflow\".Results | .[] | .alexnet.Result" +checkvar = ".\"tensorflow_nhwc\".Results | .[] | .alexnet.Result" checktype = "mean" midval = 98.0 minpercent = 20.0 From 85c02828e11394725e866cf3547cef352b6d48c4 Mon Sep 17 00:00:00 2001 From: Gabriela Cervantes Date: Thu, 17 Aug 2023 20:17:48 +0000 Subject: [PATCH 2/2] metrics: Update tensorflow name in gha run script This PR update tensorflow name in gha run script. Signed-off-by: Gabriela Cervantes --- tests/metrics/gha-run.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/metrics/gha-run.sh b/tests/metrics/gha-run.sh index 3f168dafec..576e8273e1 100755 --- a/tests/metrics/gha-run.sh +++ b/tests/metrics/gha-run.sh @@ -80,7 +80,7 @@ function run_test_blogbench() { function run_test_tensorflow() { info "Running TensorFlow test using ${KATA_HYPERVISOR} hypervisor" - bash tests/metrics/machine_learning/tensorflow.sh 1 20 + bash tests/metrics/machine_learning/tensorflow_nhwc.sh 1 20 check_metrics }