Updated metrics for llm example tests regarding to OpenVINO 2024.3 (#…

…2870) ### Changes Updated metrics for llm example tests regarding to OpenVINO 2024.3 ### Reason for changes Bump up OpenVINO version ### Related tickets ref: 148833 ### Tests test_examples/475/
openvinotoolkit · Aug 6, 2024 · b108455 · b108455
1 parent fa072ab
commit b108455
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/tests/cross_fw/examples/example_scope.json b/tests/cross_fw/examples/example_scope.json
@@ -178,7 +178,7 @@
             "fp32_top1": 55.52000045776367,
             "int8_init_top1": 55.279998779296875
         },
-        "accuracy_metrics_after_training":{
+        "accuracy_metrics_after_training": {
             "int8_top1": 57.08069620253165,
             "accuracy_drop": -1.5606957447679761
         },
@@ -198,7 +198,7 @@
         "requirements": "examples/llm_compression/openvino/tiny_llama/requirements.txt",
         "cpu": "Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz",
         "accuracy_metrics": {
-            "word_count": 71
+            "word_count": 65
         }
     },
     "llm_tune_params": {
@@ -208,7 +208,7 @@
         "accuracy_metrics": {
             "awq": true,
             "ratio": 1.0,
-            "group_size": 64
+            "group_size": 128
         }
     },
     "quantization_aware_training_torch_anomalib": {
@@ -221,7 +221,7 @@
             "fp32_f1score": 0.9919999837875366,
             "int8_init_f1score": 0.9767441749572754
         },
-        "accuracy_metrics_after_training":{
+        "accuracy_metrics_after_training": {
             "int8_f1score": 0.9919999837875366,
             "accuracy_drop": 0.0
         },
@@ -236,4 +236,4 @@
             "model_compression_rate": 3.7654144877995197
         }
     }
-}
+}