From b10845560ff2e53fb63f85c5b43df4fbcd642266 Mon Sep 17 00:00:00 2001 From: Alexander Suslov Date: Tue, 6 Aug 2024 16:47:09 +0400 Subject: [PATCH] Updated metrics for llm example tests regarding to OpenVINO 2024.3 (#2870) ### Changes Updated metrics for llm example tests regarding to OpenVINO 2024.3 ### Reason for changes Bump up OpenVINO version ### Related tickets ref: 148833 ### Tests test_examples/475/ --- tests/cross_fw/examples/example_scope.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/tests/cross_fw/examples/example_scope.json b/tests/cross_fw/examples/example_scope.json index efaca8e2f26..3bbc6325ae7 100644 --- a/tests/cross_fw/examples/example_scope.json +++ b/tests/cross_fw/examples/example_scope.json @@ -178,7 +178,7 @@ "fp32_top1": 55.52000045776367, "int8_init_top1": 55.279998779296875 }, - "accuracy_metrics_after_training":{ + "accuracy_metrics_after_training": { "int8_top1": 57.08069620253165, "accuracy_drop": -1.5606957447679761 }, @@ -198,7 +198,7 @@ "requirements": "examples/llm_compression/openvino/tiny_llama/requirements.txt", "cpu": "Intel(R) Core(TM) i9-10980XE CPU @ 3.00GHz", "accuracy_metrics": { - "word_count": 71 + "word_count": 65 } }, "llm_tune_params": { @@ -208,7 +208,7 @@ "accuracy_metrics": { "awq": true, "ratio": 1.0, - "group_size": 64 + "group_size": 128 } }, "quantization_aware_training_torch_anomalib": { @@ -221,7 +221,7 @@ "fp32_f1score": 0.9919999837875366, "int8_init_f1score": 0.9767441749572754 }, - "accuracy_metrics_after_training":{ + "accuracy_metrics_after_training": { "int8_f1score": 0.9919999837875366, "accuracy_drop": 0.0 }, @@ -236,4 +236,4 @@ "model_compression_rate": 3.7654144877995197 } } -} +} \ No newline at end of file