From 952cda5996040ae65d01a62caea39df01f760e81 Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Fri, 18 Aug 2023 18:23:05 +0200 Subject: [PATCH 1/5] Update QPSG logic --- .../quantizer_propagation/graph.py | 27 +++- .../test_quantizer_propagation_graph.py | 120 ++++++++++++++++++ .../EmbeddingCatLinearModel.dot | 34 +++-- .../synthetic_model/EmbeddingSumModel.dot | 20 ++- 4 files changed, 168 insertions(+), 33 deletions(-) diff --git a/nncf/common/quantization/quantizer_propagation/graph.py b/nncf/common/quantization/quantizer_propagation/graph.py index 5199e2afd12..60db56b1e64 100644 --- a/nncf/common/quantization/quantizer_propagation/graph.py +++ b/nncf/common/quantization/quantizer_propagation/graph.py @@ -1383,9 +1383,9 @@ def _handle_output_quantizers_for_weights_as_outputs_ops( all_qp_ids_in_unified_scale_group = {qp_id_for_current_pq} for act_qp_id in all_qp_ids_in_unified_scale_group: curr_act_qconfigs = setup.quantization_points[act_qp_id].possible_qconfigs - curr_intersection_of_qconfigs = [ - qconf for qconf in curr_intersection_of_qconfigs if qconf in curr_act_qconfigs - ] + curr_intersection_of_qconfigs = self._get_weight_and_activation_qconfig_list_intersection( + curr_intersection_of_qconfigs, curr_act_qconfigs + ) # Do further filtering for per-tensor quantizations only. # TODO: relax the requirement to allow the scale shape of the weight-as-output quantizer @@ -1422,6 +1422,27 @@ def _handle_output_quantizers_for_weights_as_outputs_ops( setup.discard(qp_id_for_current_pq, keep_shared_input_qps=True) return setup + @staticmethod + def _get_weight_and_activation_qconfig_list_intersection( + weight_qconfig_options: List[QuantizerConfig], activation_qconfig_options: List[QuantizerConfig] + ) -> List[QuantizerConfig]: + """ + Returns special intersection between weight and activation quantization configurations. + + :param weight_qconfig_options: List of QuantizerConfig associated with weights. + :param activation_qconfig_options: List of QuantizerConfig associated with activations. + :return: Special intersection between configurations. + """ + act_qconfig_extend_list = [] + for act_qconfig in activation_qconfig_options: + if act_qconfig.signedness_to_force is None: + for signedness_to_force_position in [True, False]: + act_qconfig_updated = deepcopy(act_qconfig) + act_qconfig_updated.signedness_to_force = signedness_to_force_position + act_qconfig_extend_list.append(act_qconfig_updated) + act_qconfig_extend_list += activation_qconfig_options + return [qconf for qconf in weight_qconfig_options if qconf in act_qconfig_extend_list] + def run_consistency_check(self) -> bool: all_pqs = self.collect_all_propagating_quantizers() diff --git a/tests/common/quantization/test_quantizer_propagation_graph.py b/tests/common/quantization/test_quantizer_propagation_graph.py index 35ce9142a6f..71408d29118 100644 --- a/tests/common/quantization/test_quantizer_propagation_graph.py +++ b/tests/common/quantization/test_quantizer_propagation_graph.py @@ -1706,3 +1706,123 @@ def test_create_quantizer_setup_with_output_quant_as_weights_ops( ) ref_quantizer_setup = output_quant_as_weights_test_struct.ref_quantizer_setup() assert test_quantizer_setup.equivalent_to(ref_quantizer_setup) + + +@pytest.mark.parametrize( + "weight_configs, activation_configs, reference_configs", + [ + ( + # Weights #1 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=False + ), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=True + ), + ], + # Activations #1 + [ + QuantizerConfig(num_bits=8, mode=QuantizationMode.SYMMETRIC, per_channel=False), + ], + # Reference #1 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=False + ), + ], + ), + ( + # Weights #2 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=True, per_channel=False + ), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=True + ), + ], + # Activations #2 + [ + QuantizerConfig(num_bits=8, mode=QuantizationMode.ASYMMETRIC, per_channel=False), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=False + ), + ], + # Reference #2 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=True, per_channel=False + ), + ], + ), + ( + # Weights #3 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=False + ), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=True + ), + ], + # Activations #3 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=True, per_channel=False + ), + ], + # Reference #3 + [], + ), + ( + # Weights #4 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=False + ), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=True, per_channel=True + ), + ], + # Activations #4 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=False, per_channel=False + ), + ], + # Reference #4 + [], + ), + ( + # Weights #5 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=False, per_channel=False + ), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=True, per_channel=True + ), + ], + # Activations #5 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=None, per_channel=False + ), + QuantizerConfig( + num_bits=8, mode=QuantizationMode.SYMMETRIC, signedness_to_force=None, per_channel=False + ), + ], + # Reference #5 + [ + QuantizerConfig( + num_bits=8, mode=QuantizationMode.ASYMMETRIC, signedness_to_force=False, per_channel=False + ), + ], + ), + ], +) +def test_get_weight_and_activation_qconfig_list_intersection(weight_configs, activation_configs, reference_configs): + # pylint: disable=protected-access + resulted_configs = QPSG._get_weight_and_activation_qconfig_list_intersection(weight_configs, activation_configs) + assert resulted_configs == reference_configs diff --git a/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingCatLinearModel.dot b/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingCatLinearModel.dot index 7fcc518c59a..92e8fd54fe1 100644 --- a/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingCatLinearModel.dot +++ b/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingCatLinearModel.dot @@ -1,24 +1,20 @@ strict digraph { "0 /nncf_model_input_0" [id=0, type=nncf_model_input]; -"1 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=1, type=symmetric_quantize]; +"1 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer/symmetric_quantize_0" [id=1, type=symmetric_quantize]; "2 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/embedding_0" [id=2, type=embedding]; -"3 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/SymmetricQuantizer/symmetric_quantize_0" [id=3, type=symmetric_quantize]; -"4 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=4, type=symmetric_quantize]; -"5 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0" [id=5, type=embedding]; -"6 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/SymmetricQuantizer/symmetric_quantize_0" [id=6, type=symmetric_quantize]; -"7 EmbeddingCatLinearModel/cat_0" [id=7, type=cat]; -"8 EmbeddingCatLinearModel/NNCFLinear[linear]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=8, type=symmetric_quantize]; -"9 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0" [id=9, type=linear]; -"10 /nncf_model_output_0" [id=10, type=nncf_model_output]; +"3 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer/symmetric_quantize_0" [id=3, type=symmetric_quantize]; +"4 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0" [id=4, type=embedding]; +"5 EmbeddingCatLinearModel/cat_0" [id=5, type=cat]; +"6 EmbeddingCatLinearModel/NNCFLinear[linear]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=6, type=symmetric_quantize]; +"7 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0" [id=7, type=linear]; +"8 /nncf_model_output_0" [id=8, type=nncf_model_output]; "0 /nncf_model_input_0" -> "2 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/embedding_0"; -"0 /nncf_model_input_0" -> "5 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0"; -"1 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "2 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/embedding_0"; -"2 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/embedding_0" -> "3 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/SymmetricQuantizer/symmetric_quantize_0"; -"3 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/SymmetricQuantizer/symmetric_quantize_0" -> "7 EmbeddingCatLinearModel/cat_0"; -"4 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "5 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0"; -"5 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0" -> "6 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/SymmetricQuantizer/symmetric_quantize_0"; -"6 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/SymmetricQuantizer/symmetric_quantize_0" -> "7 EmbeddingCatLinearModel/cat_0"; -"7 EmbeddingCatLinearModel/cat_0" -> "9 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0"; -"8 EmbeddingCatLinearModel/NNCFLinear[linear]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "9 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0"; -"9 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0" -> "10 /nncf_model_output_0"; +"0 /nncf_model_input_0" -> "4 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0"; +"1 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer/symmetric_quantize_0" -> "2 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/embedding_0"; +"2 EmbeddingCatLinearModel/NNCFEmbedding[embedding1]/embedding_0" -> "5 EmbeddingCatLinearModel/cat_0"; +"3 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer/symmetric_quantize_0" -> "4 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0"; +"4 EmbeddingCatLinearModel/NNCFEmbedding[embedding2]/embedding_0" -> "5 EmbeddingCatLinearModel/cat_0"; +"5 EmbeddingCatLinearModel/cat_0" -> "7 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0"; +"6 EmbeddingCatLinearModel/NNCFLinear[linear]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "7 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0"; +"7 EmbeddingCatLinearModel/NNCFLinear[linear]/linear_0" -> "8 /nncf_model_output_0"; } diff --git a/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingSumModel.dot b/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingSumModel.dot index 34139929cc4..b36d172d0fa 100644 --- a/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingSumModel.dot +++ b/tests/torch/data/reference_graphs/quantized/synthetic_model/EmbeddingSumModel.dot @@ -2,17 +2,15 @@ strict digraph { "0 /nncf_model_input_0" [id=0, type=nncf_model_input]; "1 EmbeddingSumModel/NNCFEmbedding[embedding]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=1, type=symmetric_quantize]; "2 EmbeddingSumModel/NNCFEmbedding[embedding]/embedding_0" [id=2, type=embedding]; -"3 EmbeddingSumModel/NNCFEmbedding[embedding]/SymmetricQuantizer/symmetric_quantize_0" [id=3, type=symmetric_quantize]; -"4 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=4, type=symmetric_quantize]; -"5 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0" [id=5, type=embedding_bag]; -"6 EmbeddingSumModel/__add___0" [id=6, type=__add__]; -"7 /nncf_model_output_0" [id=7, type=nncf_model_output]; +"3 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=3, type=symmetric_quantize]; +"4 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0" [id=4, type=embedding_bag]; +"5 EmbeddingSumModel/__add___0" [id=5, type=__add__]; +"6 /nncf_model_output_0" [id=6, type=nncf_model_output]; "0 /nncf_model_input_0" -> "2 EmbeddingSumModel/NNCFEmbedding[embedding]/embedding_0"; -"0 /nncf_model_input_0" -> "5 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0"; +"0 /nncf_model_input_0" -> "4 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0"; "1 EmbeddingSumModel/NNCFEmbedding[embedding]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "2 EmbeddingSumModel/NNCFEmbedding[embedding]/embedding_0"; -"2 EmbeddingSumModel/NNCFEmbedding[embedding]/embedding_0" -> "3 EmbeddingSumModel/NNCFEmbedding[embedding]/SymmetricQuantizer/symmetric_quantize_0"; -"3 EmbeddingSumModel/NNCFEmbedding[embedding]/SymmetricQuantizer/symmetric_quantize_0" -> "6 EmbeddingSumModel/__add___0"; -"4 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "5 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0"; -"5 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0" -> "6 EmbeddingSumModel/__add___0"; -"6 EmbeddingSumModel/__add___0" -> "7 /nncf_model_output_0"; +"2 EmbeddingSumModel/NNCFEmbedding[embedding]/embedding_0" -> "5 EmbeddingSumModel/__add___0"; +"3 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "4 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0"; +"4 EmbeddingSumModel/NNCFEmbeddingBag[embeddingbag]/embedding_bag_0" -> "5 EmbeddingSumModel/__add___0"; +"5 EmbeddingSumModel/__add___0" -> "6 /nncf_model_output_0"; } From a46cef4531d8500932df609011ddce31ef3c3752 Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Fri, 18 Aug 2023 18:56:55 +0200 Subject: [PATCH 2/5] Fix ONNX tests --- .../synthetic/embedding_model.dot | 28 ++++++++----------- .../embedding_model_performance.json | 28 +------------------ 2 files changed, 13 insertions(+), 43 deletions(-) diff --git a/tests/onnx/data/reference_graphs/quantization/synthetic/embedding_model.dot b/tests/onnx/data/reference_graphs/quantization/synthetic/embedding_model.dot index b00673b08ee..eca5b59e2ac 100644 --- a/tests/onnx/data/reference_graphs/quantization/synthetic/embedding_model.dot +++ b/tests/onnx/data/reference_graphs/quantization/synthetic/embedding_model.dot @@ -3,23 +3,19 @@ strict digraph { "1 QuantizeLinear_Identity_Y_1" [id=1, type=QuantizeLinear]; "2 DequantizeLinear_Identity_Y_1" [id=2, type=DequantizeLinear]; "3 Embedding" [id=3, type=Gather]; -"4 QuantizeLinear_Embedding_Y_1" [id=4, type=QuantizeLinear]; -"5 DequantizeLinear_Embedding_Y_1" [id=5, type=DequantizeLinear]; -"6 Gather" [id=6, type=Gather]; -"7 QuantizeLinear_W_1" [id=7, type=QuantizeLinear]; -"8 DequantizeLinear_W_1" [id=8, type=DequantizeLinear]; -"9 MatMul" [id=9, type=MatMul]; -"10 nncf_model_input_0" [id=10, type=nncf_model_input]; -"11 nncf_model_output_0" [id=11, type=nncf_model_output]; +"4 Gather" [id=4, type=Gather]; +"5 QuantizeLinear_W_1" [id=5, type=QuantizeLinear]; +"6 DequantizeLinear_W_1" [id=6, type=DequantizeLinear]; +"7 MatMul" [id=7, type=MatMul]; +"8 nncf_model_input_0" [id=8, type=nncf_model_input]; +"9 nncf_model_output_0" [id=9, type=nncf_model_output]; "0 Identity" -> "1 QuantizeLinear_Identity_Y_1" [label="[10, 20]", style=solid]; "1 QuantizeLinear_Identity_Y_1" -> "2 DequantizeLinear_Identity_Y_1" [label="[10, 20]", style=dashed]; "2 DequantizeLinear_Identity_Y_1" -> "3 Embedding" [label="[10, 20]", style=solid]; -"3 Embedding" -> "4 QuantizeLinear_Embedding_Y_1" [label="[1, 10, 20]", style=solid]; -"4 QuantizeLinear_Embedding_Y_1" -> "5 DequantizeLinear_Embedding_Y_1" [label="[1, 10, 20]", style=dashed]; -"5 DequantizeLinear_Embedding_Y_1" -> "6 Gather" [label="[1, 10, 20]", style=solid]; -"6 Gather" -> "9 MatMul" [label="[10, 20]", style=solid]; -"7 QuantizeLinear_W_1" -> "8 DequantizeLinear_W_1" [label="[10, 5]", style=dashed]; -"8 DequantizeLinear_W_1" -> "9 MatMul" [label="[10, 5]", style=solid]; -"9 MatMul" -> "11 nncf_model_output_0" [label="[1, 10]", style=solid]; -"10 nncf_model_input_0" -> "3 Embedding" [label="[1, 10]", style=dashed]; +"3 Embedding" -> "4 Gather" [label="[1, 10, 20]", style=solid]; +"4 Gather" -> "7 MatMul" [label="[10, 20]", style=solid]; +"5 QuantizeLinear_W_1" -> "6 DequantizeLinear_W_1" [label="[20, 10]", style=dashed]; +"6 DequantizeLinear_W_1" -> "7 MatMul" [label="[20, 10]", style=solid]; +"7 MatMul" -> "9 nncf_model_output_0" [label="[10, 10]", style=solid]; +"8 nncf_model_input_0" -> "3 Embedding" [label="[1, 10]", style=dashed]; } diff --git a/tests/onnx/data/reference_scales/embedding_model_performance.json b/tests/onnx/data/reference_scales/embedding_model_performance.json index 42b9ba63b2e..d8b07fb14c6 100644 --- a/tests/onnx/data/reference_scales/embedding_model_performance.json +++ b/tests/onnx/data/reference_scales/embedding_model_performance.json @@ -1,32 +1,6 @@ { "QuantizeLinear_Identity_Y_1": { - "scale": [ - 0.0073627750389277935, - 0.007852046750485897, - 0.0070100342854857445, - 0.007835405878722668, - 0.007725945208221674, - 0.007330845110118389, - 0.007606788072735071, - 0.007431507110595703, - 0.007833994925022125, - 0.007731832563877106 - ], - "zero_point": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] - }, - "QuantizeLinear_Embedding_Y_1": { - "scale": 0.003666950622573495, + "scale": 0.007852046750485897, "zero_point": 0 }, "QuantizeLinear_W_1": { From c24d772442080dd9603eb54ce274f623c70f34bc Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Fri, 18 Aug 2023 19:05:33 +0200 Subject: [PATCH 3/5] Add new case --- .../test_quantizer_propagation_graph.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/tests/common/quantization/test_quantizer_propagation_graph.py b/tests/common/quantization/test_quantizer_propagation_graph.py index 71408d29118..83ff4321572 100644 --- a/tests/common/quantization/test_quantizer_propagation_graph.py +++ b/tests/common/quantization/test_quantizer_propagation_graph.py @@ -1820,6 +1820,20 @@ def test_create_quantizer_setup_with_output_quant_as_weights_ops( ), ], ), + ( + # Weights #6 + [ + QuantizerConfig(num_bits=8, mode=QuantizationMode.SYMMETRIC, per_channel=False), + ], + # Activations #6 + [ + QuantizerConfig(num_bits=8, mode=QuantizationMode.SYMMETRIC, per_channel=False), + ], + # Reference #6 + [ + QuantizerConfig(num_bits=8, mode=QuantizationMode.SYMMETRIC, per_channel=False), + ], + ), ], ) def test_get_weight_and_activation_qconfig_list_intersection(weight_configs, activation_configs, reference_configs): From 8d13bbe22cc080d719658fbc3bd605d002d68ec8 Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Fri, 18 Aug 2023 20:15:14 +0200 Subject: [PATCH 4/5] Fix OV --- .../quantized/IntegerModel.dot | 172 +- .../IntegerModel_performance.json | 4446 +---------------- 2 files changed, 85 insertions(+), 4533 deletions(-) diff --git a/tests/openvino/native/data/reference_graphs/quantized/IntegerModel.dot b/tests/openvino/native/data/reference_graphs/quantized/IntegerModel.dot index 471e3054c9f..03cfb73b101 100644 --- a/tests/openvino/native/data/reference_graphs/quantized/IntegerModel.dot +++ b/tests/openvino/native/data/reference_graphs/quantized/IntegerModel.dot @@ -6,107 +6,97 @@ strict digraph { "4 Gather_4" [id=4, type=Gather]; "5 Gather_2" [id=5, type=Gather]; "6 MatMul_2" [id=6, type=MatMul]; -"7 Gather_2/fq_output_0" [id=7, type=FakeQuantize]; +"7 Gather_3" [id=7, type=Gather]; "8 MatMul_2/fq_output_0" [id=8, type=FakeQuantize]; -"9 Gather_3" [id=9, type=Gather]; +"9 MatMul_1" [id=9, type=MatMul]; "10 Add_1" [id=10, type=Add]; -"11 MatMul_1" [id=11, type=MatMul]; +"11 MatMul_1/fq_output_0" [id=11, type=FakeQuantize]; "12 Result" [id=12, type=Result]; -"13 MatMul_1/fq_output_0" [id=13, type=FakeQuantize]; -"14 Constant_2627" [id=14, type=Constant]; -"15 Constant_2626" [id=15, type=Constant]; -"16 Constant_2625" [id=16, type=Constant]; -"17 Constant_2624" [id=17, type=Constant]; -"18 MatMul_2/fq_weights_1" [id=18, type=FakeQuantize]; -"19 Constant_2632" [id=19, type=Constant]; -"20 Constant_2631" [id=20, type=Constant]; -"21 Constant_2630" [id=21, type=Constant]; -"22 Constant_2629" [id=22, type=Constant]; -"23 Constant_17" [id=23, type=Constant]; -"24 Constant_15" [id=24, type=Constant]; -"25 Constant_14" [id=25, type=Constant]; -"26 Constant_2622" [id=26, type=Constant]; -"27 Constant_2621" [id=27, type=Constant]; -"28 Constant_2620" [id=28, type=Constant]; -"29 Constant_2619" [id=29, type=Constant]; -"30 Constant_2647" [id=30, type=Constant]; -"31 Constant_2646" [id=31, type=Constant]; -"32 Constant_2645" [id=32, type=Constant]; -"33 Constant_2644" [id=33, type=Constant]; -"34 MatMul_1/fq_weights_1" [id=34, type=FakeQuantize]; -"35 Constant_2652" [id=35, type=Constant]; -"36 Constant_2651" [id=36, type=Constant]; -"37 Constant_2650" [id=37, type=Constant]; -"38 Constant_2649" [id=38, type=Constant]; -"39 Constant_12" [id=39, type=Constant]; -"40 Constant_10" [id=40, type=Constant]; -"41 Constant_9" [id=41, type=Constant]; -"42 Constant_2637" [id=42, type=Constant]; -"43 Constant_2636" [id=43, type=Constant]; -"44 Constant_2635" [id=44, type=Constant]; -"45 Constant_2634" [id=45, type=Constant]; -"46 Constant_7" [id=46, type=Constant]; -"47 Constant_4" [id=47, type=Constant]; -"48 Constant_3" [id=48, type=Constant]; -"49 Gather_2/fq_weights_0" [id=49, type=FakeQuantize]; -"50 Constant_2642" [id=50, type=Constant]; -"51 Constant_2641" [id=51, type=Constant]; -"52 Constant_2640" [id=52, type=Constant]; -"53 Constant_2639" [id=53, type=Constant]; -"54 Constant_6" [id=54, type=Constant]; +"13 Constant_7164" [id=13, type=Constant]; +"14 Constant_7163" [id=14, type=Constant]; +"15 Constant_7162" [id=15, type=Constant]; +"16 Constant_7161" [id=16, type=Constant]; +"17 MatMul_2/fq_weights_1" [id=17, type=FakeQuantize]; +"18 Constant_7169" [id=18, type=Constant]; +"19 Constant_7168" [id=19, type=Constant]; +"20 Constant_7167" [id=20, type=Constant]; +"21 Constant_7166" [id=21, type=Constant]; +"22 Constant_4701" [id=22, type=Constant]; +"23 Constant_4699" [id=23, type=Constant]; +"24 Constant_4698" [id=24, type=Constant]; +"25 Constant_7159" [id=25, type=Constant]; +"26 Constant_7158" [id=26, type=Constant]; +"27 Constant_7157" [id=27, type=Constant]; +"28 Constant_7156" [id=28, type=Constant]; +"29 Constant_7179" [id=29, type=Constant]; +"30 Constant_7178" [id=30, type=Constant]; +"31 Constant_7177" [id=31, type=Constant]; +"32 Constant_7176" [id=32, type=Constant]; +"33 MatMul_1/fq_weights_1" [id=33, type=FakeQuantize]; +"34 Constant_7184" [id=34, type=Constant]; +"35 Constant_7183" [id=35, type=Constant]; +"36 Constant_7182" [id=36, type=Constant]; +"37 Constant_7181" [id=37, type=Constant]; +"38 Constant_4696" [id=38, type=Constant]; +"39 Constant_4694" [id=39, type=Constant]; +"40 Constant_4693" [id=40, type=Constant]; +"41 Constant_4691" [id=41, type=Constant]; +"42 Constant_4688" [id=42, type=Constant]; +"43 Constant_4687" [id=43, type=Constant]; +"44 Gather_2/fq_weights_0" [id=44, type=FakeQuantize]; +"45 Constant_7174" [id=45, type=Constant]; +"46 Constant_7173" [id=46, type=Constant]; +"47 Constant_7172" [id=47, type=Constant]; +"48 Constant_7171" [id=48, type=Constant]; +"49 Constant_4690" [id=49, type=Constant]; "0 Input" -> "1 Convert_1" [label="[1, 192, 1]", style=solid]; "0 Input" -> "2 Gather_4/fq_input_0" [label="[1, 192, 1]", style=solid]; "1 Convert_1" -> "3 Gather_1" [label="[1, 192, 1]", style=dashed]; "2 Gather_4/fq_input_0" -> "4 Gather_4" [label="[1, 192, 1]", style=solid]; "3 Gather_1" -> "5 Gather_2" [label="[192, 1]", style=dashed]; "4 Gather_4" -> "6 MatMul_2" [label="[1, 192]", style=solid]; -"5 Gather_2" -> "7 Gather_2/fq_output_0" [label="[192, 1, 160]", style=solid]; +"5 Gather_2" -> "7 Gather_3" [label="[192, 1, 160]", style=solid]; "6 MatMul_2" -> "8 MatMul_2/fq_output_0" [label="[1, 160]", style=solid]; -"7 Gather_2/fq_output_0" -> "9 Gather_3" [label="[192, 1, 160]", style=solid]; +"7 Gather_3" -> "9 MatMul_1" [label="[1, 160]", style=solid]; "8 MatMul_2/fq_output_0" -> "10 Add_1" [label="[1, 160]", style=solid]; -"9 Gather_3" -> "11 MatMul_1" [label="[1, 160]", style=solid]; +"9 MatMul_1" -> "11 MatMul_1/fq_output_0" [label="[1, 160]", style=solid]; "10 Add_1" -> "12 Result" [label="[1, 160]", style=solid]; -"11 MatMul_1" -> "13 MatMul_1/fq_output_0" [label="[1, 160]", style=solid]; -"13 MatMul_1/fq_output_0" -> "10 Add_1" [label="[1, 160]", style=solid]; -"14 Constant_2627" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; -"15 Constant_2626" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; -"16 Constant_2625" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; -"17 Constant_2624" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; -"18 MatMul_2/fq_weights_1" -> "6 MatMul_2" [label="[160, 192]", style=solid]; -"19 Constant_2632" -> "18 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; -"20 Constant_2631" -> "18 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; -"21 Constant_2630" -> "18 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; -"22 Constant_2629" -> "18 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; -"23 Constant_17" -> "18 MatMul_2/fq_weights_1" [label="[160, 192]", style=solid]; -"24 Constant_15" -> "4 Gather_4" [label="[]", style=dashed]; -"25 Constant_14" -> "4 Gather_4" [label="[]", style=dashed]; -"26 Constant_2622" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; -"27 Constant_2621" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; -"28 Constant_2620" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; -"29 Constant_2619" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; -"30 Constant_2647" -> "13 MatMul_1/fq_output_0" [label="[]", style=solid]; -"31 Constant_2646" -> "13 MatMul_1/fq_output_0" [label="[]", style=solid]; -"32 Constant_2645" -> "13 MatMul_1/fq_output_0" [label="[]", style=solid]; -"33 Constant_2644" -> "13 MatMul_1/fq_output_0" [label="[]", style=solid]; -"34 MatMul_1/fq_weights_1" -> "11 MatMul_1" [label="[160, 160]", style=solid]; -"35 Constant_2652" -> "34 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; -"36 Constant_2651" -> "34 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; -"37 Constant_2650" -> "34 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; -"38 Constant_2649" -> "34 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; -"39 Constant_12" -> "34 MatMul_1/fq_weights_1" [label="[160, 160]", style=solid]; -"40 Constant_10" -> "9 Gather_3" [label="[]", style=dashed]; -"41 Constant_9" -> "9 Gather_3" [label="[]", style=dashed]; -"42 Constant_2637" -> "7 Gather_2/fq_output_0" [label="[]", style=solid]; -"43 Constant_2636" -> "7 Gather_2/fq_output_0" [label="[]", style=solid]; -"44 Constant_2635" -> "7 Gather_2/fq_output_0" [label="[]", style=solid]; -"45 Constant_2634" -> "7 Gather_2/fq_output_0" [label="[]", style=solid]; -"46 Constant_7" -> "5 Gather_2" [label="[]", style=dashed]; -"47 Constant_4" -> "3 Gather_1" [label="[]", style=dashed]; -"48 Constant_3" -> "3 Gather_1" [label="[]", style=dashed]; -"49 Gather_2/fq_weights_0" -> "5 Gather_2" [label="[369, 160]", style=solid]; -"50 Constant_2642" -> "49 Gather_2/fq_weights_0" [label="[369, 1]", style=solid]; -"51 Constant_2641" -> "49 Gather_2/fq_weights_0" [label="[369, 1]", style=solid]; -"52 Constant_2640" -> "49 Gather_2/fq_weights_0" [label="[369, 1]", style=solid]; -"53 Constant_2639" -> "49 Gather_2/fq_weights_0" [label="[369, 1]", style=solid]; -"54 Constant_6" -> "49 Gather_2/fq_weights_0" [label="[369, 160]", style=solid]; +"11 MatMul_1/fq_output_0" -> "10 Add_1" [label="[1, 160]", style=solid]; +"13 Constant_7164" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; +"14 Constant_7163" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; +"15 Constant_7162" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; +"16 Constant_7161" -> "8 MatMul_2/fq_output_0" [label="[]", style=solid]; +"17 MatMul_2/fq_weights_1" -> "6 MatMul_2" [label="[160, 192]", style=solid]; +"18 Constant_7169" -> "17 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; +"19 Constant_7168" -> "17 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; +"20 Constant_7167" -> "17 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; +"21 Constant_7166" -> "17 MatMul_2/fq_weights_1" [label="[160, 1]", style=solid]; +"22 Constant_4701" -> "17 MatMul_2/fq_weights_1" [label="[160, 192]", style=solid]; +"23 Constant_4699" -> "4 Gather_4" [label="[]", style=dashed]; +"24 Constant_4698" -> "4 Gather_4" [label="[]", style=dashed]; +"25 Constant_7159" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; +"26 Constant_7158" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; +"27 Constant_7157" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; +"28 Constant_7156" -> "2 Gather_4/fq_input_0" [label="[]", style=solid]; +"29 Constant_7179" -> "11 MatMul_1/fq_output_0" [label="[]", style=solid]; +"30 Constant_7178" -> "11 MatMul_1/fq_output_0" [label="[]", style=solid]; +"31 Constant_7177" -> "11 MatMul_1/fq_output_0" [label="[]", style=solid]; +"32 Constant_7176" -> "11 MatMul_1/fq_output_0" [label="[]", style=solid]; +"33 MatMul_1/fq_weights_1" -> "9 MatMul_1" [label="[160, 160]", style=solid]; +"34 Constant_7184" -> "33 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; +"35 Constant_7183" -> "33 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; +"36 Constant_7182" -> "33 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; +"37 Constant_7181" -> "33 MatMul_1/fq_weights_1" [label="[160, 1]", style=solid]; +"38 Constant_4696" -> "33 MatMul_1/fq_weights_1" [label="[160, 160]", style=solid]; +"39 Constant_4694" -> "7 Gather_3" [label="[]", style=dashed]; +"40 Constant_4693" -> "7 Gather_3" [label="[]", style=dashed]; +"41 Constant_4691" -> "5 Gather_2" [label="[]", style=dashed]; +"42 Constant_4688" -> "3 Gather_1" [label="[]", style=dashed]; +"43 Constant_4687" -> "3 Gather_1" [label="[]", style=dashed]; +"44 Gather_2/fq_weights_0" -> "5 Gather_2" [label="[369, 160]", style=solid]; +"45 Constant_7174" -> "44 Gather_2/fq_weights_0" [label="[]", style=solid]; +"46 Constant_7173" -> "44 Gather_2/fq_weights_0" [label="[]", style=solid]; +"47 Constant_7172" -> "44 Gather_2/fq_weights_0" [label="[]", style=solid]; +"48 Constant_7171" -> "44 Gather_2/fq_weights_0" [label="[]", style=solid]; +"49 Constant_4690" -> "44 Gather_2/fq_weights_0" [label="[369, 160]", style=solid]; } diff --git a/tests/openvino/native/data/reference_scales/IntegerModel_performance.json b/tests/openvino/native/data/reference_scales/IntegerModel_performance.json index 4187bbd8ebc..4510136de6c 100644 --- a/tests/openvino/native/data/reference_scales/IntegerModel_performance.json +++ b/tests/openvino/native/data/reference_scales/IntegerModel_performance.json @@ -3877,4448 +3877,10 @@ ] ] }, - "Gather_2/fq_output_0": { - "input_low": 0.0, - "input_high": 0.997209906578064, - "output_low": 0.0, - "output_high": 0.997209906578064 - }, "Gather_2/fq_weights_0": { - "input_low": [ - [ - -0.997209906578064 - ], - [ - -0.9970102906227112 - ], - [ - -0.992023229598999 - ], - [ - -0.9995013475418091 - ], - [ - -0.9952998161315918 - ], - [ - -0.9921678900718689 - ], - [ - -0.9706780314445496 - ], - [ - -0.9884659051895142 - ], - [ - -0.9980674386024475 - ], - [ - -0.9965038895606995 - ], - [ - -0.9952797293663025 - ], - [ - -0.991744875907898 - ], - [ - -0.994807243347168 - ], - [ - -0.9968228936195374 - ], - [ - -0.9995572566986084 - ], - [ - -0.9770334362983704 - ], - [ - -0.9989421367645264 - ], - [ - -0.98921799659729 - ], - [ - -0.9925505518913269 - ], - [ - -0.9948969483375549 - ], - [ - -0.9984723925590515 - ], - [ - -0.9995658993721008 - ], - [ - -0.9991037249565125 - ], - [ - -0.9969573020935059 - ], - [ - -0.9988649487495422 - ], - [ - -0.9976487755775452 - ], - [ - -0.9977005124092102 - ], - [ - -0.9976039528846741 - ], - [ - -0.9892330765724182 - ], - [ - -0.9923359751701355 - ], - [ - -0.9976468086242676 - ], - [ - -0.9854303002357483 - ], - [ - -0.9969144463539124 - ], - [ - -0.977088212966919 - ], - [ - -0.9999169707298279 - ], - [ - -0.9787606000900269 - ], - [ - -0.9908086657524109 - ], - [ - -0.9898950457572937 - ], - [ - -0.9999967813491821 - ], - [ - -0.9987507462501526 - ], - [ - -0.9995269775390625 - ], - [ - -0.9973424673080444 - ], - [ - -0.9997587203979492 - ], - [ - -0.998880922794342 - ], - [ - -0.9988654255867004 - ], - [ - -0.9954472780227661 - ], - [ - -0.9963366389274597 - ], - [ - -0.9949934482574463 - ], - [ - -0.9915337562561035 - ], - [ - -0.9980217814445496 - ], - [ - -0.9964509606361389 - ], - [ - -0.9923781156539917 - ], - [ - -0.9978485107421875 - ], - [ - -0.9943899512290955 - ], - [ - -0.9992311000823975 - ], - [ - -0.9933991432189941 - ], - [ - -0.9967544674873352 - ], - [ - -0.9863065481185913 - ], - [ - -0.9921278953552246 - ], - [ - -0.9963017106056213 - ], - [ - -0.9762595295906067 - ], - [ - -0.9963229298591614 - ], - [ - -0.9998682737350464 - ], - [ - -0.9997410774230957 - ], - [ - -0.9701470732688904 - ], - [ - -0.9907292127609253 - ], - [ - -0.997471809387207 - ], - [ - -0.9993043541908264 - ], - [ - -0.9893314838409424 - ], - [ - -0.9994381666183472 - ], - [ - -0.994705319404602 - ], - [ - -0.9966240525245667 - ], - [ - -0.9975060820579529 - ], - [ - -0.9971185922622681 - ], - [ - -0.9937801957130432 - ], - [ - -0.9963642358779907 - ], - [ - -0.9990124106407166 - ], - [ - -0.9895134568214417 - ], - [ - -0.9890456795692444 - ], - [ - -0.9930492639541626 - ], - [ - -0.9977296590805054 - ], - [ - -0.9971364140510559 - ], - [ - -0.9989039301872253 - ], - [ - -0.9948055148124695 - ], - [ - -0.9989332556724548 - ], - [ - -0.9937583804130554 - ], - [ - -0.9972413182258606 - ], - [ - -0.9964587092399597 - ], - [ - -0.9966646432876587 - ], - [ - -0.9938035011291504 - ], - [ - -0.9959368109703064 - ], - [ - -0.9975705742835999 - ], - [ - -0.9971054196357727 - ], - [ - -0.9974386692047119 - ], - [ - -0.9995327591896057 - ], - [ - -0.9984899163246155 - ], - [ - -0.9962453842163086 - ], - [ - -0.970568835735321 - ], - [ - -0.9969409704208374 - ], - [ - -0.9895216822624207 - ], - [ - -0.991292417049408 - ], - [ - -0.991483211517334 - ], - [ - -0.9928523898124695 - ], - [ - -0.9925488233566284 - ], - [ - -0.9922356009483337 - ], - [ - -0.9954507350921631 - ], - [ - -0.9983382225036621 - ], - [ - -0.9877969026565552 - ], - [ - -0.9977895617485046 - ], - [ - -0.993013858795166 - ], - [ - -0.995330274105072 - ], - [ - -0.9886570572853088 - ], - [ - -0.9954023957252502 - ], - [ - -0.9900838136672974 - ], - [ - -0.9944501519203186 - ], - [ - -0.9982420206069946 - ], - [ - -0.9644516706466675 - ], - [ - -0.9878875613212585 - ], - [ - -0.9968081712722778 - ], - [ - -0.9965328574180603 - ], - [ - -0.9954975247383118 - ], - [ - -0.9993707537651062 - ], - [ - -0.9857835173606873 - ], - [ - -0.9920153021812439 - ], - [ - -0.9983928203582764 - ], - [ - -0.995046079158783 - ], - [ - -0.9984419345855713 - ], - [ - -0.9950466752052307 - ], - [ - -0.9884970188140869 - ], - [ - -0.9937816262245178 - ], - [ - -0.9954879283905029 - ], - [ - -0.9999688267707825 - ], - [ - -0.998067319393158 - ], - [ - -0.9949743747711182 - ], - [ - -0.9844912886619568 - ], - [ - -0.9980217218399048 - ], - [ - -0.9966973662376404 - ], - [ - -0.9812440872192383 - ], - [ - -0.9876970052719116 - ], - [ - -0.9955273270606995 - ], - [ - -0.9949563145637512 - ], - [ - -0.9974815845489502 - ], - [ - -0.9969190955162048 - ], - [ - -0.9850651621818542 - ], - [ - -0.997317373752594 - ], - [ - -0.9981675744056702 - ], - [ - -0.9913301467895508 - ], - [ - -0.9984498620033264 - ], - [ - -0.9939991235733032 - ], - [ - -0.9887927770614624 - ], - [ - -0.9882915616035461 - ], - [ - -0.99458247423172 - ], - [ - -0.9939290285110474 - ], - [ - -0.9932116866111755 - ], - [ - -0.9987152814865112 - ], - [ - -0.9878823161125183 - ], - [ - -0.9991747140884399 - ], - [ - -0.9687643051147461 - ], - [ - -0.9948200583457947 - ], - [ - -0.9884313941001892 - ], - [ - -0.9866806268692017 - ], - [ - -0.9810053706169128 - ], - [ - -0.9960376620292664 - ], - [ - -0.9957947731018066 - ], - [ - -0.9891430139541626 - ], - [ - -0.9965304136276245 - ], - [ - -0.9970084428787231 - ], - [ - -0.998543381690979 - ], - [ - -0.9937127828598022 - ], - [ - -0.9967957139015198 - ], - [ - -0.9975273609161377 - ], - [ - -0.9984797239303589 - ], - [ - -0.9915279150009155 - ], - [ - -0.9992651343345642 - ], - [ - -0.9923266172409058 - ], - [ - -0.9999648928642273 - ], - [ - -0.9991590976715088 - ], - [ - -0.9918185472488403 - ], - [ - -0.9909056425094604 - ], - [ - -0.9988617300987244 - ], - [ - -0.9982262849807739 - ], - [ - -0.997732937335968 - ], - [ - -0.9918438196182251 - ], - [ - -0.991694986820221 - ], - [ - -0.9979233145713806 - ], - [ - -0.9989088773727417 - ], - [ - -0.9987594485282898 - ], - [ - -0.9991858005523682 - ], - [ - -0.9987843036651611 - ], - [ - -0.9872070550918579 - ], - [ - -0.9735352396965027 - ], - [ - -0.9962743520736694 - ], - [ - -0.9494377970695496 - ], - [ - -0.9993836879730225 - ], - [ - -0.9928278923034668 - ], - [ - -0.9933155179023743 - ], - [ - -0.9852665662765503 - ], - [ - -0.9932408928871155 - ], - [ - -0.9934847354888916 - ], - [ - -0.9993647336959839 - ], - [ - -0.984577476978302 - ], - [ - -0.9933562874794006 - ], - [ - -0.9873628616333008 - ], - [ - -0.9974210858345032 - ], - [ - -0.9979512095451355 - ], - [ - -0.9909773468971252 - ], - [ - -0.9983454346656799 - ], - [ - -0.9991681575775146 - ], - [ - -0.9989418983459473 - ], - [ - -0.9921422600746155 - ], - [ - -0.9955175518989563 - ], - [ - -0.9983392953872681 - ], - [ - -0.9958244562149048 - ], - [ - -0.9808271527290344 - ], - [ - -0.9904636144638062 - ], - [ - -0.9942306280136108 - ], - [ - -0.9958839416503906 - ], - [ - -0.9965365529060364 - ], - [ - -0.9949041604995728 - ], - [ - -0.9927648901939392 - ], - [ - -0.9932846426963806 - ], - [ - -0.9990813136100769 - ], - [ - -0.9905388355255127 - ], - [ - -0.998881459236145 - ], - [ - -0.9983980655670166 - ], - [ - -0.9962864518165588 - ], - [ - -0.9918659329414368 - ], - [ - -0.9988095760345459 - ], - [ - -0.9890387654304504 - ], - [ - -0.9993019104003906 - ], - [ - -0.9974161386489868 - ], - [ - -0.9975799918174744 - ], - [ - -0.989179790019989 - ], - [ - -0.9970428347587585 - ], - [ - -0.986920177936554 - ], - [ - -0.9985538125038147 - ], - [ - -0.9886013865470886 - ], - [ - -0.9965196847915649 - ], - [ - -0.9874412417411804 - ], - [ - -0.992242157459259 - ], - [ - -0.9989430904388428 - ], - [ - -0.9933499097824097 - ], - [ - -0.9961503744125366 - ], - [ - -0.9965823292732239 - ], - [ - -0.9936394691467285 - ], - [ - -0.9998399019241333 - ], - [ - -0.9964209198951721 - ], - [ - -0.9951148629188538 - ], - [ - -0.9998342394828796 - ], - [ - -0.999843180179596 - ], - [ - -0.9951898455619812 - ], - [ - -0.9957072138786316 - ], - [ - -0.9908119440078735 - ], - [ - -0.9981521964073181 - ], - [ - -0.9921236634254456 - ], - [ - -0.988516628742218 - ], - [ - -0.9930355548858643 - ], - [ - -0.991604745388031 - ], - [ - -0.9976894855499268 - ], - [ - -0.9991806745529175 - ], - [ - -0.9951413869857788 - ], - [ - -0.9992361068725586 - ], - [ - -0.9953001141548157 - ], - [ - -0.989440381526947 - ], - [ - -0.9987223148345947 - ], - [ - -0.9873252511024475 - ], - [ - -0.9971049427986145 - ], - [ - -0.9992303252220154 - ], - [ - -0.9928550720214844 - ], - [ - -0.9997645616531372 - ], - [ - -0.9950738549232483 - ], - [ - -0.9941418766975403 - ], - [ - -0.9968482255935669 - ], - [ - -0.9979895353317261 - ], - [ - -0.9927439093589783 - ], - [ - -0.9989852905273438 - ], - [ - -0.9960190653800964 - ], - [ - -0.9971114993095398 - ], - [ - -0.9925193190574646 - ], - [ - -0.9913685917854309 - ], - [ - -0.994145929813385 - ], - [ - -0.9889241456985474 - ], - [ - -0.9974017143249512 - ], - [ - -0.9973057508468628 - ], - [ - -0.9999781250953674 - ], - [ - -0.9999862909317017 - ], - [ - -0.9996060132980347 - ], - [ - -0.9969081878662109 - ], - [ - -0.9941709041595459 - ], - [ - -0.9994432330131531 - ], - [ - -0.9898024201393127 - ], - [ - -0.99550461769104 - ], - [ - -0.9966038465499878 - ], - [ - -0.9970225691795349 - ], - [ - -0.9980165362358093 - ], - [ - -0.9990159869194031 - ], - [ - -0.9862546324729919 - ], - [ - -0.9959670901298523 - ], - [ - -0.9988137483596802 - ], - [ - -0.9997010827064514 - ], - [ - -0.9889454245567322 - ], - [ - -0.9993491768836975 - ], - [ - -0.9988160729408264 - ], - [ - -0.9991717338562012 - ], - [ - -0.9861751198768616 - ], - [ - -0.9959185123443604 - ], - [ - -0.9958447813987732 - ], - [ - -0.993640124797821 - ], - [ - -0.9979961514472961 - ], - [ - -0.9970813989639282 - ], - [ - -0.994486391544342 - ], - [ - -0.9925340414047241 - ], - [ - -0.998791515827179 - ], - [ - -0.9986451864242554 - ], - [ - -0.9966105818748474 - ], - [ - -0.9975471496582031 - ], - [ - -0.9824799299240112 - ], - [ - -0.9857101440429688 - ], - [ - -0.9992015957832336 - ], - [ - -0.994219958782196 - ], - [ - -0.9874377250671387 - ], - [ - -0.993701159954071 - ], - [ - -0.9985228180885315 - ], - [ - -0.9999561309814453 - ], - [ - -0.9991790056228638 - ], - [ - -0.9935421347618103 - ], - [ - -0.9979273080825806 - ], - [ - -0.9997765421867371 - ], - [ - -0.9895845055580139 - ], - [ - -0.9984264373779297 - ], - [ - -0.9785648584365845 - ], - [ - -0.9886667132377625 - ], - [ - -0.9851393699645996 - ], - [ - -0.9942945241928101 - ], - [ - -0.9986890554428101 - ], - [ - -0.9895309209823608 - ], - [ - -0.9939358234405518 - ], - [ - -0.9963231086730957 - ], - [ - -0.9910611510276794 - ], - [ - -0.9978975653648376 - ], - [ - -0.9991772174835205 - ], - [ - -0.9868127107620239 - ], - [ - -0.9998777508735657 - ], - [ - -0.9993980526924133 - ], - [ - -0.9895434975624084 - ], - [ - -0.9997856020927429 - ], - [ - -0.9944347143173218 - ], - [ - -0.9977160692214966 - ], - [ - -0.9780084490776062 - ], - [ - -0.992570161819458 - ], - [ - -0.9989544153213501 - ], - [ - -0.995251476764679 - ], - [ - -0.999534547328949 - ], - [ - -0.9861119389533997 - ], - [ - -0.9998683929443359 - ], - [ - -0.9987610578536987 - ], - [ - -0.9982365369796753 - ], - [ - -0.9985356330871582 - ], - [ - -0.9823802709579468 - ], - [ - -0.9987218379974365 - ], - [ - -0.9991122484207153 - ], - [ - -0.9984155893325806 - ], - [ - -0.9997243881225586 - ], - [ - -0.997530460357666 - ], - [ - -0.9885361194610596 - ], - [ - -0.9962312579154968 - ], - [ - -0.9999826550483704 - ], - [ - -0.9999598264694214 - ], - [ - -0.9980109930038452 - ] - ], - "input_high": [ - [ - 0.997209906578064 - ], - [ - 0.9970102906227112 - ], - [ - 0.992023229598999 - ], - [ - 0.9995013475418091 - ], - [ - 0.9952998161315918 - ], - [ - 0.9921678900718689 - ], - [ - 0.9706780314445496 - ], - [ - 0.9884659051895142 - ], - [ - 0.9980674386024475 - ], - [ - 0.9965038895606995 - ], - [ - 0.9952797293663025 - ], - [ - 0.991744875907898 - ], - [ - 0.994807243347168 - ], - [ - 0.9968228936195374 - ], - [ - 0.9995572566986084 - ], - [ - 0.9770334362983704 - ], - [ - 0.9989421367645264 - ], - [ - 0.98921799659729 - ], - [ - 0.9925505518913269 - ], - [ - 0.9948969483375549 - ], - [ - 0.9984723925590515 - ], - [ - 0.9995658993721008 - ], - [ - 0.9991037249565125 - ], - [ - 0.9969573020935059 - ], - [ - 0.9988649487495422 - ], - [ - 0.9976487755775452 - ], - [ - 0.9977005124092102 - ], - [ - 0.9976039528846741 - ], - [ - 0.9892330765724182 - ], - [ - 0.9923359751701355 - ], - [ - 0.9976468086242676 - ], - [ - 0.9854303002357483 - ], - [ - 0.9969144463539124 - ], - [ - 0.977088212966919 - ], - [ - 0.9999169707298279 - ], - [ - 0.9787606000900269 - ], - [ - 0.9908086657524109 - ], - [ - 0.9898950457572937 - ], - [ - 0.9999967813491821 - ], - [ - 0.9987507462501526 - ], - [ - 0.9995269775390625 - ], - [ - 0.9973424673080444 - ], - [ - 0.9997587203979492 - ], - [ - 0.998880922794342 - ], - [ - 0.9988654255867004 - ], - [ - 0.9954472780227661 - ], - [ - 0.9963366389274597 - ], - [ - 0.9949934482574463 - ], - [ - 0.9915337562561035 - ], - [ - 0.9980217814445496 - ], - [ - 0.9964509606361389 - ], - [ - 0.9923781156539917 - ], - [ - 0.9978485107421875 - ], - [ - 0.9943899512290955 - ], - [ - 0.9992311000823975 - ], - [ - 0.9933991432189941 - ], - [ - 0.9967544674873352 - ], - [ - 0.9863065481185913 - ], - [ - 0.9921278953552246 - ], - [ - 0.9963017106056213 - ], - [ - 0.9762595295906067 - ], - [ - 0.9963229298591614 - ], - [ - 0.9998682737350464 - ], - [ - 0.9997410774230957 - ], - [ - 0.9701470732688904 - ], - [ - 0.9907292127609253 - ], - [ - 0.997471809387207 - ], - [ - 0.9993043541908264 - ], - [ - 0.9893314838409424 - ], - [ - 0.9994381666183472 - ], - [ - 0.994705319404602 - ], - [ - 0.9966240525245667 - ], - [ - 0.9975060820579529 - ], - [ - 0.9971185922622681 - ], - [ - 0.9937801957130432 - ], - [ - 0.9963642358779907 - ], - [ - 0.9990124106407166 - ], - [ - 0.9895134568214417 - ], - [ - 0.9890456795692444 - ], - [ - 0.9930492639541626 - ], - [ - 0.9977296590805054 - ], - [ - 0.9971364140510559 - ], - [ - 0.9989039301872253 - ], - [ - 0.9948055148124695 - ], - [ - 0.9989332556724548 - ], - [ - 0.9937583804130554 - ], - [ - 0.9972413182258606 - ], - [ - 0.9964587092399597 - ], - [ - 0.9966646432876587 - ], - [ - 0.9938035011291504 - ], - [ - 0.9959368109703064 - ], - [ - 0.9975705742835999 - ], - [ - 0.9971054196357727 - ], - [ - 0.9974386692047119 - ], - [ - 0.9995327591896057 - ], - [ - 0.9984899163246155 - ], - [ - 0.9962453842163086 - ], - [ - 0.970568835735321 - ], - [ - 0.9969409704208374 - ], - [ - 0.9895216822624207 - ], - [ - 0.991292417049408 - ], - [ - 0.991483211517334 - ], - [ - 0.9928523898124695 - ], - [ - 0.9925488233566284 - ], - [ - 0.9922356009483337 - ], - [ - 0.9954507350921631 - ], - [ - 0.9983382225036621 - ], - [ - 0.9877969026565552 - ], - [ - 0.9977895617485046 - ], - [ - 0.993013858795166 - ], - [ - 0.995330274105072 - ], - [ - 0.9886570572853088 - ], - [ - 0.9954023957252502 - ], - [ - 0.9900838136672974 - ], - [ - 0.9944501519203186 - ], - [ - 0.9982420206069946 - ], - [ - 0.9644516706466675 - ], - [ - 0.9878875613212585 - ], - [ - 0.9968081712722778 - ], - [ - 0.9965328574180603 - ], - [ - 0.9954975247383118 - ], - [ - 0.9993707537651062 - ], - [ - 0.9857835173606873 - ], - [ - 0.9920153021812439 - ], - [ - 0.9983928203582764 - ], - [ - 0.995046079158783 - ], - [ - 0.9984419345855713 - ], - [ - 0.9950466752052307 - ], - [ - 0.9884970188140869 - ], - [ - 0.9937816262245178 - ], - [ - 0.9954879283905029 - ], - [ - 0.9999688267707825 - ], - [ - 0.998067319393158 - ], - [ - 0.9949743747711182 - ], - [ - 0.9844912886619568 - ], - [ - 0.9980217218399048 - ], - [ - 0.9966973662376404 - ], - [ - 0.9812440872192383 - ], - [ - 0.9876970052719116 - ], - [ - 0.9955273270606995 - ], - [ - 0.9949563145637512 - ], - [ - 0.9974815845489502 - ], - [ - 0.9969190955162048 - ], - [ - 0.9850651621818542 - ], - [ - 0.997317373752594 - ], - [ - 0.9981675744056702 - ], - [ - 0.9913301467895508 - ], - [ - 0.9984498620033264 - ], - [ - 0.9939991235733032 - ], - [ - 0.9887927770614624 - ], - [ - 0.9882915616035461 - ], - [ - 0.99458247423172 - ], - [ - 0.9939290285110474 - ], - [ - 0.9932116866111755 - ], - [ - 0.9987152814865112 - ], - [ - 0.9878823161125183 - ], - [ - 0.9991747140884399 - ], - [ - 0.9687643051147461 - ], - [ - 0.9948200583457947 - ], - [ - 0.9884313941001892 - ], - [ - 0.9866806268692017 - ], - [ - 0.9810053706169128 - ], - [ - 0.9960376620292664 - ], - [ - 0.9957947731018066 - ], - [ - 0.9891430139541626 - ], - [ - 0.9965304136276245 - ], - [ - 0.9970084428787231 - ], - [ - 0.998543381690979 - ], - [ - 0.9937127828598022 - ], - [ - 0.9967957139015198 - ], - [ - 0.9975273609161377 - ], - [ - 0.9984797239303589 - ], - [ - 0.9915279150009155 - ], - [ - 0.9992651343345642 - ], - [ - 0.9923266172409058 - ], - [ - 0.9999648928642273 - ], - [ - 0.9991590976715088 - ], - [ - 0.9918185472488403 - ], - [ - 0.9909056425094604 - ], - [ - 0.9988617300987244 - ], - [ - 0.9982262849807739 - ], - [ - 0.997732937335968 - ], - [ - 0.9918438196182251 - ], - [ - 0.991694986820221 - ], - [ - 0.9979233145713806 - ], - [ - 0.9989088773727417 - ], - [ - 0.9987594485282898 - ], - [ - 0.9991858005523682 - ], - [ - 0.9987843036651611 - ], - [ - 0.9872070550918579 - ], - [ - 0.9735352396965027 - ], - [ - 0.9962743520736694 - ], - [ - 0.9494377970695496 - ], - [ - 0.9993836879730225 - ], - [ - 0.9928278923034668 - ], - [ - 0.9933155179023743 - ], - [ - 0.9852665662765503 - ], - [ - 0.9932408928871155 - ], - [ - 0.9934847354888916 - ], - [ - 0.9993647336959839 - ], - [ - 0.984577476978302 - ], - [ - 0.9933562874794006 - ], - [ - 0.9873628616333008 - ], - [ - 0.9974210858345032 - ], - [ - 0.9979512095451355 - ], - [ - 0.9909773468971252 - ], - [ - 0.9983454346656799 - ], - [ - 0.9991681575775146 - ], - [ - 0.9989418983459473 - ], - [ - 0.9921422600746155 - ], - [ - 0.9955175518989563 - ], - [ - 0.9983392953872681 - ], - [ - 0.9958244562149048 - ], - [ - 0.9808271527290344 - ], - [ - 0.9904636144638062 - ], - [ - 0.9942306280136108 - ], - [ - 0.9958839416503906 - ], - [ - 0.9965365529060364 - ], - [ - 0.9949041604995728 - ], - [ - 0.9927648901939392 - ], - [ - 0.9932846426963806 - ], - [ - 0.9990813136100769 - ], - [ - 0.9905388355255127 - ], - [ - 0.998881459236145 - ], - [ - 0.9983980655670166 - ], - [ - 0.9962864518165588 - ], - [ - 0.9918659329414368 - ], - [ - 0.9988095760345459 - ], - [ - 0.9890387654304504 - ], - [ - 0.9993019104003906 - ], - [ - 0.9974161386489868 - ], - [ - 0.9975799918174744 - ], - [ - 0.989179790019989 - ], - [ - 0.9970428347587585 - ], - [ - 0.986920177936554 - ], - [ - 0.9985538125038147 - ], - [ - 0.9886013865470886 - ], - [ - 0.9965196847915649 - ], - [ - 0.9874412417411804 - ], - [ - 0.992242157459259 - ], - [ - 0.9989430904388428 - ], - [ - 0.9933499097824097 - ], - [ - 0.9961503744125366 - ], - [ - 0.9965823292732239 - ], - [ - 0.9936394691467285 - ], - [ - 0.9998399019241333 - ], - [ - 0.9964209198951721 - ], - [ - 0.9951148629188538 - ], - [ - 0.9998342394828796 - ], - [ - 0.999843180179596 - ], - [ - 0.9951898455619812 - ], - [ - 0.9957072138786316 - ], - [ - 0.9908119440078735 - ], - [ - 0.9981521964073181 - ], - [ - 0.9921236634254456 - ], - [ - 0.988516628742218 - ], - [ - 0.9930355548858643 - ], - [ - 0.991604745388031 - ], - [ - 0.9976894855499268 - ], - [ - 0.9991806745529175 - ], - [ - 0.9951413869857788 - ], - [ - 0.9992361068725586 - ], - [ - 0.9953001141548157 - ], - [ - 0.989440381526947 - ], - [ - 0.9987223148345947 - ], - [ - 0.9873252511024475 - ], - [ - 0.9971049427986145 - ], - [ - 0.9992303252220154 - ], - [ - 0.9928550720214844 - ], - [ - 0.9997645616531372 - ], - [ - 0.9950738549232483 - ], - [ - 0.9941418766975403 - ], - [ - 0.9968482255935669 - ], - [ - 0.9979895353317261 - ], - [ - 0.9927439093589783 - ], - [ - 0.9989852905273438 - ], - [ - 0.9960190653800964 - ], - [ - 0.9971114993095398 - ], - [ - 0.9925193190574646 - ], - [ - 0.9913685917854309 - ], - [ - 0.994145929813385 - ], - [ - 0.9889241456985474 - ], - [ - 0.9974017143249512 - ], - [ - 0.9973057508468628 - ], - [ - 0.9999781250953674 - ], - [ - 0.9999862909317017 - ], - [ - 0.9996060132980347 - ], - [ - 0.9969081878662109 - ], - [ - 0.9941709041595459 - ], - [ - 0.9994432330131531 - ], - [ - 0.9898024201393127 - ], - [ - 0.99550461769104 - ], - [ - 0.9966038465499878 - ], - [ - 0.9970225691795349 - ], - [ - 0.9980165362358093 - ], - [ - 0.9990159869194031 - ], - [ - 0.9862546324729919 - ], - [ - 0.9959670901298523 - ], - [ - 0.9988137483596802 - ], - [ - 0.9997010827064514 - ], - [ - 0.9889454245567322 - ], - [ - 0.9993491768836975 - ], - [ - 0.9988160729408264 - ], - [ - 0.9991717338562012 - ], - [ - 0.9861751198768616 - ], - [ - 0.9959185123443604 - ], - [ - 0.9958447813987732 - ], - [ - 0.993640124797821 - ], - [ - 0.9979961514472961 - ], - [ - 0.9970813989639282 - ], - [ - 0.994486391544342 - ], - [ - 0.9925340414047241 - ], - [ - 0.998791515827179 - ], - [ - 0.9986451864242554 - ], - [ - 0.9966105818748474 - ], - [ - 0.9975471496582031 - ], - [ - 0.9824799299240112 - ], - [ - 0.9857101440429688 - ], - [ - 0.9992015957832336 - ], - [ - 0.994219958782196 - ], - [ - 0.9874377250671387 - ], - [ - 0.993701159954071 - ], - [ - 0.9985228180885315 - ], - [ - 0.9999561309814453 - ], - [ - 0.9991790056228638 - ], - [ - 0.9935421347618103 - ], - [ - 0.9979273080825806 - ], - [ - 0.9997765421867371 - ], - [ - 0.9895845055580139 - ], - [ - 0.9984264373779297 - ], - [ - 0.9785648584365845 - ], - [ - 0.9886667132377625 - ], - [ - 0.9851393699645996 - ], - [ - 0.9942945241928101 - ], - [ - 0.9986890554428101 - ], - [ - 0.9895309209823608 - ], - [ - 0.9939358234405518 - ], - [ - 0.9963231086730957 - ], - [ - 0.9910611510276794 - ], - [ - 0.9978975653648376 - ], - [ - 0.9991772174835205 - ], - [ - 0.9868127107620239 - ], - [ - 0.9998777508735657 - ], - [ - 0.9993980526924133 - ], - [ - 0.9895434975624084 - ], - [ - 0.9997856020927429 - ], - [ - 0.9944347143173218 - ], - [ - 0.9977160692214966 - ], - [ - 0.9780084490776062 - ], - [ - 0.992570161819458 - ], - [ - 0.9989544153213501 - ], - [ - 0.995251476764679 - ], - [ - 0.999534547328949 - ], - [ - 0.9861119389533997 - ], - [ - 0.9998683929443359 - ], - [ - 0.9987610578536987 - ], - [ - 0.9982365369796753 - ], - [ - 0.9985356330871582 - ], - [ - 0.9823802709579468 - ], - [ - 0.9987218379974365 - ], - [ - 0.9991122484207153 - ], - [ - 0.9984155893325806 - ], - [ - 0.9997243881225586 - ], - [ - 0.997530460357666 - ], - [ - 0.9885361194610596 - ], - [ - 0.9962312579154968 - ], - [ - 0.9999826550483704 - ], - [ - 0.9999598264694214 - ], - [ - 0.9980109930038452 - ] - ], - "output_low": [ - [ - -0.997209906578064 - ], - [ - -0.9970102906227112 - ], - [ - -0.992023229598999 - ], - [ - -0.9995013475418091 - ], - [ - -0.9952998161315918 - ], - [ - -0.9921678900718689 - ], - [ - -0.9706780314445496 - ], - [ - -0.9884659051895142 - ], - [ - -0.9980674386024475 - ], - [ - -0.9965038895606995 - ], - [ - -0.9952797293663025 - ], - [ - -0.991744875907898 - ], - [ - -0.994807243347168 - ], - [ - -0.9968228936195374 - ], - [ - -0.9995572566986084 - ], - [ - -0.9770334362983704 - ], - [ - -0.9989421367645264 - ], - [ - -0.98921799659729 - ], - [ - -0.9925505518913269 - ], - [ - -0.9948969483375549 - ], - [ - -0.9984723925590515 - ], - [ - -0.9995658993721008 - ], - [ - -0.9991037249565125 - ], - [ - -0.9969573020935059 - ], - [ - -0.9988649487495422 - ], - [ - -0.9976487755775452 - ], - [ - -0.9977005124092102 - ], - [ - -0.9976039528846741 - ], - [ - -0.9892330765724182 - ], - [ - -0.9923359751701355 - ], - [ - -0.9976468086242676 - ], - [ - -0.9854303002357483 - ], - [ - -0.9969144463539124 - ], - [ - -0.977088212966919 - ], - [ - -0.9999169707298279 - ], - [ - -0.9787606000900269 - ], - [ - -0.9908086657524109 - ], - [ - -0.9898950457572937 - ], - [ - -0.9999967813491821 - ], - [ - -0.9987507462501526 - ], - [ - -0.9995269775390625 - ], - [ - -0.9973424673080444 - ], - [ - -0.9997587203979492 - ], - [ - -0.998880922794342 - ], - [ - -0.9988654255867004 - ], - [ - -0.9954472780227661 - ], - [ - -0.9963366389274597 - ], - [ - -0.9949934482574463 - ], - [ - -0.9915337562561035 - ], - [ - -0.9980217814445496 - ], - [ - -0.9964509606361389 - ], - [ - -0.9923781156539917 - ], - [ - -0.9978485107421875 - ], - [ - -0.9943899512290955 - ], - [ - -0.9992311000823975 - ], - [ - -0.9933991432189941 - ], - [ - -0.9967544674873352 - ], - [ - -0.9863065481185913 - ], - [ - -0.9921278953552246 - ], - [ - -0.9963017106056213 - ], - [ - -0.9762595295906067 - ], - [ - -0.9963229298591614 - ], - [ - -0.9998682737350464 - ], - [ - -0.9997410774230957 - ], - [ - -0.9701470732688904 - ], - [ - -0.9907292127609253 - ], - [ - -0.997471809387207 - ], - [ - -0.9993043541908264 - ], - [ - -0.9893314838409424 - ], - [ - -0.9994381666183472 - ], - [ - -0.994705319404602 - ], - [ - -0.9966240525245667 - ], - [ - -0.9975060820579529 - ], - [ - -0.9971185922622681 - ], - [ - -0.9937801957130432 - ], - [ - -0.9963642358779907 - ], - [ - -0.9990124106407166 - ], - [ - -0.9895134568214417 - ], - [ - -0.9890456795692444 - ], - [ - -0.9930492639541626 - ], - [ - -0.9977296590805054 - ], - [ - -0.9971364140510559 - ], - [ - -0.9989039301872253 - ], - [ - -0.9948055148124695 - ], - [ - -0.9989332556724548 - ], - [ - -0.9937583804130554 - ], - [ - -0.9972413182258606 - ], - [ - -0.9964587092399597 - ], - [ - -0.9966646432876587 - ], - [ - -0.9938035011291504 - ], - [ - -0.9959368109703064 - ], - [ - -0.9975705742835999 - ], - [ - -0.9971054196357727 - ], - [ - -0.9974386692047119 - ], - [ - -0.9995327591896057 - ], - [ - -0.9984899163246155 - ], - [ - -0.9962453842163086 - ], - [ - -0.970568835735321 - ], - [ - -0.9969409704208374 - ], - [ - -0.9895216822624207 - ], - [ - -0.991292417049408 - ], - [ - -0.991483211517334 - ], - [ - -0.9928523898124695 - ], - [ - -0.9925488233566284 - ], - [ - -0.9922356009483337 - ], - [ - -0.9954507350921631 - ], - [ - -0.9983382225036621 - ], - [ - -0.9877969026565552 - ], - [ - -0.9977895617485046 - ], - [ - -0.993013858795166 - ], - [ - -0.995330274105072 - ], - [ - -0.9886570572853088 - ], - [ - -0.9954023957252502 - ], - [ - -0.9900838136672974 - ], - [ - -0.9944501519203186 - ], - [ - -0.9982420206069946 - ], - [ - -0.9644516706466675 - ], - [ - -0.9878875613212585 - ], - [ - -0.9968081712722778 - ], - [ - -0.9965328574180603 - ], - [ - -0.9954975247383118 - ], - [ - -0.9993707537651062 - ], - [ - -0.9857835173606873 - ], - [ - -0.9920153021812439 - ], - [ - -0.9983928203582764 - ], - [ - -0.995046079158783 - ], - [ - -0.9984419345855713 - ], - [ - -0.9950466752052307 - ], - [ - -0.9884970188140869 - ], - [ - -0.9937816262245178 - ], - [ - -0.9954879283905029 - ], - [ - -0.9999688267707825 - ], - [ - -0.998067319393158 - ], - [ - -0.9949743747711182 - ], - [ - -0.9844912886619568 - ], - [ - -0.9980217218399048 - ], - [ - -0.9966973662376404 - ], - [ - -0.9812440872192383 - ], - [ - -0.9876970052719116 - ], - [ - -0.9955273270606995 - ], - [ - -0.9949563145637512 - ], - [ - -0.9974815845489502 - ], - [ - -0.9969190955162048 - ], - [ - -0.9850651621818542 - ], - [ - -0.997317373752594 - ], - [ - -0.9981675744056702 - ], - [ - -0.9913301467895508 - ], - [ - -0.9984498620033264 - ], - [ - -0.9939991235733032 - ], - [ - -0.9887927770614624 - ], - [ - -0.9882915616035461 - ], - [ - -0.99458247423172 - ], - [ - -0.9939290285110474 - ], - [ - -0.9932116866111755 - ], - [ - -0.9987152814865112 - ], - [ - -0.9878823161125183 - ], - [ - -0.9991747140884399 - ], - [ - -0.9687643051147461 - ], - [ - -0.9948200583457947 - ], - [ - -0.9884313941001892 - ], - [ - -0.9866806268692017 - ], - [ - -0.9810053706169128 - ], - [ - -0.9960376620292664 - ], - [ - -0.9957947731018066 - ], - [ - -0.9891430139541626 - ], - [ - -0.9965304136276245 - ], - [ - -0.9970084428787231 - ], - [ - -0.998543381690979 - ], - [ - -0.9937127828598022 - ], - [ - -0.9967957139015198 - ], - [ - -0.9975273609161377 - ], - [ - -0.9984797239303589 - ], - [ - -0.9915279150009155 - ], - [ - -0.9992651343345642 - ], - [ - -0.9923266172409058 - ], - [ - -0.9999648928642273 - ], - [ - -0.9991590976715088 - ], - [ - -0.9918185472488403 - ], - [ - -0.9909056425094604 - ], - [ - -0.9988617300987244 - ], - [ - -0.9982262849807739 - ], - [ - -0.997732937335968 - ], - [ - -0.9918438196182251 - ], - [ - -0.991694986820221 - ], - [ - -0.9979233145713806 - ], - [ - -0.9989088773727417 - ], - [ - -0.9987594485282898 - ], - [ - -0.9991858005523682 - ], - [ - -0.9987843036651611 - ], - [ - -0.9872070550918579 - ], - [ - -0.9735352396965027 - ], - [ - -0.9962743520736694 - ], - [ - -0.9494377970695496 - ], - [ - -0.9993836879730225 - ], - [ - -0.9928278923034668 - ], - [ - -0.9933155179023743 - ], - [ - -0.9852665662765503 - ], - [ - -0.9932408928871155 - ], - [ - -0.9934847354888916 - ], - [ - -0.9993647336959839 - ], - [ - -0.984577476978302 - ], - [ - -0.9933562874794006 - ], - [ - -0.9873628616333008 - ], - [ - -0.9974210858345032 - ], - [ - -0.9979512095451355 - ], - [ - -0.9909773468971252 - ], - [ - -0.9983454346656799 - ], - [ - -0.9991681575775146 - ], - [ - -0.9989418983459473 - ], - [ - -0.9921422600746155 - ], - [ - -0.9955175518989563 - ], - [ - -0.9983392953872681 - ], - [ - -0.9958244562149048 - ], - [ - -0.9808271527290344 - ], - [ - -0.9904636144638062 - ], - [ - -0.9942306280136108 - ], - [ - -0.9958839416503906 - ], - [ - -0.9965365529060364 - ], - [ - -0.9949041604995728 - ], - [ - -0.9927648901939392 - ], - [ - -0.9932846426963806 - ], - [ - -0.9990813136100769 - ], - [ - -0.9905388355255127 - ], - [ - -0.998881459236145 - ], - [ - -0.9983980655670166 - ], - [ - -0.9962864518165588 - ], - [ - -0.9918659329414368 - ], - [ - -0.9988095760345459 - ], - [ - -0.9890387654304504 - ], - [ - -0.9993019104003906 - ], - [ - -0.9974161386489868 - ], - [ - -0.9975799918174744 - ], - [ - -0.989179790019989 - ], - [ - -0.9970428347587585 - ], - [ - -0.986920177936554 - ], - [ - -0.9985538125038147 - ], - [ - -0.9886013865470886 - ], - [ - -0.9965196847915649 - ], - [ - -0.9874412417411804 - ], - [ - -0.992242157459259 - ], - [ - -0.9989430904388428 - ], - [ - -0.9933499097824097 - ], - [ - -0.9961503744125366 - ], - [ - -0.9965823292732239 - ], - [ - -0.9936394691467285 - ], - [ - -0.9998399019241333 - ], - [ - -0.9964209198951721 - ], - [ - -0.9951148629188538 - ], - [ - -0.9998342394828796 - ], - [ - -0.999843180179596 - ], - [ - -0.9951898455619812 - ], - [ - -0.9957072138786316 - ], - [ - -0.9908119440078735 - ], - [ - -0.9981521964073181 - ], - [ - -0.9921236634254456 - ], - [ - -0.988516628742218 - ], - [ - -0.9930355548858643 - ], - [ - -0.991604745388031 - ], - [ - -0.9976894855499268 - ], - [ - -0.9991806745529175 - ], - [ - -0.9951413869857788 - ], - [ - -0.9992361068725586 - ], - [ - -0.9953001141548157 - ], - [ - -0.989440381526947 - ], - [ - -0.9987223148345947 - ], - [ - -0.9873252511024475 - ], - [ - -0.9971049427986145 - ], - [ - -0.9992303252220154 - ], - [ - -0.9928550720214844 - ], - [ - -0.9997645616531372 - ], - [ - -0.9950738549232483 - ], - [ - -0.9941418766975403 - ], - [ - -0.9968482255935669 - ], - [ - -0.9979895353317261 - ], - [ - -0.9927439093589783 - ], - [ - -0.9989852905273438 - ], - [ - -0.9960190653800964 - ], - [ - -0.9971114993095398 - ], - [ - -0.9925193190574646 - ], - [ - -0.9913685917854309 - ], - [ - -0.994145929813385 - ], - [ - -0.9889241456985474 - ], - [ - -0.9974017143249512 - ], - [ - -0.9973057508468628 - ], - [ - -0.9999781250953674 - ], - [ - -0.9999862909317017 - ], - [ - -0.9996060132980347 - ], - [ - -0.9969081878662109 - ], - [ - -0.9941709041595459 - ], - [ - -0.9994432330131531 - ], - [ - -0.9898024201393127 - ], - [ - -0.99550461769104 - ], - [ - -0.9966038465499878 - ], - [ - -0.9970225691795349 - ], - [ - -0.9980165362358093 - ], - [ - -0.9990159869194031 - ], - [ - -0.9862546324729919 - ], - [ - -0.9959670901298523 - ], - [ - -0.9988137483596802 - ], - [ - -0.9997010827064514 - ], - [ - -0.9889454245567322 - ], - [ - -0.9993491768836975 - ], - [ - -0.9988160729408264 - ], - [ - -0.9991717338562012 - ], - [ - -0.9861751198768616 - ], - [ - -0.9959185123443604 - ], - [ - -0.9958447813987732 - ], - [ - -0.993640124797821 - ], - [ - -0.9979961514472961 - ], - [ - -0.9970813989639282 - ], - [ - -0.994486391544342 - ], - [ - -0.9925340414047241 - ], - [ - -0.998791515827179 - ], - [ - -0.9986451864242554 - ], - [ - -0.9966105818748474 - ], - [ - -0.9975471496582031 - ], - [ - -0.9824799299240112 - ], - [ - -0.9857101440429688 - ], - [ - -0.9992015957832336 - ], - [ - -0.994219958782196 - ], - [ - -0.9874377250671387 - ], - [ - -0.993701159954071 - ], - [ - -0.9985228180885315 - ], - [ - -0.9999561309814453 - ], - [ - -0.9991790056228638 - ], - [ - -0.9935421347618103 - ], - [ - -0.9979273080825806 - ], - [ - -0.9997765421867371 - ], - [ - -0.9895845055580139 - ], - [ - -0.9984264373779297 - ], - [ - -0.9785648584365845 - ], - [ - -0.9886667132377625 - ], - [ - -0.9851393699645996 - ], - [ - -0.9942945241928101 - ], - [ - -0.9986890554428101 - ], - [ - -0.9895309209823608 - ], - [ - -0.9939358234405518 - ], - [ - -0.9963231086730957 - ], - [ - -0.9910611510276794 - ], - [ - -0.9978975653648376 - ], - [ - -0.9991772174835205 - ], - [ - -0.9868127107620239 - ], - [ - -0.9998777508735657 - ], - [ - -0.9993980526924133 - ], - [ - -0.9895434975624084 - ], - [ - -0.9997856020927429 - ], - [ - -0.9944347143173218 - ], - [ - -0.9977160692214966 - ], - [ - -0.9780084490776062 - ], - [ - -0.992570161819458 - ], - [ - -0.9989544153213501 - ], - [ - -0.995251476764679 - ], - [ - -0.999534547328949 - ], - [ - -0.9861119389533997 - ], - [ - -0.9998683929443359 - ], - [ - -0.9987610578536987 - ], - [ - -0.9982365369796753 - ], - [ - -0.9985356330871582 - ], - [ - -0.9823802709579468 - ], - [ - -0.9987218379974365 - ], - [ - -0.9991122484207153 - ], - [ - -0.9984155893325806 - ], - [ - -0.9997243881225586 - ], - [ - -0.997530460357666 - ], - [ - -0.9885361194610596 - ], - [ - -0.9962312579154968 - ], - [ - -0.9999826550483704 - ], - [ - -0.9999598264694214 - ], - [ - -0.9980109930038452 - ] - ], - "output_high": [ - [ - 0.997209906578064 - ], - [ - 0.9970102906227112 - ], - [ - 0.992023229598999 - ], - [ - 0.9995013475418091 - ], - [ - 0.9952998161315918 - ], - [ - 0.9921678900718689 - ], - [ - 0.9706780314445496 - ], - [ - 0.9884659051895142 - ], - [ - 0.9980674386024475 - ], - [ - 0.9965038895606995 - ], - [ - 0.9952797293663025 - ], - [ - 0.991744875907898 - ], - [ - 0.994807243347168 - ], - [ - 0.9968228936195374 - ], - [ - 0.9995572566986084 - ], - [ - 0.9770334362983704 - ], - [ - 0.9989421367645264 - ], - [ - 0.98921799659729 - ], - [ - 0.9925505518913269 - ], - [ - 0.9948969483375549 - ], - [ - 0.9984723925590515 - ], - [ - 0.9995658993721008 - ], - [ - 0.9991037249565125 - ], - [ - 0.9969573020935059 - ], - [ - 0.9988649487495422 - ], - [ - 0.9976487755775452 - ], - [ - 0.9977005124092102 - ], - [ - 0.9976039528846741 - ], - [ - 0.9892330765724182 - ], - [ - 0.9923359751701355 - ], - [ - 0.9976468086242676 - ], - [ - 0.9854303002357483 - ], - [ - 0.9969144463539124 - ], - [ - 0.977088212966919 - ], - [ - 0.9999169707298279 - ], - [ - 0.9787606000900269 - ], - [ - 0.9908086657524109 - ], - [ - 0.9898950457572937 - ], - [ - 0.9999967813491821 - ], - [ - 0.9987507462501526 - ], - [ - 0.9995269775390625 - ], - [ - 0.9973424673080444 - ], - [ - 0.9997587203979492 - ], - [ - 0.998880922794342 - ], - [ - 0.9988654255867004 - ], - [ - 0.9954472780227661 - ], - [ - 0.9963366389274597 - ], - [ - 0.9949934482574463 - ], - [ - 0.9915337562561035 - ], - [ - 0.9980217814445496 - ], - [ - 0.9964509606361389 - ], - [ - 0.9923781156539917 - ], - [ - 0.9978485107421875 - ], - [ - 0.9943899512290955 - ], - [ - 0.9992311000823975 - ], - [ - 0.9933991432189941 - ], - [ - 0.9967544674873352 - ], - [ - 0.9863065481185913 - ], - [ - 0.9921278953552246 - ], - [ - 0.9963017106056213 - ], - [ - 0.9762595295906067 - ], - [ - 0.9963229298591614 - ], - [ - 0.9998682737350464 - ], - [ - 0.9997410774230957 - ], - [ - 0.9701470732688904 - ], - [ - 0.9907292127609253 - ], - [ - 0.997471809387207 - ], - [ - 0.9993043541908264 - ], - [ - 0.9893314838409424 - ], - [ - 0.9994381666183472 - ], - [ - 0.994705319404602 - ], - [ - 0.9966240525245667 - ], - [ - 0.9975060820579529 - ], - [ - 0.9971185922622681 - ], - [ - 0.9937801957130432 - ], - [ - 0.9963642358779907 - ], - [ - 0.9990124106407166 - ], - [ - 0.9895134568214417 - ], - [ - 0.9890456795692444 - ], - [ - 0.9930492639541626 - ], - [ - 0.9977296590805054 - ], - [ - 0.9971364140510559 - ], - [ - 0.9989039301872253 - ], - [ - 0.9948055148124695 - ], - [ - 0.9989332556724548 - ], - [ - 0.9937583804130554 - ], - [ - 0.9972413182258606 - ], - [ - 0.9964587092399597 - ], - [ - 0.9966646432876587 - ], - [ - 0.9938035011291504 - ], - [ - 0.9959368109703064 - ], - [ - 0.9975705742835999 - ], - [ - 0.9971054196357727 - ], - [ - 0.9974386692047119 - ], - [ - 0.9995327591896057 - ], - [ - 0.9984899163246155 - ], - [ - 0.9962453842163086 - ], - [ - 0.970568835735321 - ], - [ - 0.9969409704208374 - ], - [ - 0.9895216822624207 - ], - [ - 0.991292417049408 - ], - [ - 0.991483211517334 - ], - [ - 0.9928523898124695 - ], - [ - 0.9925488233566284 - ], - [ - 0.9922356009483337 - ], - [ - 0.9954507350921631 - ], - [ - 0.9983382225036621 - ], - [ - 0.9877969026565552 - ], - [ - 0.9977895617485046 - ], - [ - 0.993013858795166 - ], - [ - 0.995330274105072 - ], - [ - 0.9886570572853088 - ], - [ - 0.9954023957252502 - ], - [ - 0.9900838136672974 - ], - [ - 0.9944501519203186 - ], - [ - 0.9982420206069946 - ], - [ - 0.9644516706466675 - ], - [ - 0.9878875613212585 - ], - [ - 0.9968081712722778 - ], - [ - 0.9965328574180603 - ], - [ - 0.9954975247383118 - ], - [ - 0.9993707537651062 - ], - [ - 0.9857835173606873 - ], - [ - 0.9920153021812439 - ], - [ - 0.9983928203582764 - ], - [ - 0.995046079158783 - ], - [ - 0.9984419345855713 - ], - [ - 0.9950466752052307 - ], - [ - 0.9884970188140869 - ], - [ - 0.9937816262245178 - ], - [ - 0.9954879283905029 - ], - [ - 0.9999688267707825 - ], - [ - 0.998067319393158 - ], - [ - 0.9949743747711182 - ], - [ - 0.9844912886619568 - ], - [ - 0.9980217218399048 - ], - [ - 0.9966973662376404 - ], - [ - 0.9812440872192383 - ], - [ - 0.9876970052719116 - ], - [ - 0.9955273270606995 - ], - [ - 0.9949563145637512 - ], - [ - 0.9974815845489502 - ], - [ - 0.9969190955162048 - ], - [ - 0.9850651621818542 - ], - [ - 0.997317373752594 - ], - [ - 0.9981675744056702 - ], - [ - 0.9913301467895508 - ], - [ - 0.9984498620033264 - ], - [ - 0.9939991235733032 - ], - [ - 0.9887927770614624 - ], - [ - 0.9882915616035461 - ], - [ - 0.99458247423172 - ], - [ - 0.9939290285110474 - ], - [ - 0.9932116866111755 - ], - [ - 0.9987152814865112 - ], - [ - 0.9878823161125183 - ], - [ - 0.9991747140884399 - ], - [ - 0.9687643051147461 - ], - [ - 0.9948200583457947 - ], - [ - 0.9884313941001892 - ], - [ - 0.9866806268692017 - ], - [ - 0.9810053706169128 - ], - [ - 0.9960376620292664 - ], - [ - 0.9957947731018066 - ], - [ - 0.9891430139541626 - ], - [ - 0.9965304136276245 - ], - [ - 0.9970084428787231 - ], - [ - 0.998543381690979 - ], - [ - 0.9937127828598022 - ], - [ - 0.9967957139015198 - ], - [ - 0.9975273609161377 - ], - [ - 0.9984797239303589 - ], - [ - 0.9915279150009155 - ], - [ - 0.9992651343345642 - ], - [ - 0.9923266172409058 - ], - [ - 0.9999648928642273 - ], - [ - 0.9991590976715088 - ], - [ - 0.9918185472488403 - ], - [ - 0.9909056425094604 - ], - [ - 0.9988617300987244 - ], - [ - 0.9982262849807739 - ], - [ - 0.997732937335968 - ], - [ - 0.9918438196182251 - ], - [ - 0.991694986820221 - ], - [ - 0.9979233145713806 - ], - [ - 0.9989088773727417 - ], - [ - 0.9987594485282898 - ], - [ - 0.9991858005523682 - ], - [ - 0.9987843036651611 - ], - [ - 0.9872070550918579 - ], - [ - 0.9735352396965027 - ], - [ - 0.9962743520736694 - ], - [ - 0.9494377970695496 - ], - [ - 0.9993836879730225 - ], - [ - 0.9928278923034668 - ], - [ - 0.9933155179023743 - ], - [ - 0.9852665662765503 - ], - [ - 0.9932408928871155 - ], - [ - 0.9934847354888916 - ], - [ - 0.9993647336959839 - ], - [ - 0.984577476978302 - ], - [ - 0.9933562874794006 - ], - [ - 0.9873628616333008 - ], - [ - 0.9974210858345032 - ], - [ - 0.9979512095451355 - ], - [ - 0.9909773468971252 - ], - [ - 0.9983454346656799 - ], - [ - 0.9991681575775146 - ], - [ - 0.9989418983459473 - ], - [ - 0.9921422600746155 - ], - [ - 0.9955175518989563 - ], - [ - 0.9983392953872681 - ], - [ - 0.9958244562149048 - ], - [ - 0.9808271527290344 - ], - [ - 0.9904636144638062 - ], - [ - 0.9942306280136108 - ], - [ - 0.9958839416503906 - ], - [ - 0.9965365529060364 - ], - [ - 0.9949041604995728 - ], - [ - 0.9927648901939392 - ], - [ - 0.9932846426963806 - ], - [ - 0.9990813136100769 - ], - [ - 0.9905388355255127 - ], - [ - 0.998881459236145 - ], - [ - 0.9983980655670166 - ], - [ - 0.9962864518165588 - ], - [ - 0.9918659329414368 - ], - [ - 0.9988095760345459 - ], - [ - 0.9890387654304504 - ], - [ - 0.9993019104003906 - ], - [ - 0.9974161386489868 - ], - [ - 0.9975799918174744 - ], - [ - 0.989179790019989 - ], - [ - 0.9970428347587585 - ], - [ - 0.986920177936554 - ], - [ - 0.9985538125038147 - ], - [ - 0.9886013865470886 - ], - [ - 0.9965196847915649 - ], - [ - 0.9874412417411804 - ], - [ - 0.992242157459259 - ], - [ - 0.9989430904388428 - ], - [ - 0.9933499097824097 - ], - [ - 0.9961503744125366 - ], - [ - 0.9965823292732239 - ], - [ - 0.9936394691467285 - ], - [ - 0.9998399019241333 - ], - [ - 0.9964209198951721 - ], - [ - 0.9951148629188538 - ], - [ - 0.9998342394828796 - ], - [ - 0.999843180179596 - ], - [ - 0.9951898455619812 - ], - [ - 0.9957072138786316 - ], - [ - 0.9908119440078735 - ], - [ - 0.9981521964073181 - ], - [ - 0.9921236634254456 - ], - [ - 0.988516628742218 - ], - [ - 0.9930355548858643 - ], - [ - 0.991604745388031 - ], - [ - 0.9976894855499268 - ], - [ - 0.9991806745529175 - ], - [ - 0.9951413869857788 - ], - [ - 0.9992361068725586 - ], - [ - 0.9953001141548157 - ], - [ - 0.989440381526947 - ], - [ - 0.9987223148345947 - ], - [ - 0.9873252511024475 - ], - [ - 0.9971049427986145 - ], - [ - 0.9992303252220154 - ], - [ - 0.9928550720214844 - ], - [ - 0.9997645616531372 - ], - [ - 0.9950738549232483 - ], - [ - 0.9941418766975403 - ], - [ - 0.9968482255935669 - ], - [ - 0.9979895353317261 - ], - [ - 0.9927439093589783 - ], - [ - 0.9989852905273438 - ], - [ - 0.9960190653800964 - ], - [ - 0.9971114993095398 - ], - [ - 0.9925193190574646 - ], - [ - 0.9913685917854309 - ], - [ - 0.994145929813385 - ], - [ - 0.9889241456985474 - ], - [ - 0.9974017143249512 - ], - [ - 0.9973057508468628 - ], - [ - 0.9999781250953674 - ], - [ - 0.9999862909317017 - ], - [ - 0.9996060132980347 - ], - [ - 0.9969081878662109 - ], - [ - 0.9941709041595459 - ], - [ - 0.9994432330131531 - ], - [ - 0.9898024201393127 - ], - [ - 0.99550461769104 - ], - [ - 0.9966038465499878 - ], - [ - 0.9970225691795349 - ], - [ - 0.9980165362358093 - ], - [ - 0.9990159869194031 - ], - [ - 0.9862546324729919 - ], - [ - 0.9959670901298523 - ], - [ - 0.9988137483596802 - ], - [ - 0.9997010827064514 - ], - [ - 0.9889454245567322 - ], - [ - 0.9993491768836975 - ], - [ - 0.9988160729408264 - ], - [ - 0.9991717338562012 - ], - [ - 0.9861751198768616 - ], - [ - 0.9959185123443604 - ], - [ - 0.9958447813987732 - ], - [ - 0.993640124797821 - ], - [ - 0.9979961514472961 - ], - [ - 0.9970813989639282 - ], - [ - 0.994486391544342 - ], - [ - 0.9925340414047241 - ], - [ - 0.998791515827179 - ], - [ - 0.9986451864242554 - ], - [ - 0.9966105818748474 - ], - [ - 0.9975471496582031 - ], - [ - 0.9824799299240112 - ], - [ - 0.9857101440429688 - ], - [ - 0.9992015957832336 - ], - [ - 0.994219958782196 - ], - [ - 0.9874377250671387 - ], - [ - 0.993701159954071 - ], - [ - 0.9985228180885315 - ], - [ - 0.9999561309814453 - ], - [ - 0.9991790056228638 - ], - [ - 0.9935421347618103 - ], - [ - 0.9979273080825806 - ], - [ - 0.9997765421867371 - ], - [ - 0.9895845055580139 - ], - [ - 0.9984264373779297 - ], - [ - 0.9785648584365845 - ], - [ - 0.9886667132377625 - ], - [ - 0.9851393699645996 - ], - [ - 0.9942945241928101 - ], - [ - 0.9986890554428101 - ], - [ - 0.9895309209823608 - ], - [ - 0.9939358234405518 - ], - [ - 0.9963231086730957 - ], - [ - 0.9910611510276794 - ], - [ - 0.9978975653648376 - ], - [ - 0.9991772174835205 - ], - [ - 0.9868127107620239 - ], - [ - 0.9998777508735657 - ], - [ - 0.9993980526924133 - ], - [ - 0.9895434975624084 - ], - [ - 0.9997856020927429 - ], - [ - 0.9944347143173218 - ], - [ - 0.9977160692214966 - ], - [ - 0.9780084490776062 - ], - [ - 0.992570161819458 - ], - [ - 0.9989544153213501 - ], - [ - 0.995251476764679 - ], - [ - 0.999534547328949 - ], - [ - 0.9861119389533997 - ], - [ - 0.9998683929443359 - ], - [ - 0.9987610578536987 - ], - [ - 0.9982365369796753 - ], - [ - 0.9985356330871582 - ], - [ - 0.9823802709579468 - ], - [ - 0.9987218379974365 - ], - [ - 0.9991122484207153 - ], - [ - 0.9984155893325806 - ], - [ - 0.9997243881225586 - ], - [ - 0.997530460357666 - ], - [ - 0.9885361194610596 - ], - [ - 0.9962312579154968 - ], - [ - 0.9999826550483704 - ], - [ - 0.9999598264694214 - ], - [ - 0.9980109930038452 - ] - ] + "input_low": -0.9999967813491821, + "input_high": 0.9999967813491821, + "output_low": -0.9999967813491821, + "output_high": 0.9999967813491821 } } \ No newline at end of file From 6ecd962809e2ce11ee7b8289a8a8c676fd2c383e Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Sat, 19 Aug 2023 10:37:45 +0200 Subject: [PATCH 5/5] Another fix --- .../quantized/ptq/symmetric/embedding_model.dot | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/tests/torch/data/reference_graphs/quantized/ptq/symmetric/embedding_model.dot b/tests/torch/data/reference_graphs/quantized/ptq/symmetric/embedding_model.dot index 41a79aa2763..1e471670ca5 100644 --- a/tests/torch/data/reference_graphs/quantized/ptq/symmetric/embedding_model.dot +++ b/tests/torch/data/reference_graphs/quantized/ptq/symmetric/embedding_model.dot @@ -3,15 +3,13 @@ strict digraph { "1 EmbeddingModel/type_0" [id=1, type=type]; "2 EmbeddingModel/NNCFEmbedding[embedding]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=2, type=symmetric_quantize]; "3 EmbeddingModel/NNCFEmbedding[embedding]/embedding_0" [id=3, type=embedding]; -"4 EmbeddingModel/NNCFEmbedding[embedding]/SymmetricQuantizer/symmetric_quantize_0" [id=4, type=symmetric_quantize]; -"5 EmbeddingModel/NNCFLinear[matmul]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=5, type=symmetric_quantize]; -"6 EmbeddingModel/NNCFLinear[matmul]/linear_0" [id=6, type=linear]; -"7 /nncf_model_output_0" [id=7, type=nncf_model_output]; +"4 EmbeddingModel/NNCFLinear[matmul]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" [id=4, type=symmetric_quantize]; +"5 EmbeddingModel/NNCFLinear[matmul]/linear_0" [id=5, type=linear]; +"6 /nncf_model_output_0" [id=6, type=nncf_model_output]; "0 /nncf_model_input_0" -> "1 EmbeddingModel/type_0"; "1 EmbeddingModel/type_0" -> "3 EmbeddingModel/NNCFEmbedding[embedding]/embedding_0"; "2 EmbeddingModel/NNCFEmbedding[embedding]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "3 EmbeddingModel/NNCFEmbedding[embedding]/embedding_0"; -"3 EmbeddingModel/NNCFEmbedding[embedding]/embedding_0" -> "4 EmbeddingModel/NNCFEmbedding[embedding]/SymmetricQuantizer/symmetric_quantize_0"; -"4 EmbeddingModel/NNCFEmbedding[embedding]/SymmetricQuantizer/symmetric_quantize_0" -> "6 EmbeddingModel/NNCFLinear[matmul]/linear_0"; -"5 EmbeddingModel/NNCFLinear[matmul]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "6 EmbeddingModel/NNCFLinear[matmul]/linear_0"; -"6 EmbeddingModel/NNCFLinear[matmul]/linear_0" -> "7 /nncf_model_output_0"; +"3 EmbeddingModel/NNCFEmbedding[embedding]/embedding_0" -> "5 EmbeddingModel/NNCFLinear[matmul]/linear_0"; +"4 EmbeddingModel/NNCFLinear[matmul]/ModuleDict[pre_ops]/UpdateWeight[0]/SymmetricQuantizer[op]/symmetric_quantize_0" -> "5 EmbeddingModel/NNCFLinear[matmul]/linear_0"; +"5 EmbeddingModel/NNCFLinear[matmul]/linear_0" -> "6 /nncf_model_output_0"; }