Scoreboard results [skip ci]

onnx · Dec 24, 2024 · ca62806 · ca62806
1 parent cb29958
commit ca62806
Show file tree

Hide file tree

Showing 6 changed files with 230 additions and 210 deletions.
diff --git a/results/onnx-tf/development/metadata.csv b/results/onnx-tf/development/metadata.csv
@@ -1 +1 @@
-Latest Update,2024-12-23 00:06:42.199272
+Latest Update,2024-12-24 00:08:15.446057
diff --git a/results/onnx-tf/development/models.csv b/results/onnx-tf/development/models.csv
diff --git a/results/onnx-tf/development/nodes.csv b/results/onnx-tf/development/nodes.csv
diff --git a/results/onnx-tf/development/pip-list.json b/results/onnx-tf/development/pip-list.json
@@ -1 +1 @@
-[{"name": "absl-py", "version": "2.1.0"}, {"name": "astunparse", "version": "1.6.3"}, {"name": "atomicwrites", "version": "1.4.1"}, {"name": "attrs", "version": "24.3.0"}, {"name": "cachetools", "version": "5.5.0"}, {"name": "certifi", "version": "2024.12.14"}, {"name": "charset-normalizer", "version": "3.4.0"}, {"name": "cloudpickle", "version": "3.1.0"}, {"name": "decorator", "version": "5.1.1"}, {"name": "dm-tree", "version": "0.1.8"}, {"name": "flatbuffers", "version": "24.3.25"}, {"name": "gast", "version": "0.4.0"}, {"name": "google-auth", "version": "2.37.0"}, {"name": "google-auth-oauthlib", "version": "1.0.0"}, {"name": "google-pasta", "version": "0.2.0"}, {"name": "grpcio", "version": "1.68.1"}, {"name": "h5py", "version": "3.11.0"}, {"name": "idna", "version": "3.10"}, {"name": "importlib_metadata", "version": "8.5.0"}, {"name": "keras", "version": "2.13.1"}, {"name": "libclang", "version": "18.1.1"}, {"name": "Markdown", "version": "3.7"}, {"name": "MarkupSafe", "version": "2.1.5"}, {"name": "more-itertools", "version": "10.5.0"}, {"name": "numpy", "version": "1.24.3"}, {"name": "oauthlib", "version": "3.2.2"}, {"name": "onnx", "version": "1.17.0"}, {"name": "onnx-tf", "version": "1.10.0"}, {"name": "opt_einsum", "version": "3.4.0"}, {"name": "packaging", "version": "24.2"}, {"name": "pip", "version": "24.3.1"}, {"name": "pluggy", "version": "0.13.1"}, {"name": "protobuf", "version": "4.25.5"}, {"name": "py", "version": "1.11.0"}, {"name": "pyasn1", "version": "0.6.1"}, {"name": "pyasn1_modules", "version": "0.4.1"}, {"name": "pytest", "version": "5.2.1"}, {"name": "PyYAML", "version": "6.0.2"}, {"name": "requests", "version": "2.32.3"}, {"name": "requests-oauthlib", "version": "2.0.0"}, {"name": "rsa", "version": "4.9"}, {"name": "setuptools", "version": "75.3.0"}, {"name": "six", "version": "1.17.0"}, {"name": "tabulate", "version": "0.8.3"}, {"name": "tensorboard", "version": "2.13.0"}, {"name": "tensorboard-data-server", "version": "0.7.2"}, {"name": "tensorflow", "version": "2.13.1"}, {"name": "tensorflow-addons", "version": "0.21.0"}, {"name": "tensorflow-estimator", "version": "2.13.0"}, {"name": "tensorflow-io-gcs-filesystem", "version": "0.34.0"}, {"name": "tensorflow-probability", "version": "0.21.0"}, {"name": "termcolor", "version": "2.4.0"}, {"name": "typeguard", "version": "2.13.3"}, {"name": "typing_extensions", "version": "4.5.0"}, {"name": "urllib3", "version": "2.2.3"}, {"name": "wcwidth", "version": "0.2.13"}, {"name": "Werkzeug", "version": "3.0.6"}, {"name": "wheel", "version": "0.45.1"}, {"name": "wrapt", "version": "1.17.0"}, {"name": "zipp", "version": "3.20.2"}]
+[{"name": "absl-py", "version": "2.1.0"}, {"name": "astunparse", "version": "1.6.3"}, {"name": "atomicwrites", "version": "1.4.1"}, {"name": "attrs", "version": "24.3.0"}, {"name": "cachetools", "version": "5.5.0"}, {"name": "certifi", "version": "2024.12.14"}, {"name": "charset-normalizer", "version": "3.4.0"}, {"name": "cloudpickle", "version": "3.1.0"}, {"name": "decorator", "version": "5.1.1"}, {"name": "dm-tree", "version": "0.1.8"}, {"name": "flatbuffers", "version": "24.12.23"}, {"name": "gast", "version": "0.4.0"}, {"name": "google-auth", "version": "2.37.0"}, {"name": "google-auth-oauthlib", "version": "1.0.0"}, {"name": "google-pasta", "version": "0.2.0"}, {"name": "grpcio", "version": "1.68.1"}, {"name": "h5py", "version": "3.11.0"}, {"name": "idna", "version": "3.10"}, {"name": "importlib_metadata", "version": "8.5.0"}, {"name": "keras", "version": "2.13.1"}, {"name": "libclang", "version": "18.1.1"}, {"name": "Markdown", "version": "3.7"}, {"name": "MarkupSafe", "version": "2.1.5"}, {"name": "more-itertools", "version": "10.5.0"}, {"name": "numpy", "version": "1.24.3"}, {"name": "oauthlib", "version": "3.2.2"}, {"name": "onnx", "version": "1.17.0"}, {"name": "onnx-tf", "version": "1.10.0"}, {"name": "opt_einsum", "version": "3.4.0"}, {"name": "packaging", "version": "24.2"}, {"name": "pip", "version": "24.3.1"}, {"name": "pluggy", "version": "0.13.1"}, {"name": "protobuf", "version": "4.25.5"}, {"name": "py", "version": "1.11.0"}, {"name": "pyasn1", "version": "0.6.1"}, {"name": "pyasn1_modules", "version": "0.4.1"}, {"name": "pytest", "version": "5.2.1"}, {"name": "PyYAML", "version": "6.0.2"}, {"name": "requests", "version": "2.32.3"}, {"name": "requests-oauthlib", "version": "2.0.0"}, {"name": "rsa", "version": "4.9"}, {"name": "setuptools", "version": "75.3.0"}, {"name": "six", "version": "1.17.0"}, {"name": "tabulate", "version": "0.8.3"}, {"name": "tensorboard", "version": "2.13.0"}, {"name": "tensorboard-data-server", "version": "0.7.2"}, {"name": "tensorflow", "version": "2.13.1"}, {"name": "tensorflow-addons", "version": "0.21.0"}, {"name": "tensorflow-estimator", "version": "2.13.0"}, {"name": "tensorflow-io-gcs-filesystem", "version": "0.34.0"}, {"name": "tensorflow-probability", "version": "0.21.0"}, {"name": "termcolor", "version": "2.4.0"}, {"name": "typeguard", "version": "2.13.3"}, {"name": "typing_extensions", "version": "4.5.0"}, {"name": "urllib3", "version": "2.2.3"}, {"name": "wcwidth", "version": "0.2.13"}, {"name": "Werkzeug", "version": "3.0.6"}, {"name": "wheel", "version": "0.45.1"}, {"name": "wrapt", "version": "1.17.0"}, {"name": "zipp", "version": "3.20.2"}]
diff --git a/results/onnx-tf/development/report.json b/results/onnx-tf/development/report.json
@@ -1,5 +1,5 @@
 {
-    "date": "12/23/2024 00:06:41",
+    "date": "12/24/2024 00:08:15",
     "failed": [
         "OnnxBackendNodeModelTest::test_batchnorm_epsilon_training_mode_cpu",
         "OnnxBackendNodeModelTest::test_batchnorm_example_training_mode_cpu",
@@ -139,7 +139,6 @@
         "OnnxBackendPyTorchOperatorModelTest::test_operator_view_cpu",
         "OnnxBackendRealModelTest::test_resnet50_cpu",
         "OnnxBackendRealModelTest::test_shufflenet_cpu",
-        "OnnxBackendRealModelTest::test_squeezenet_cpu",
         "OnnxBackendRealModelTest::test_zfnet512_cpu",
         "OnnxBackendSimpleModelTest::test_sequence_model5_cpu"
     ],
@@ -1417,6 +1416,7 @@
         "OnnxBackendRealModelTest::test_densenet121_cpu",
         "OnnxBackendRealModelTest::test_inception_v1_cpu",
         "OnnxBackendRealModelTest::test_inception_v2_cpu",
+        "OnnxBackendRealModelTest::test_squeezenet_cpu",
         "OnnxBackendRealModelTest::test_vgg19_cpu",
         "OnnxBackendSimpleModelTest::test_expand_shape_model1_cpu",
         "OnnxBackendSimpleModelTest::test_expand_shape_model2_cpu",

diff --git a/results/onnx-tf/development/trend.json b/results/onnx-tf/development/trend.json
@@ -7258,5 +7258,25 @@
                 "version": "2.13.1"
             }
         ]
+    },
+    {
+        "date": "12/24/2024 00:08:15",
+        "failed": 140,
+        "passed": 1297,
+        "skipped": 0,
+        "versions": [
+            {
+                "name": "onnx",
+                "version": "1.17.0"
+            },
+            {
+                "name": "onnx-tf",
+                "version": "1.10.0"
+            },
+            {
+                "name": "tensorflow",
+                "version": "2.13.1"
+            }
+        ]
     }
 ]
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		Latest Update,2024-12-23 00:06:42.199272
		Latest Update,2024-12-24 00:08:15.446057
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		[{"name": "absl-py", "version": "2.1.0"}, {"name": "astunparse", "version": "1.6.3"}, {"name": "atomicwrites", "version": "1.4.1"}, {"name": "attrs", "version": "24.3.0"}, {"name": "cachetools", "version": "5.5.0"}, {"name": "certifi", "version": "2024.12.14"}, {"name": "charset-normalizer", "version": "3.4.0"}, {"name": "cloudpickle", "version": "3.1.0"}, {"name": "decorator", "version": "5.1.1"}, {"name": "dm-tree", "version": "0.1.8"}, {"name": "flatbuffers", "version": "24.3.25"}, {"name": "gast", "version": "0.4.0"}, {"name": "google-auth", "version": "2.37.0"}, {"name": "google-auth-oauthlib", "version": "1.0.0"}, {"name": "google-pasta", "version": "0.2.0"}, {"name": "grpcio", "version": "1.68.1"}, {"name": "h5py", "version": "3.11.0"}, {"name": "idna", "version": "3.10"}, {"name": "importlib_metadata", "version": "8.5.0"}, {"name": "keras", "version": "2.13.1"}, {"name": "libclang", "version": "18.1.1"}, {"name": "Markdown", "version": "3.7"}, {"name": "MarkupSafe", "version": "2.1.5"}, {"name": "more-itertools", "version": "10.5.0"}, {"name": "numpy", "version": "1.24.3"}, {"name": "oauthlib", "version": "3.2.2"}, {"name": "onnx", "version": "1.17.0"}, {"name": "onnx-tf", "version": "1.10.0"}, {"name": "opt_einsum", "version": "3.4.0"}, {"name": "packaging", "version": "24.2"}, {"name": "pip", "version": "24.3.1"}, {"name": "pluggy", "version": "0.13.1"}, {"name": "protobuf", "version": "4.25.5"}, {"name": "py", "version": "1.11.0"}, {"name": "pyasn1", "version": "0.6.1"}, {"name": "pyasn1_modules", "version": "0.4.1"}, {"name": "pytest", "version": "5.2.1"}, {"name": "PyYAML", "version": "6.0.2"}, {"name": "requests", "version": "2.32.3"}, {"name": "requests-oauthlib", "version": "2.0.0"}, {"name": "rsa", "version": "4.9"}, {"name": "setuptools", "version": "75.3.0"}, {"name": "six", "version": "1.17.0"}, {"name": "tabulate", "version": "0.8.3"}, {"name": "tensorboard", "version": "2.13.0"}, {"name": "tensorboard-data-server", "version": "0.7.2"}, {"name": "tensorflow", "version": "2.13.1"}, {"name": "tensorflow-addons", "version": "0.21.0"}, {"name": "tensorflow-estimator", "version": "2.13.0"}, {"name": "tensorflow-io-gcs-filesystem", "version": "0.34.0"}, {"name": "tensorflow-probability", "version": "0.21.0"}, {"name": "termcolor", "version": "2.4.0"}, {"name": "typeguard", "version": "2.13.3"}, {"name": "typing_extensions", "version": "4.5.0"}, {"name": "urllib3", "version": "2.2.3"}, {"name": "wcwidth", "version": "0.2.13"}, {"name": "Werkzeug", "version": "3.0.6"}, {"name": "wheel", "version": "0.45.1"}, {"name": "wrapt", "version": "1.17.0"}, {"name": "zipp", "version": "3.20.2"}]
		[{"name": "absl-py", "version": "2.1.0"}, {"name": "astunparse", "version": "1.6.3"}, {"name": "atomicwrites", "version": "1.4.1"}, {"name": "attrs", "version": "24.3.0"}, {"name": "cachetools", "version": "5.5.0"}, {"name": "certifi", "version": "2024.12.14"}, {"name": "charset-normalizer", "version": "3.4.0"}, {"name": "cloudpickle", "version": "3.1.0"}, {"name": "decorator", "version": "5.1.1"}, {"name": "dm-tree", "version": "0.1.8"}, {"name": "flatbuffers", "version": "24.12.23"}, {"name": "gast", "version": "0.4.0"}, {"name": "google-auth", "version": "2.37.0"}, {"name": "google-auth-oauthlib", "version": "1.0.0"}, {"name": "google-pasta", "version": "0.2.0"}, {"name": "grpcio", "version": "1.68.1"}, {"name": "h5py", "version": "3.11.0"}, {"name": "idna", "version": "3.10"}, {"name": "importlib_metadata", "version": "8.5.0"}, {"name": "keras", "version": "2.13.1"}, {"name": "libclang", "version": "18.1.1"}, {"name": "Markdown", "version": "3.7"}, {"name": "MarkupSafe", "version": "2.1.5"}, {"name": "more-itertools", "version": "10.5.0"}, {"name": "numpy", "version": "1.24.3"}, {"name": "oauthlib", "version": "3.2.2"}, {"name": "onnx", "version": "1.17.0"}, {"name": "onnx-tf", "version": "1.10.0"}, {"name": "opt_einsum", "version": "3.4.0"}, {"name": "packaging", "version": "24.2"}, {"name": "pip", "version": "24.3.1"}, {"name": "pluggy", "version": "0.13.1"}, {"name": "protobuf", "version": "4.25.5"}, {"name": "py", "version": "1.11.0"}, {"name": "pyasn1", "version": "0.6.1"}, {"name": "pyasn1_modules", "version": "0.4.1"}, {"name": "pytest", "version": "5.2.1"}, {"name": "PyYAML", "version": "6.0.2"}, {"name": "requests", "version": "2.32.3"}, {"name": "requests-oauthlib", "version": "2.0.0"}, {"name": "rsa", "version": "4.9"}, {"name": "setuptools", "version": "75.3.0"}, {"name": "six", "version": "1.17.0"}, {"name": "tabulate", "version": "0.8.3"}, {"name": "tensorboard", "version": "2.13.0"}, {"name": "tensorboard-data-server", "version": "0.7.2"}, {"name": "tensorflow", "version": "2.13.1"}, {"name": "tensorflow-addons", "version": "0.21.0"}, {"name": "tensorflow-estimator", "version": "2.13.0"}, {"name": "tensorflow-io-gcs-filesystem", "version": "0.34.0"}, {"name": "tensorflow-probability", "version": "0.21.0"}, {"name": "termcolor", "version": "2.4.0"}, {"name": "typeguard", "version": "2.13.3"}, {"name": "typing_extensions", "version": "4.5.0"}, {"name": "urllib3", "version": "2.2.3"}, {"name": "wcwidth", "version": "0.2.13"}, {"name": "Werkzeug", "version": "3.0.6"}, {"name": "wheel", "version": "0.45.1"}, {"name": "wrapt", "version": "1.17.0"}, {"name": "zipp", "version": "3.20.2"}]