Scoreboard results [skip ci]

onnx · Jul 2, 2024 · fd71449 · fd71449
1 parent 14b95ee
commit fd71449
Show file tree

Hide file tree

Showing 6 changed files with 231 additions and 211 deletions.
diff --git a/results/onnx-tf/stable/metadata.csv b/results/onnx-tf/stable/metadata.csv
@@ -1 +1 @@
-Latest Update,2024-07-01 00:08:43.127078
+Latest Update,2024-07-02 00:08:22.785686
diff --git a/results/onnx-tf/stable/models.csv b/results/onnx-tf/stable/models.csv
diff --git a/results/onnx-tf/stable/nodes.csv b/results/onnx-tf/stable/nodes.csv
diff --git a/results/onnx-tf/stable/pip-list.json b/results/onnx-tf/stable/pip-list.json
@@ -1 +1 @@
-[{"name": "absl-py", "version": "2.1.0"}, {"name": "astunparse", "version": "1.6.3"}, {"name": "atomicwrites", "version": "1.4.1"}, {"name": "attrs", "version": "23.2.0"}, {"name": "cachetools", "version": "5.3.3"}, {"name": "certifi", "version": "2024.6.2"}, {"name": "charset-normalizer", "version": "3.3.2"}, {"name": "cloudpickle", "version": "3.0.0"}, {"name": "decorator", "version": "5.1.1"}, {"name": "dm-tree", "version": "0.1.8"}, {"name": "flatbuffers", "version": "24.3.25"}, {"name": "gast", "version": "0.4.0"}, {"name": "google-auth", "version": "2.30.0"}, {"name": "google-auth-oauthlib", "version": "1.0.0"}, {"name": "google-pasta", "version": "0.2.0"}, {"name": "grpcio", "version": "1.64.1"}, {"name": "h5py", "version": "3.11.0"}, {"name": "idna", "version": "3.7"}, {"name": "importlib_metadata", "version": "8.0.0"}, {"name": "keras", "version": "2.13.1"}, {"name": "libclang", "version": "18.1.1"}, {"name": "Markdown", "version": "3.6"}, {"name": "MarkupSafe", "version": "2.1.5"}, {"name": "more-itertools", "version": "10.3.0"}, {"name": "numpy", "version": "1.24.3"}, {"name": "oauthlib", "version": "3.2.2"}, {"name": "onnx", "version": "1.16.1"}, {"name": "onnx-tf", "version": "1.10.0"}, {"name": "opt-einsum", "version": "3.3.0"}, {"name": "packaging", "version": "24.1"}, {"name": "pip", "version": "24.1.1"}, {"name": "pluggy", "version": "0.13.1"}, {"name": "protobuf", "version": "4.25.3"}, {"name": "py", "version": "1.11.0"}, {"name": "pyasn1", "version": "0.6.0"}, {"name": "pyasn1_modules", "version": "0.4.0"}, {"name": "pytest", "version": "5.2.1"}, {"name": "PyYAML", "version": "6.0.1"}, {"name": "requests", "version": "2.32.3"}, {"name": "requests-oauthlib", "version": "2.0.0"}, {"name": "rsa", "version": "4.9"}, {"name": "setuptools", "version": "70.1.1"}, {"name": "six", "version": "1.16.0"}, {"name": "tabulate", "version": "0.8.3"}, {"name": "tensorboard", "version": "2.13.0"}, {"name": "tensorboard-data-server", "version": "0.7.2"}, {"name": "tensorflow", "version": "2.13.1"}, {"name": "tensorflow-addons", "version": "0.21.0"}, {"name": "tensorflow-estimator", "version": "2.13.0"}, {"name": "tensorflow-io-gcs-filesystem", "version": "0.34.0"}, {"name": "tensorflow-probability", "version": "0.21.0"}, {"name": "termcolor", "version": "2.4.0"}, {"name": "typeguard", "version": "2.13.3"}, {"name": "typing_extensions", "version": "4.5.0"}, {"name": "urllib3", "version": "2.2.2"}, {"name": "wcwidth", "version": "0.2.13"}, {"name": "Werkzeug", "version": "3.0.3"}, {"name": "wheel", "version": "0.43.0"}, {"name": "wrapt", "version": "1.16.0"}, {"name": "zipp", "version": "3.19.2"}]
+[{"name": "absl-py", "version": "2.1.0"}, {"name": "astunparse", "version": "1.6.3"}, {"name": "atomicwrites", "version": "1.4.1"}, {"name": "attrs", "version": "23.2.0"}, {"name": "cachetools", "version": "5.3.3"}, {"name": "certifi", "version": "2024.6.2"}, {"name": "charset-normalizer", "version": "3.3.2"}, {"name": "cloudpickle", "version": "3.0.0"}, {"name": "decorator", "version": "5.1.1"}, {"name": "dm-tree", "version": "0.1.8"}, {"name": "flatbuffers", "version": "24.3.25"}, {"name": "gast", "version": "0.4.0"}, {"name": "google-auth", "version": "2.31.0"}, {"name": "google-auth-oauthlib", "version": "1.0.0"}, {"name": "google-pasta", "version": "0.2.0"}, {"name": "grpcio", "version": "1.64.1"}, {"name": "h5py", "version": "3.11.0"}, {"name": "idna", "version": "3.7"}, {"name": "importlib_metadata", "version": "8.0.0"}, {"name": "keras", "version": "2.13.1"}, {"name": "libclang", "version": "18.1.1"}, {"name": "Markdown", "version": "3.6"}, {"name": "MarkupSafe", "version": "2.1.5"}, {"name": "more-itertools", "version": "10.3.0"}, {"name": "numpy", "version": "1.24.3"}, {"name": "oauthlib", "version": "3.2.2"}, {"name": "onnx", "version": "1.16.1"}, {"name": "onnx-tf", "version": "1.10.0"}, {"name": "opt-einsum", "version": "3.3.0"}, {"name": "packaging", "version": "24.1"}, {"name": "pip", "version": "24.1.1"}, {"name": "pluggy", "version": "0.13.1"}, {"name": "protobuf", "version": "4.25.3"}, {"name": "py", "version": "1.11.0"}, {"name": "pyasn1", "version": "0.6.0"}, {"name": "pyasn1_modules", "version": "0.4.0"}, {"name": "pytest", "version": "5.2.1"}, {"name": "PyYAML", "version": "6.0.1"}, {"name": "requests", "version": "2.32.3"}, {"name": "requests-oauthlib", "version": "2.0.0"}, {"name": "rsa", "version": "4.9"}, {"name": "setuptools", "version": "70.2.0"}, {"name": "six", "version": "1.16.0"}, {"name": "tabulate", "version": "0.8.3"}, {"name": "tensorboard", "version": "2.13.0"}, {"name": "tensorboard-data-server", "version": "0.7.2"}, {"name": "tensorflow", "version": "2.13.1"}, {"name": "tensorflow-addons", "version": "0.21.0"}, {"name": "tensorflow-estimator", "version": "2.13.0"}, {"name": "tensorflow-io-gcs-filesystem", "version": "0.34.0"}, {"name": "tensorflow-probability", "version": "0.21.0"}, {"name": "termcolor", "version": "2.4.0"}, {"name": "typeguard", "version": "2.13.3"}, {"name": "typing_extensions", "version": "4.5.0"}, {"name": "urllib3", "version": "2.2.2"}, {"name": "wcwidth", "version": "0.2.13"}, {"name": "Werkzeug", "version": "3.0.3"}, {"name": "wheel", "version": "0.43.0"}, {"name": "wrapt", "version": "1.16.0"}, {"name": "zipp", "version": "3.19.2"}]
diff --git a/results/onnx-tf/stable/report.json b/results/onnx-tf/stable/report.json
@@ -1,5 +1,5 @@
 {
-    "date": "07/01/2024 00:08:42",
+    "date": "07/02/2024 00:08:22",
     "failed": [
         "OnnxBackendNodeModelTest::test_batchnorm_epsilon_training_mode_cpu",
         "OnnxBackendNodeModelTest::test_batchnorm_example_training_mode_cpu",
@@ -11,6 +11,7 @@
         "OnnxBackendNodeModelTest::test_bernoulli_seed_expanded_cpu",
         "OnnxBackendNodeModelTest::test_conv_with_autopad_same_cpu",
         "OnnxBackendNodeModelTest::test_convtranspose_dilations_cpu",
+        "OnnxBackendNodeModelTest::test_gru_batchwise_cpu",
         "OnnxBackendNodeModelTest::test_gru_defaults_cpu",
         "OnnxBackendNodeModelTest::test_gru_seq_length_cpu",
         "OnnxBackendNodeModelTest::test_gru_with_initial_bias_cpu",
@@ -162,6 +163,7 @@
         "OnnxBackendPyTorchOperatorModelTest::test_operator_view_cpu",
         "OnnxBackendRealModelTest::test_resnet50_cpu",
         "OnnxBackendRealModelTest::test_shufflenet_cpu",
+        "OnnxBackendRealModelTest::test_squeezenet_cpu",
         "OnnxBackendRealModelTest::test_zfnet512_cpu",
         "OnnxBackendSimpleModelTest::test_sequence_model5_cpu"
     ],
@@ -599,7 +601,6 @@
         "OnnxBackendNodeModelTest::test_group_normalization_epsilon_expanded_cpu",
         "OnnxBackendNodeModelTest::test_group_normalization_example_cpu",
         "OnnxBackendNodeModelTest::test_group_normalization_example_expanded_cpu",
-        "OnnxBackendNodeModelTest::test_gru_batchwise_cpu",
         "OnnxBackendNodeModelTest::test_hammingwindow_cpu",
         "OnnxBackendNodeModelTest::test_hammingwindow_expanded_cpu",
         "OnnxBackendNodeModelTest::test_hammingwindow_symmetric_cpu",
@@ -1410,7 +1411,6 @@
         "OnnxBackendRealModelTest::test_densenet121_cpu",
         "OnnxBackendRealModelTest::test_inception_v1_cpu",
         "OnnxBackendRealModelTest::test_inception_v2_cpu",
-        "OnnxBackendRealModelTest::test_squeezenet_cpu",
         "OnnxBackendRealModelTest::test_vgg19_cpu",
         "OnnxBackendSimpleModelTest::test_expand_shape_model1_cpu",
         "OnnxBackendSimpleModelTest::test_expand_shape_model2_cpu",

diff --git a/results/onnx-tf/stable/trend.json b/results/onnx-tf/stable/trend.json
@@ -5938,5 +5938,25 @@
                 "version": "2.13.1"
             }
         ]
+    },
+    {
+        "date": "07/02/2024 00:08:22",
+        "failed": 165,
+        "passed": 1266,
+        "skipped": 0,
+        "versions": [
+            {
+                "name": "onnx",
+                "version": "1.16.1"
+            },
+            {
+                "name": "onnx-tf",
+                "version": "1.10.0"
+            },
+            {
+                "name": "tensorflow",
+                "version": "2.13.1"
+            }
+        ]
     }
 ]