remove compvis

Signed-off-by: jcwchen <[email protected]>
onnx · Aug 4, 2023 · 0c9549a · 0c9549a
1 parent 346388b
commit 0c9549a
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 16 deletions.
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/CompVis_stable-diffusion-v1-4-16.onnx b/models/mlagility/CompVis_stable-diffusion-v1-4/CompVis_stable-diffusion-v1-4-16.onnx
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/input_0.pb b/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/input_0.pb
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_0.pb b/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_0.pb
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_1.pb b/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_1.pb
diff --git a/workflow_scripts/mlagility_config.py b/workflow_scripts/mlagility_config.py
@@ -21,7 +21,6 @@
     "popular_on_huggingface/distilbert-base-uncased.py",
     "popular_on_huggingface/distilbert-base-multilingual-cased.py",
 
-    #"popular_on_huggingface/CompVis_stable-diffusion-v1-4.py",
     "popular_on_huggingface/Musixmatch_umberto-commoncrawl-cased-v1.py",
     "popular_on_huggingface/facebook_deit-base-patch16-224.py",
     "popular_on_huggingface/microsoft_beit-large-patch16-384.py",
@@ -30,6 +29,7 @@
 ]
 
 failed_models = [
+    "popular_on_huggingface/CompVis_stable-diffusion-v1-4.py", # benchit repro failed
     "transformers/bert_generation.py", # non consistent created model from mlagility
     "popular_on_huggingface/xlm-roberta-base.py", # output nan
     "popular_on_huggingface/roberta-base.py", # output nan

diff --git a/workflow_scripts/run_mlagility.py b/workflow_scripts/run_mlagility.py
@@ -57,6 +57,7 @@ def main():
     errors = 0
     changed_models_set = set(test_utils.get_changed_models())
     print(f"Changed models: {changed_models_set}")
+    checked_count = 0
 
     if args.dir is not None:
         # check if all models are converted under popular_on_huggingface directory
@@ -79,6 +80,7 @@ def main():
         if osp.exists(final_model_path) and args.skip:
             print(f"Skip checking {model_zoo_dir} because {final_model_path} already exists.")
             continue
+        checked_count += 1
         try:
             cmd = subprocess.run(["benchit", osp.join(mlagility_root, model_info), "--cache-dir", cache_converted_dir,
                             "--onnx-opset", ZOO_OPSET_VERSION, "--export-only"],
@@ -111,12 +113,12 @@ def main():
                         cwd=cwd_path, stdout=sys.stdout, stderr=sys.stderr, check=True)
             shutil.rmtree(final_model_dir, ignore_errors=True)
             shutil.rmtree(cache_converted_dir, ignore_errors=True)
-    total_count = len(models_info) if args.all_models else len(changed_models_set)
+
     if errors > 0:
-        print(f"All {total_count} model(s) have been checked, but {errors} model(s) failed.")
+        print(f"{checked_count} model(s) have been checked, but {errors} model(s) failed.")
         sys.exit(1)
     else:
-        print(f"All {total_count} model(s) have been checked.")
+        print(f"{checked_count} model(s) have been checked.")
 
 
     if mlagility_subdir_count != len(models_info):