diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/CompVis_stable-diffusion-v1-4-16.onnx b/models/mlagility/CompVis_stable-diffusion-v1-4/CompVis_stable-diffusion-v1-4-16.onnx
deleted file mode 100644
index c179b8436..000000000
--- a/models/mlagility/CompVis_stable-diffusion-v1-4/CompVis_stable-diffusion-v1-4-16.onnx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68e756ef7ce6c5d3b62beedef6a135fea926460f15bee6c221bfd3fe43f59e8e
-size 492457818
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/input_0.pb b/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/input_0.pb
deleted file mode 100644
index 4640270c6..000000000
--- a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/input_0.pb
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab454f91907d80bd13c8e2597fc66ad606f8b910c21353d4f2db561d9c66da16
-size 636
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_0.pb b/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_0.pb
deleted file mode 100644
index 00d3e105f..000000000
--- a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_0.pb
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5ddfc621ad925955b70784780b7c6448a942fad2aac3e506b4070cd0541a92ae
-size 236575
diff --git a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_1.pb b/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_1.pb
deleted file mode 100644
index 92157add1..000000000
--- a/models/mlagility/CompVis_stable-diffusion-v1-4/test_data_set_0/output_1.pb
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7e3e2057a2526c1a71f41873c11296ed26add83d882a98b20d11704a8064b79f
-size 3088
diff --git a/workflow_scripts/mlagility_config.py b/workflow_scripts/mlagility_config.py
index b06df6af4..e902caeab 100644
--- a/workflow_scripts/mlagility_config.py
+++ b/workflow_scripts/mlagility_config.py
@@ -21,7 +21,6 @@
     "popular_on_huggingface/distilbert-base-uncased.py",
     "popular_on_huggingface/distilbert-base-multilingual-cased.py",
 
-    #"popular_on_huggingface/CompVis_stable-diffusion-v1-4.py",
     "popular_on_huggingface/Musixmatch_umberto-commoncrawl-cased-v1.py",
     "popular_on_huggingface/facebook_deit-base-patch16-224.py",
     "popular_on_huggingface/microsoft_beit-large-patch16-384.py",
@@ -30,6 +29,7 @@
 ]
 
 failed_models = [
+    "popular_on_huggingface/CompVis_stable-diffusion-v1-4.py", # benchit repro failed
     "transformers/bert_generation.py", # non consistent created model from mlagility
     "popular_on_huggingface/xlm-roberta-base.py", # output nan
     "popular_on_huggingface/roberta-base.py", # output nan
diff --git a/workflow_scripts/run_mlagility.py b/workflow_scripts/run_mlagility.py
index 12019e0a3..5d3878539 100644
--- a/workflow_scripts/run_mlagility.py
+++ b/workflow_scripts/run_mlagility.py
@@ -57,6 +57,7 @@ def main():
     errors = 0
     changed_models_set = set(test_utils.get_changed_models())
     print(f"Changed models: {changed_models_set}")
+    checked_count = 0
 
     if args.dir is not None:
         # check if all models are converted under popular_on_huggingface directory
@@ -79,6 +80,7 @@ def main():
         if osp.exists(final_model_path) and args.skip:
             print(f"Skip checking {model_zoo_dir} because {final_model_path} already exists.")
             continue
+        checked_count += 1
         try:
             cmd = subprocess.run(["benchit", osp.join(mlagility_root, model_info), "--cache-dir", cache_converted_dir,
                             "--onnx-opset", ZOO_OPSET_VERSION, "--export-only"],
@@ -111,12 +113,12 @@ def main():
                         cwd=cwd_path, stdout=sys.stdout, stderr=sys.stderr, check=True)
             shutil.rmtree(final_model_dir, ignore_errors=True)
             shutil.rmtree(cache_converted_dir, ignore_errors=True)
-    total_count = len(models_info) if args.all_models else len(changed_models_set)
+
     if errors > 0:
-        print(f"All {total_count} model(s) have been checked, but {errors} model(s) failed.")
+        print(f"{checked_count} model(s) have been checked, but {errors} model(s) failed.")
         sys.exit(1)
     else:
-        print(f"All {total_count} model(s) have been checked.")
+        print(f"{checked_count} model(s) have been checked.")
 
 
     if mlagility_subdir_count != len(models_info):