Prevent wrong config to fail

mlfoundations · May 4, 2024 · 6277b33 · 6277b33
1 parent b4003c7
commit 6277b33
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/open_lm/model.py b/open_lm/model.py
@@ -67,8 +67,11 @@ def _rescan_model_configs(model_config_paths=None):
 
     for cf in config_files:
         with open(cf, "r") as f:
-            model_cfg = json.load(f)
-            _MODEL_CONFIGS[cf.stem] = model_cfg
+            try:
+                model_cfg = json.load(f)
+                _MODEL_CONFIGS[cf.stem] = model_cfg
+            except json.JSONDecodeError:
+                print(f"Error loading model config {cf}")
 
     _MODEL_CONFIGS = {k: v for k, v in sorted(_MODEL_CONFIGS.items(), key=lambda x: _natural_key(x[0]))}