fix(ingestion/classifier): temporary measure to avoid deadlocks for

classifier
datahub-project · Jan 2, 2025 · 35fb6f3 · 35fb6f3
1 parent bdc34b7
commit 35fb6f3
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/glossary/classifier.py b/metadata-ingestion/src/datahub/ingestion/glossary/classifier.py
@@ -38,8 +38,8 @@ class ClassificationConfig(ConfigModel):
     )
 
     max_workers: int = Field(
-        default=(os.cpu_count() or 4),
-        description="Number of worker processes to use for classification. Set to 1 to disable.",
+        default=1,
+        description="Number of worker processes to use for classification. Note that any number above 1 might lead to a deadlock. Set to 1 to disable.",
     )
 
     table_pattern: AllowDenyPattern = Field(