reduce number of folds for small datasets in compete mode (#266)

mljar · Dec 8, 2020 · ac21fe8 · ac21fe8
1 parent d316477
commit ac21fe8
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/supervised/base_automl.py b/supervised/base_automl.py
@@ -668,6 +668,9 @@ def _set_adjusted_validation(self):
             k_folds = 5
             if folds_cnt >= 15:
                 k_folds = 10
+            # too small dataset to run 10-fold CV
+            if k_folds == 10 and self.n_rows_in_ <= 1000:
+                k_folds = 5
             self._validation_strategy["validation_type"] = "kfold"
             del self._validation_strategy["train_ratio"]
             self._validation_strategy["k_folds"] = k_folds