return error on excessive partition count

roapi · May 28, 2024 · 2230ac3 · 2230ac3
1 parent 8f62677
commit 2230ac3
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/datafusion/core/src/datasource/listing/helpers.rs b/datafusion/core/src/datasource/listing/helpers.rs
@@ -380,6 +380,12 @@ pub async fn pruned_partition_list<'a>(
         partitions.len(),
         &list_path
     );
+    if partitions.len() > 256 {
+        return Err(DataFusionError::Execution(format!(
+            "Excessive partition count due to unconstrainted filter: {}",
+            partitions.len()
+        )));
+    }
 
     let pruned =
         prune_partitions(table_path, partitions, filters, partition_cols).await?;