Skip to content

Commit

Permalink
Fix checkpoint cleanup failure (ArroyoSystems#688) (ArroyoSystems#689)
Browse files Browse the repository at this point in the history
  • Loading branch information
mwylde authored Jul 17, 2024
1 parent e71118e commit 3f2e94b
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions crates/arroyo-state/src/parquet.rs
Original file line number Diff line number Diff line change
Expand Up @@ -257,14 +257,14 @@ impl ParquetBackend {
let storage_client = get_storage_provider().await?;

for epoch_to_remove in old_min_epoch..new_min_epoch {
let Some(metadata) =
let Some(operator_metadata) =
Self::load_operator_metadata(&job_id, &operator_id, epoch_to_remove).await?
else {
continue;
};

// delete any files that are not in the new min epoch
for file in metadata
for file in operator_metadata
.table_checkpoint_metadata
.iter()
// TODO: factor this out
Expand Down

0 comments on commit 3f2e94b

Please sign in to comment.