diff --git a/src/hipscat_import/catalog/map_reduce.py b/src/hipscat_import/catalog/map_reduce.py index 39b81c32..3294d45c 100644 --- a/src/hipscat_import/catalog/map_reduce.py +++ b/src/hipscat_import/catalog/map_reduce.py @@ -163,7 +163,7 @@ def split_pixels( filtered_data.to_parquet(output_file, index=True) else: filtered_data.to_parquet(output_file, index=False) - del filtered_data, data_indexes + del filtered_data, data_indexes ResumePlan.splitting_key_done(tmp_path=resume_path, splitting_key=splitting_key) diff --git a/tests/hipscat_import/catalog/test_argument_validation.py b/tests/hipscat_import/catalog/test_argument_validation.py index faa7114d..65625eec 100644 --- a/tests/hipscat_import/catalog/test_argument_validation.py +++ b/tests/hipscat_import/catalog/test_argument_validation.py @@ -91,7 +91,7 @@ def test_multiple_files_in_path(small_sky_parts_dir, tmp_path): progress_bar=False, ) assert args.input_path == small_sky_parts_dir - assert len(args.input_paths) == 5 + assert len(args.input_paths) == 6 def test_single_debug_file(formats_headers_csv, tmp_path): diff --git a/tests/hipscat_import/data/small_sky_parts/catalog_10_of_05.csv b/tests/hipscat_import/data/small_sky_parts/catalog_10_of_05.csv new file mode 100644 index 00000000..7f2b7ff0 --- /dev/null +++ b/tests/hipscat_import/data/small_sky_parts/catalog_10_of_05.csv @@ -0,0 +1 @@ +id,ra,dec,ra_error,dec_error