Lazily load tasks to save RAM

GeoscienceAustralia · Jun 11, 2020 · 429e048 · 429e048
1 parent 0cbe24a
commit 429e048
Showing 1 changed file with 1 addition and 6 deletions.
diff --git a/dea_cogger/cog_conv_app.py b/dea_cogger/cog_conv_app.py
@@ -261,16 +261,11 @@ def mpi_convert(product_name, output_dir, config, filelist):
 
     try:
         with open(filelist) as fl:
-            reader = csv.reader(fl)
-            tasks = list(reader)
+            tasks = csv.reader(fl)
     except FileNotFoundError:
         LOG.error('Task file not found.', filepath=filelist)
         sys.exit(1)
 
-    if len(tasks) == 0:
-        LOG.warning('Task file is empty. Aborting.')
-        sys.exit(1)
-
     LOG.info('Successfully loaded configuration file', config=config, taskfile=filelist)
 
     product_config = config['products'][product_name]