add excludes option for crawlers in ftp harvester

nansencenter · Nov 10, 2020 · 656a801 · 656a801
1 parent 918a38d
commit 656a801
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/geospaas_harvesting/harvesters.py b/geospaas_harvesting/harvesters.py
@@ -151,7 +151,8 @@ def _create_crawlers(self):
                 username=self.config.get('username', None),
                 password=self.config.get('password'),
                 files_suffixes=self.config.get('fileformat', None),
-                time_range=(self.get_time_range())
+                time_range=(self.get_time_range()),
+                excludes=self.config.get('excludes', None)
             )
             for url in self.config['urls']
         ]