From 656a801fdb5c1cb80a389b1dc044f6b287acf171 Mon Sep 17 00:00:00 2001 From: Adrien Perrin Date: Thu, 5 Nov 2020 10:34:14 +0000 Subject: [PATCH] add excludes option for crawlers in ftp harvester --- geospaas_harvesting/harvesters.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/geospaas_harvesting/harvesters.py b/geospaas_harvesting/harvesters.py index 42e0de9d..a0d0ba38 100644 --- a/geospaas_harvesting/harvesters.py +++ b/geospaas_harvesting/harvesters.py @@ -151,7 +151,8 @@ def _create_crawlers(self): username=self.config.get('username', None), password=self.config.get('password'), files_suffixes=self.config.get('fileformat', None), - time_range=(self.get_time_range()) + time_range=(self.get_time_range()), + excludes=self.config.get('excludes', None) ) for url in self.config['urls'] ]