🐛 Filter out ignore list before running exporters

wdr-data · Nov 8, 2023 · 5c16f63 · 5c16f63
1 parent 91e7dac
commit 5c16f63
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/ddj_cloud/scrapers/talsperren/talsperren.py b/ddj_cloud/scrapers/talsperren/talsperren.py
@@ -126,6 +126,9 @@ def run():
     #
     # df_base = pd.read_parquet("local_storage/talsperren/base.parquet.gzip", engine="fastparquet")
 
+    # Filter out reservoirs in ignore list
+    df_base = df_base[~df_base["name"].isin(IGNORE_LIST)]
+
     # Exporters
     exporter_classes = Exporter.__subclasses__()
     exporters = [cls() for cls in exporter_classes]  # type: ignore