🩹 Accept corrections

Wupperverband seems to update recent values on occasion
wdr-data · Nov 16, 2023 · 6486306 · 6486306
1 parent 25e5101
commit 6486306
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/ddj_cloud/scrapers/talsperren/talsperren.py b/ddj_cloud/scrapers/talsperren/talsperren.py
@@ -68,8 +68,11 @@ def _get_base_dataset():
     else:
         df = df_new
 
-    # Deduplicate
-    df = df.drop_duplicates(subset=["federation_name", "name", "ts_measured"], keep="first")
+    # Deduplicate, but keep new data if there are duplicates
+    df = df.drop_duplicates(
+        subset=["federation_name", "name", "ts_measured"],
+        keep="last",
+    )
 
     # Sort
     df = df.sort_values(["federation_name", "name", "ts_measured"])