refactor bulk add records to follow ORM addall pattern

GSA · May 13, 2024 · b2a8729 · b2a8729
1 parent 77292fa
commit b2a8729
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/database/interface.py b/database/interface.py
@@ -232,7 +232,11 @@ def add_harvest_records(self, records_data: list) -> bool:
         :raises Exception: if the records_data contains records with errors
         """
         try:
-            self.db.bulk_insert_mappings(HarvestRecord, records_data)
+            for i, record_data in enumerate(records_data):
+                new_record = HarvestRecord(**record_data)
+                self.db.add(new_record)
+                if i % 1000 == 0:
+                    self.db.flush()
             self.db.commit()
             return True
         except Exception as e: