Fix abandoned runs deleted while written (#298)

* fix runs being deleted while written * fix runs being deleted while written
XAMS-nikhef · Dec 15, 2023 · 2ad9ecb · 2ad9ecb
1 parent fbea20c
commit 2ad9ecb
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/amstrax/auto_processing/copy_live.py b/amstrax/auto_processing/copy_live.py
@@ -44,7 +44,7 @@ def get_rundocs(runsdb, args):
 
     base_query = {
         # end is at least 1 second ago
-        'end': {'$lt': datetime.datetime.now() - datetime.timedelta(seconds=1)},
+        'end': {'$lt': datetime.datetime.now() - datetime.timedelta(seconds=30)},
         'number': {'$gt': args.min_run_number},
         'data': {
             '$elemMatch': {

diff --git a/amstrax/auto_processing/delete_live.py b/amstrax/auto_processing/delete_live.py
@@ -31,6 +31,8 @@ def get_old_runs(runsdb, days, args):
     """
     cutoff_date = datetime.datetime.now() - datetime.timedelta(days=days)
     query = {
+        # always make sure we do not mess with data currentrly being written
+        'end': {'$lt': datetime.datetime.now() - datetime.timedelta(seconds=30)},
         '$or': [
             {'end': {'$lte': cutoff_date},
             'data': {'$all': [
@@ -45,6 +47,8 @@ def get_old_runs(runsdb, days, args):
 
     if args.only_stoomboot and not args.production:
         query = {
+        # always make sure we do not mess with data currentrly being written
+        'end': {'$lt': datetime.datetime.now() - datetime.timedelta(seconds=30)},
         '$or': [
             {'end': {'$lte': cutoff_date},
             'data': {'$all': [