default short queue

amstrax/auto_processing_new/auto_processing.py

@@ -34,7 +34,7 @@ def parse_args():
     parser.add_argument("--set_context_kwargs", default="{}", help="Dictionary of kwargs to pass to set_context.")
     parser.add_argument("--amstrax_path", default=None, help="Path to the amstrax directory.")
     parser.add_argument("--corrections_version", default=None, help="Version of corrections to use.")
-    parser.add_argument("--queue", default="express", help="Queue to submit jobs to. See Nikhef docs for options.")
+    parser.add_argument("--queue", default="short", help="Queue to submit jobs to. See Nikhef docs for options.")
 
     return parser.parse_args()
 

amstrax/auto_processing_new/offline_processing.py

@@ -42,7 +42,10 @@ def parse_args():
     parser.add_argument(
         "--dry_run", action="store_true", help="Simulate job submission without actually submitting jobs."
     )
-    parser.add_argument("--queue", default="express", help="Queue to submit jobs to. See Nikhef documentation for options.")
+    parser.add_argument("--queue", default="short", help="Queue to submit jobs to. See Nikhef documentation for options.")
+
+    parser.add_argument("--max_runs", type=int, default=200, help="Maximum number of runs to process.")
+    parser.add_argument("--start_from", type=int, default=0, help="Start processing from this run number (as in, skip the first N runs from the file).")
 
     return parser.parse_args()
 
@@ -113,6 +116,11 @@ def main(args):
         log.error("Either --run_id or --run_file must be provided.")
         return
 
+    # Limit the number of runs to process
+    run_docs = run_docs[args.start_from : args.start_from + args.max_runs]
+
+
+
     # Submit jobs for each run
     for run_doc in run_docs:
         run_id = f'{int(run_doc["number"]):06}'