Improved parallelization?

investigating this
B612-Asteroid-Institute · Oct 18, 2023 · 39d033c · 39d033c
1 parent be5d606
commit 39d033c
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/adam_core/propagator/propagator.py b/adam_core/propagator/propagator.py
@@ -195,10 +195,14 @@ def generate_ephemeris(
                 max_workers=max_processes
             ) as executor:
                 futures = []
+                # Iterate off of all combined chunks of orbits and observers.
                 for orbit_chunk in _iterate_chunks(orbits, chunk_size):
-                    futures.append(
-                        executor.submit(ephemeris_worker, orbit_chunk, observers, self)
-                    )
+                    for observers_chunk in _iterate_chunks(observers, 1):
+                        futures.append(
+                            executor.submit(
+                                ephemeris_worker, orbit_chunk, observers_chunk, self
+                            )
+                        )
 
                 ephemeris_list = []
                 for future in concurrent.futures.as_completed(futures):