increase buffer to 16 MB

argonne-lcf · Sep 30, 2024 · 90d812c · 90d812c
1 parent 4e63674
commit 90d812c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dlio_benchmark/data_generator/indexed_binary_generator.py b/dlio_benchmark/data_generator/indexed_binary_generator.py
@@ -69,7 +69,7 @@ def generate(self):
                 out_path_spec_off_idx = self.index_file_path_off(out_path_spec)
                 out_path_spec_sz_idx = self.index_file_path_size(out_path_spec)
                 fh = MPI.File.Open(comm, out_path_spec, amode)
-                samples_per_loop = int(MB / sample_size)
+                samples_per_loop = int(MB * 16 / sample_size)
 
                 for sample_index in range(self.my_rank*samples_per_rank, samples_per_rank*(self.my_rank+1), samples_per_loop):
                     #logging.info(f"{utcnow()} rank {self.my_rank} writing {sample_index} * {samples_per_loop} for {samples_per_rank} samples")