diff --git a/src/instructlab/training/multipack_sampler.py b/src/instructlab/training/multipack_sampler.py index 71d1def..6a6d854 100644 --- a/src/instructlab/training/multipack_sampler.py +++ b/src/instructlab/training/multipack_sampler.py @@ -76,7 +76,7 @@ def get_effective_samples_per_minibatch(num_tokens_per_gpu): padding=True, ) batches = sampler.generate_batches() - return len(dataset) / len(batches) + return len(dataset) / len(batches) if len(batches) > 0 else None samples_per_gpu = samples_per_minibatch / num_gpus