Merge branch 'main' into mqaphrodite

PygmalionAI · Dec 30, 2024 · 1d15cb1 · 1d15cb1
2 parents 80a9973 + 0b5588d
commit 1d15cb1
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/aphrodite/modeling/sampling_metadata.py b/aphrodite/modeling/sampling_metadata.py
@@ -324,6 +324,7 @@ def sample(logits):
             sample_indices.extend(range(logit_idx, logit_idx + sample_len))
             categorized_sample_indices[sampling_params.sampling_type].extend(
                 list(range(logit_idx, logit_idx + sample_len)))
+            logit_idx += sample_len
 
         if cache is not None:
             sample_obj.sampling_params = sampling_params