fix tests

turbo-llm · Aug 26, 2024 · ac4948e · ac4948e
1 parent 0c9b446
commit ac4948e
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/turbo_alignment/generators/chat.py b/turbo_alignment/generators/chat.py
@@ -39,7 +39,7 @@ def _generate_from_batch_records(
             inputs=batched_input_ids,
             attention_mask=batched_attention_mask,
             generation_config=self._transformers_generator_parameters,
-            tokenizer=self._tokenizer,
+            # tokenizer=self._tokenizer,
             pad_token_id=self._tokenizer.pad_token_id,
         )
 
@@ -84,7 +84,7 @@ def _generate_from_single_record(
             inputs=input_ids,
             attention_mask=attention_mask,
             generation_config=self._transformers_generator_parameters,
-            tokenizer=self._tokenizer,
+            # tokenizer=self._tokenizer,
             pad_token_id=self._tokenizer.pad_token_id,
         )
 

diff --git a/turbo_alignment/generators/multimodal.py b/turbo_alignment/generators/multimodal.py
@@ -50,7 +50,7 @@ def _generate_from_single_record(
         output_indices = self._model.language_model.generate(
             inputs_embeds=inputs_embeds,
             attention_mask=attention_mask,
-            tokenizer=self._tokenizer,
+            # tokenizer=self._tokenizer,
             generation_config=self._transformers_generator_parameters,
         )
 

diff --git a/turbo_alignment/generators/rag.py b/turbo_alignment/generators/rag.py
@@ -22,7 +22,7 @@ def _generate_from_single_record(
         answer_indices, document_indices, doc_scores = self._model.generate(
             inputs=input_ids,
             generation_config=self._transformers_generator_parameters,
-            tokenizer=self._tokenizer.current_tokenizer,
+            # tokenizer=self._tokenizer.current_tokenizer,
             pad_token_id=self._tokenizer.pad_token_id,
         )
 

diff --git a/turbo_alignment/modeling/rag/rag_model.py b/turbo_alignment/modeling/rag/rag_model.py
@@ -343,7 +343,7 @@ def generate(
             input_ids=joined_input_ids,
             generation_config=generation_config,
             pad_token_id=self.tokenizer.pad_token_id,
-            tokenizer=kwargs.get('tokenizer', None),
+            # tokenizer=kwargs.get('tokenizer', None),
         )
         # TODO chose max-prob sequence with accounting for doc probs
         only_answer_output = output_sequences[:, joined_input_ids.shape[-1] :]