fix logic

axolotl-ai-cloud · Nov 2, 2023 · ba2ddab · ba2ddab
1 parent 30dd7be
commit ba2ddab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/prompt_tokenizers.py b/src/axolotl/prompt_tokenizers.py
@@ -394,7 +394,7 @@ def tokenize_prompt(self, prompt):
                         LOG.warning(f"assistant turn has empty text: {prompt}")
                     res = self._tokenize(
                         turn,
-                        add_eos_token=conversation.name == "chatml",
+                        add_eos_token=conversation.name != "chatml",
                         strip_bos_token=True,
                     )
                     role_res = self._tokenize(