diff --git a/src/axolotl/prompt_tokenizers.py b/src/axolotl/prompt_tokenizers.py
index a95225ff87..f9fbecd662 100644
--- a/src/axolotl/prompt_tokenizers.py
+++ b/src/axolotl/prompt_tokenizers.py
@@ -394,7 +394,7 @@ def tokenize_prompt(self, prompt):
                         LOG.warning(f"assistant turn has empty text: {prompt}")
                     res = self._tokenize(
                         turn,
-                        add_eos_token=conversation.name == "chatml",
+                        add_eos_token=conversation.name != "chatml",
                         strip_bos_token=True,
                     )
                     role_res = self._tokenize(