diff --git a/examples/text-generation/run_generation.py b/examples/text-generation/run_generation.py index 8f32a56cf1..28cd82633e 100755 --- a/examples/text-generation/run_generation.py +++ b/examples/text-generation/run_generation.py @@ -369,6 +369,7 @@ def assemble_prompt(prompt_size, book_path): "Peace is the only way", ] + # Format message with the command-r chat template if model.config.model_type == "cohere": for i, sentence in enumerate(input_sentences): message = [{"role": "user", "content": sentence}]