Set add_generation_template to True in chat formatting for Transformers

RobinPicard · rlouf · commit 1e8022e210dc · 2025-07-11T12:17:43.000+02:00
diff --git a/outlines/models/transformers.py b/outlines/models/transformers.py
@@ -166,7 +166,8 @@ def format_str_input(self, model_input: str) -> str:
     def format_chat_input(self, model_input: Chat) -> str:
         return self.tokenizer.apply_chat_template(
             model_input.messages,
-            tokenize=False
+            tokenize=False,
+            add_generation_prompt=True,
         )
 
     def format_output_type(

Original file line number	Diff line number	Diff line change
`@@ -166,7 +166,8 @@ def format_str_input(self, model_input: str) -> str:`
`166`	`166`	`def format_chat_input(self, model_input: Chat) -> str:`
`167`	`167`	`return self.tokenizer.apply_chat_template(`
`168`	`168`	`model_input.messages,`
`169`		`- tokenize=False`
	`169`	`+ tokenize=False,`
	`170`	`+ add_generation_prompt=True,`
`170`	`171`	`)`
`171`	`172`
`172`	`173`	`def format_output_type(`