From 78bff4925e7104c8186c71727b3634a42d200886 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Tue, 8 Jul 2025 22:00:44 +0700 Subject: [PATCH] fix: set add_generation_prompt to False when apply chat template (#2859) [skip ci] --- src/axolotl/utils/collators/mm_chat.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/collators/mm_chat.py b/src/axolotl/utils/collators/mm_chat.py index 75d72f8dc..8b9d728d5 100644 --- a/src/axolotl/utils/collators/mm_chat.py +++ b/src/axolotl/utils/collators/mm_chat.py @@ -50,7 +50,7 @@ class MultiModalChatDataCollator(DataCollatorMixin): # This method requires transformers>=4.49.0 result = self.processing_strategy.processor.apply_chat_template( example["messages"], - add_generation_prompt=True, + add_generation_prompt=False, tokenize=True, return_tensors="pt", padding=True,