fix: update dummy message to prevent potential overlap with real content

2024-10-14 23:50:35 +07:00
parent 95805cf850
commit 7eb62ae5a9
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/prompt_strategies/dpo/chat_template.py
+++ b/src/axolotl/prompt_strategies/dpo/chat_template.py
@@ -53,7 +53,7 @@ def default(
            "role": role_map[sample[field_rejected][field_message_role]],
            "content": sample[field_rejected][field_message_content],
        }
-        dummy_user_message = {"role": "user", "content": "dummy"}
+        dummy_user_message = {"role": "user", "content": "[[dummy_message]]"}

        result = {}
        result["prompt"] = tokenizer.apply_chat_template(