tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: add chat_template kwargs (#2837)

Browse Source
This commit is contained in:
NanoCode012
2025-06-27 21:38:46 +07:00
committed by GitHub
parent 24f2887e87
commit d8280d45c1
2 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/prompt_strategies/chat_template.py
View File

@@ -103,6 +103,7 @@ class ChatTemplatePrompter(Prompter):
chat_template_kwargs = { chat_template_kwargs = {
"chat_template": self.chat_template, "chat_template": self.chat_template,
"add_generation_prompt": add_generation_prompt, "add_generation_prompt": add_generation_prompt,
**self.chat_template_kwargs,
} }
if tools: if tools:

6
src/axolotl/utils/schemas/config.py
View File

@@ -778,6 +778,12 @@ class AxolotlInputConfig(
"description": "Custom jinja template for chat template. This will be only used if chat_template is set to `jinja` or `null` (in which case chat_template is automatically set to `jinja`). Default is null." "description": "Custom jinja template for chat template. This will be only used if chat_template is set to `jinja` or `null` (in which case chat_template is automatically set to `jinja`). Default is null."
}, },
) )
chat_template_kwargs: dict[str, Any] | None = Field(
default=None,
json_schema_extra={
"description": "Additional kwargs to pass to the chat template. This is useful for customizing the chat template. For example, you can pass `thinking=False` to add a generation prompt to the chat template."
},
)
eot_tokens: list[str] | None = Field( eot_tokens: list[str] | None = Field(
default=None, default=None,
json_schema_extra={ json_schema_extra={