tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: ignore add_special_tokens and use test mode for generation for mistral tokenizer (#3396) [skip ci]

Browse Source 
* fix: ignore add_special_tokens and use test mode for generation

* fix: incorrectly setting kwarg
This commit is contained in:
NanoCode012
2026-02-10 18:03:26 +07:00
committed by GitHub
parent a2da852576
commit c67cbcb0f5
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/axolotl/utils/mistral/mistral_tokenizer.py
View File

@@ -86,15 +86,15 @@ class HFMistralTokenizer(MistralCommonBackend):
add_generation_prompt: bool = False,
**kwargs,
) -> str | list[int]:
"""Patched fn to handle setting serving mode, continue_final_message, remove chat_template and add_generation_prompt kwarg"""
"""Patched fn to handle setting test mode, remove chat_template and add_generation_prompt kwarg"""
# pop unnecessary kwarg for mistral
kwargs.pop("real_last_index", None)
kwargs.pop("add_special_tokens", None)
try:
if add_generation_prompt:
self._set_mode(ValidationMode.serving)
kwargs["continue_final_message"] = True
self._set_mode(ValidationMode.test)
out = super().apply_chat_template(conversation, **kwargs)