tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

improve check for batched

Browse Source
This commit is contained in:
Wing Lian
2025-01-07 16:57:47 -05:00
parent 47932f21c4
commit ab690f3f01
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/prompt_strategies/chat_template.py
View File

@@ -227,9 +227,12 @@ class ChatTemplateStrategy(PromptTokenizingStrategy):
return True return True
def is_prompt_batched(self, prompt: dict[str, Any]) -> bool: def is_prompt_batched(self, prompt: dict[str, Any]) -> bool:
return all(isinstance(v, list) for v in prompt.values()) and all( try:
isinstance(v, list) for v in prompt[self.messages] return all(isinstance(v, list) for v in prompt.values()) and all(
) isinstance(v, list) for v in prompt[self.messages]
)
except KeyError:
return False
def tokenize_prompt(self, prompt: dict[str, Any]): def tokenize_prompt(self, prompt: dict[str, Any]):
""" """