Merge branch 'main' into cj_tokenizer_default_prompt_template

This commit is contained in:
NanoCode012
2024-10-10 20:25:37 +07:00
21 changed files with 357 additions and 20 deletions

View File

@@ -73,7 +73,7 @@ class TestAssistantChatTemplateLlama3:
strategy = ChatTemplateStrategy(
ChatTemplatePrompter(
llama3_tokenizer,
chat_template=get_chat_template("llama3"),
chat_templates("llama3"),
message_field_role="role",
message_field_content="content",
roles={