Address review comments and add docs

This commit is contained in:
Chirag Jain
2024-08-27 04:25:44 +05:30
parent 4805f3ca0a
commit 8a84408fc7
5 changed files with 177 additions and 12 deletions

View File

@@ -7,7 +7,7 @@ import pytest
from transformers import AutoTokenizer
from axolotl.utils.chat_templates import (
_TEMPLATES,
_CHAT_TEMPLATES,
extract_chat_template_args,
get_chat_template,
)
@@ -27,7 +27,7 @@ class TestGetChatTemplateUtils:
def test_known_chat_template(self):
chat_template_str = get_chat_template("llama3")
assert chat_template_str == _TEMPLATES["llama3"]
assert chat_template_str == _CHAT_TEMPLATES["llama3"]
def test_invalid_chat_template(self):
with pytest.raises(ValueError) as exc: