fix: remove default setting on edge case where chat template overriden in dataset section

This commit is contained in:
NanoCode012
2024-10-14 11:48:40 +07:00
parent 0c3255288f
commit 9dfc5fa8b8

View File

@@ -800,20 +800,6 @@ class AxolotlInputConfig(
)
return datasets
@model_validator(mode="before")
@classmethod
def set_default_chat_template(cls, data):
if data.get("chat_template") is None:
use_chat_template = any(
dataset["type"] == "chat_template"
for dataset in data.get("datasets", [])
)
if use_chat_template:
data["chat_template"] = ChatTemplate.tokenizer_default
return data
@model_validator(mode="before")
@classmethod
def check_batch_size_fields(cls, data):