fix: remove default setting on edge case where chat template overriden in dataset section
This commit is contained in:
@@ -800,20 +800,6 @@ class AxolotlInputConfig(
|
||||
)
|
||||
return datasets
|
||||
|
||||
@model_validator(mode="before")
|
||||
@classmethod
|
||||
def set_default_chat_template(cls, data):
|
||||
if data.get("chat_template") is None:
|
||||
use_chat_template = any(
|
||||
dataset["type"] == "chat_template"
|
||||
for dataset in data.get("datasets", [])
|
||||
)
|
||||
|
||||
if use_chat_template:
|
||||
data["chat_template"] = ChatTemplate.tokenizer_default
|
||||
|
||||
return data
|
||||
|
||||
@model_validator(mode="before")
|
||||
@classmethod
|
||||
def check_batch_size_fields(cls, data):
|
||||
|
||||
Reference in New Issue
Block a user