tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: remove default setting on edge case where chat template overriden in dataset section

Browse Source
This commit is contained in:
NanoCode012
2024-10-14 11:48:40 +07:00
parent 0c3255288f
commit 9dfc5fa8b8
1 changed files with 0 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -800,20 +800,6 @@ class AxolotlInputConfig(
) )
return datasets return datasets
@model_validator(mode="before")
@classmethod
def set_default_chat_template(cls, data):
if data.get("chat_template") is None:
use_chat_template = any(
dataset["type"] == "chat_template"
for dataset in data.get("datasets", [])
)
if use_chat_template:
data["chat_template"] = ChatTemplate.tokenizer_default
return data
@model_validator(mode="before") @model_validator(mode="before")
@classmethod @classmethod
def check_batch_size_fields(cls, data): def check_batch_size_fields(cls, data):