From 9caa3eb699ef8eb1ad8c64011945d274172bfa63 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Thu, 22 Aug 2024 11:45:37 -0400 Subject: [PATCH] make the train_on_eos default to turn so all eos tokens are treated the same (#1847) [skip ci] --- src/axolotl/prompt_strategies/chat_template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/prompt_strategies/chat_template.py b/src/axolotl/prompt_strategies/chat_template.py index d0fad4483..8ae668d7e 100644 --- a/src/axolotl/prompt_strategies/chat_template.py +++ b/src/axolotl/prompt_strategies/chat_template.py @@ -357,7 +357,7 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None): "train_on_inputs": cfg.train_on_inputs, "sequence_len": cfg.sequence_len, "roles_to_train": ds_cfg.get("roles_to_train", ["gpt", "assistant"]), - "train_on_eos": ds_cfg.get("train_on_eos", "last"), + "train_on_eos": ds_cfg.get("train_on_eos", "turn"), } strategy = ChatTemplateStrategy(