From 94c226edb34a3a49cc09ba0fc42d08794fcacc0c Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 24 Jan 2025 12:00:06 -0500 Subject: [PATCH] fixes last eos token not in labels on basic use case --- src/axolotl/prompt_strategies/chat_template.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/prompt_strategies/chat_template.py b/src/axolotl/prompt_strategies/chat_template.py index 5b12130d7..4a8993c82 100644 --- a/src/axolotl/prompt_strategies/chat_template.py +++ b/src/axolotl/prompt_strategies/chat_template.py @@ -487,7 +487,7 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None, processor=None strategy_params = { "train_on_inputs": cfg.train_on_inputs, "sequence_len": cfg.sequence_len, - "roles_to_train": ds_cfg.get("roles_to_train", ["assistant"]), + "roles_to_train": ds_cfg.get("roles_to_train", None), "train_on_eos": ds_cfg.get("train_on_eos", "turn"), }