fixes last eos token not in labels on basic use case

2025-01-24 12:00:06 -05:00
parent 8fb72cbc0b
commit 94c226edb3
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/prompt_strategies/chat_template.py
+++ b/src/axolotl/prompt_strategies/chat_template.py
@@ -487,7 +487,7 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None, processor=None
    strategy_params = {
        "train_on_inputs": cfg.train_on_inputs,
        "sequence_len": cfg.sequence_len,
-        "roles_to_train": ds_cfg.get("roles_to_train", ["assistant"]),
+        "roles_to_train": ds_cfg.get("roles_to_train", None),
        "train_on_eos": ds_cfg.get("train_on_eos", "turn"),
    }