fix the incorrect max_length for chat template (#1818)

2024-08-10 00:50:31 +09:00
parent 54392ac8a6
commit 0801f239cc
1 changed files with 1 additions and 0 deletions
--- a/src/axolotl/prompt_strategies/chat_template.py
+++ b/src/axolotl/prompt_strategies/chat_template.py
@@ -350,6 +350,7 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None):
        ),
        "roles": ds_cfg.get("roles"),
        "drop_system_message": ds_cfg.get("drop_system_message", False),
+        "max_length": cfg.sequence_len,
    }

    strategy_params = {