From 0801f239ccfb0ff06b52eec0029e3f2f954ee147 Mon Sep 17 00:00:00 2001 From: Chiwan Park Date: Sat, 10 Aug 2024 00:50:31 +0900 Subject: [PATCH] fix the incorrect `max_length` for chat template (#1818) --- src/axolotl/prompt_strategies/chat_template.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/axolotl/prompt_strategies/chat_template.py b/src/axolotl/prompt_strategies/chat_template.py index 719d79505..d0fad4483 100644 --- a/src/axolotl/prompt_strategies/chat_template.py +++ b/src/axolotl/prompt_strategies/chat_template.py @@ -350,6 +350,7 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None): ), "roles": ds_cfg.get("roles"), "drop_system_message": ds_cfg.get("drop_system_message", False), + "max_length": cfg.sequence_len, } strategy_params = {