From cb023c70dbbbe611cba746375b4cb72b8a598b3b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Aaditya=20Ura=20=28looking=20for=20PhD=20Fall=E2=80=9924?= =?UTF-8?q?=29?= Date: Mon, 5 Aug 2024 22:13:20 +0530 Subject: [PATCH] Update instruct-lora-8b.yml (#1789) [skip ci] Config is giving an error if not using the end of the token as the `pad_to_sequence_len` is true. --- examples/llama-3/instruct-lora-8b.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/llama-3/instruct-lora-8b.yml b/examples/llama-3/instruct-lora-8b.yml index 21d32604c..4acad5999 100644 --- a/examples/llama-3/instruct-lora-8b.yml +++ b/examples/llama-3/instruct-lora-8b.yml @@ -74,3 +74,5 @@ deepspeed: weight_decay: 0.0 fsdp: fsdp_config: +special_tokens: + pad_token: <|end_of_text|>