From 3ce9b0760bb7e2faa842087d89f6303c6830944b Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Fri, 19 Apr 2024 07:28:07 -0400
Subject: [PATCH] fix the lora yaml for l3

---
 examples/llama-3/lora-8b.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/examples/llama-3/lora-8b.yml b/examples/llama-3/lora-8b.yml
index a7793dce4..99120ea9d 100644
--- a/examples/llama-3/lora-8b.yml
+++ b/examples/llama-3/lora-8b.yml
@@ -1,6 +1,6 @@
 base_model: NousResearch/Llama-2-7b-hf
 model_type: LlamaForCausalLM
-tokenizer_type: LlamaTokenizer
+tokenizer_type: AutoTokenizer
 
 load_in_8bit: true
 load_in_4bit: false
@@ -64,3 +64,4 @@ weight_decay: 0.0
 fsdp:
 fsdp_config:
 special_tokens:
+  pad_token: <|end_of_text|>