From 0e8f3409451442950f2debbe28735198361c9786 Mon Sep 17 00:00:00 2001
From: NanoCode012 <kevinvong@rocketmail.com>
Date: Fri, 19 Apr 2024 20:44:46 +0900
Subject: [PATCH] fix(yml): update llama-3 config (#1543) [skip ci]

---
 examples/llama-3/lora-8b.yml | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/examples/llama-3/lora-8b.yml b/examples/llama-3/lora-8b.yml
index a7793dce4..d60f8a303 100644
--- a/examples/llama-3/lora-8b.yml
+++ b/examples/llama-3/lora-8b.yml
@@ -1,6 +1,6 @@
-base_model: NousResearch/Llama-2-7b-hf
+base_model: meta-llama/Meta-Llama-3-8B
 model_type: LlamaForCausalLM
-tokenizer_type: LlamaTokenizer
+tokenizer_type: AutoTokenizer
 
 load_in_8bit: true
 load_in_4bit: false
@@ -64,3 +64,4 @@ weight_decay: 0.0
 fsdp:
 fsdp_config:
 special_tokens:
+   pad_token: <|end_of_text|>