diff --git a/examples/llama-3/lora-8b.yml b/examples/llama-3/lora-8b.yml index a7793dce4..99120ea9d 100644 --- a/examples/llama-3/lora-8b.yml +++ b/examples/llama-3/lora-8b.yml @@ -1,6 +1,6 @@ base_model: NousResearch/Llama-2-7b-hf model_type: LlamaForCausalLM -tokenizer_type: LlamaTokenizer +tokenizer_type: AutoTokenizer load_in_8bit: true load_in_4bit: false @@ -64,3 +64,4 @@ weight_decay: 0.0 fsdp: fsdp_config: special_tokens: + pad_token: <|end_of_text|>