From 3e2b269d06ea6a4bb05b2194cdd50b67b5ffb55c Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Fri, 9 Aug 2024 10:58:19 -0400 Subject: [PATCH] update tinyllama to use final instead of checkpoints (#1820) [skip ci] --- examples/tiny-llama/lora-mps.yml | 2 +- examples/tiny-llama/lora.yml | 5 ++--- examples/tiny-llama/qlora.yml | 2 +- 3 files changed, 4 insertions(+), 5 deletions(-) diff --git a/examples/tiny-llama/lora-mps.yml b/examples/tiny-llama/lora-mps.yml index c08be82d3..99e404e43 100644 --- a/examples/tiny-llama/lora-mps.yml +++ b/examples/tiny-llama/lora-mps.yml @@ -1,4 +1,4 @@ -base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T +base_model: TinyLlama/TinyLlama_v1.1 model_type: LlamaForCausalLM tokenizer_type: LlamaTokenizer diff --git a/examples/tiny-llama/lora.yml b/examples/tiny-llama/lora.yml index c5ff0437e..7c7fb6706 100644 --- a/examples/tiny-llama/lora.yml +++ b/examples/tiny-llama/lora.yml @@ -1,6 +1,5 @@ -base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T -model_type: LlamaForCausalLM -tokenizer_type: LlamaTokenizer +base_model: TinyLlama/TinyLlama_v1.1 +tokenizer_type: AutoTokenizer load_in_8bit: true load_in_4bit: false diff --git a/examples/tiny-llama/qlora.yml b/examples/tiny-llama/qlora.yml index 384f3315c..931fe03e0 100644 --- a/examples/tiny-llama/qlora.yml +++ b/examples/tiny-llama/qlora.yml @@ -1,4 +1,4 @@ -base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T +base_model: TinyLlama/TinyLlama_v1.1 model_type: LlamaForCausalLM tokenizer_type: LlamaTokenizer