diff --git a/examples/tiny-llama/lora-mps.yml b/examples/tiny-llama/lora-mps.yml index c08be82d3..99e404e43 100644 --- a/examples/tiny-llama/lora-mps.yml +++ b/examples/tiny-llama/lora-mps.yml @@ -1,4 +1,4 @@ -base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T +base_model: TinyLlama/TinyLlama_v1.1 model_type: LlamaForCausalLM tokenizer_type: LlamaTokenizer diff --git a/examples/tiny-llama/lora.yml b/examples/tiny-llama/lora.yml index c5ff0437e..7c7fb6706 100644 --- a/examples/tiny-llama/lora.yml +++ b/examples/tiny-llama/lora.yml @@ -1,6 +1,5 @@ -base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T -model_type: LlamaForCausalLM -tokenizer_type: LlamaTokenizer +base_model: TinyLlama/TinyLlama_v1.1 +tokenizer_type: AutoTokenizer load_in_8bit: true load_in_4bit: false diff --git a/examples/tiny-llama/qlora.yml b/examples/tiny-llama/qlora.yml index 384f3315c..931fe03e0 100644 --- a/examples/tiny-llama/qlora.yml +++ b/examples/tiny-llama/qlora.yml @@ -1,4 +1,4 @@ -base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T +base_model: TinyLlama/TinyLlama_v1.1 model_type: LlamaForCausalLM tokenizer_type: LlamaTokenizer