tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Add hub model id config options to all example yml files (#2196) [skip ci]

Browse Source 
* added hub model_id in example yml

* add hub model id to example yml
This commit is contained in:
Sunny Liu
2024-12-17 11:24:30 -05:00
committed by GitHub
parent 1f623e6cc8
commit 1c14c4a15c
87 changed files with 286 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/tiny-llama/lora-mps.yml
View File

@@ -1,6 +1,9 @@
base_model: TinyLlama/TinyLlama_v1.1
# optionally might have model_type or tokenizer_type
model_type: LlamaForCausalLM
tokenizer_type: LlamaTokenizer
# Automatically upload checkpoint and final model to HF
# hub_model_id: username/custom_model_name
load_in_8bit: true
load_in_4bit: false

3
examples/tiny-llama/lora.yml
View File

@@ -1,5 +1,8 @@
base_model: TinyLlama/TinyLlama_v1.1
# optionally might have model_type or tokenizer_type
tokenizer_type: AutoTokenizer
# Automatically upload checkpoint and final model to HF
# hub_model_id: username/custom_model_name
load_in_8bit: true
load_in_4bit: false

4
examples/tiny-llama/pretrain.yml
View File

@@ -1,7 +1,9 @@
base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
# optionally might have model_type or tokenizer_type
model_type: LlamaForCausalLM
tokenizer_type: LlamaTokenizer
# Automatically upload checkpoint and final model to HF
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false

3
examples/tiny-llama/qlora.yml
View File

@@ -1,6 +1,9 @@
base_model: TinyLlama/TinyLlama_v1.1
# optionally might have model_type or tokenizer_type
model_type: LlamaForCausalLM
tokenizer_type: LlamaTokenizer
# Automatically upload checkpoint and final model to HF
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: true