tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

small batch size

Browse Source
This commit is contained in:
Mads Henrichsen
2023-12-30 13:20:45 +01:00
parent 97943d8fc4
commit e3716db386
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/yayi2-30b/qlora.yml
View File

@@ -3,7 +3,7 @@ model_type: AutoModelForCausalLM
tokenizer_type: AutoTokenizer tokenizer_type: AutoTokenizer
is_mistral_derived_model: false is_mistral_derived_model: false
trust_remote_code: true trust_remote_code: true
model_revision: refs/pr/5
load_in_8bit: false load_in_8bit: false
load_in_4bit: true load_in_4bit: true
@@ -43,8 +43,8 @@ wandb_watch:
wandb_name: wandb_name:
wandb_log_model: wandb_log_model:
gradient_accumulation_steps: 4 gradient_accumulation_steps: 1
micro_batch_size: 2 micro_batch_size: 1
num_epochs: 1 num_epochs: 1
optimizer: adamw_bnb_8bit optimizer: adamw_bnb_8bit
lr_scheduler: cosine lr_scheduler: cosine