tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

pr comments addressed

Browse Source
This commit is contained in:
Wing Lian
2023-05-25 12:24:52 -04:00
parent 004820209d
commit 98b1bce57e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/lora-openllama-3b/config.yml
View File

@@ -13,7 +13,7 @@ dataset_prepared_path: last_run_prepared
val_set_size: 0.02 val_set_size: 0.02
adapter: lora adapter: lora
lora_model_dir: lora_model_dir:
sequence_len: 512 sequence_len: 256
max_packed_sequence_len: max_packed_sequence_len:
lora_r: 8 lora_r: 8
lora_alpha: 16 lora_alpha: 16
@@ -43,7 +43,7 @@ train_on_inputs: false
group_by_length: false group_by_length: false
bf16: false bf16: false
fp16: true fp16: true
tf32: true tf32: false
gradient_checkpointing: true gradient_checkpointing: true
early_stopping_patience: early_stopping_patience:
resume_from_checkpoint: resume_from_checkpoint: