tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Fix: lowercase True values in config (#713)

Browse Source 
* Fix: lowercase `True` values in config

* Fix: lowercase `True` values in config
This commit is contained in:
atgctg
2023-10-10 14:32:20 +02:00
committed by GitHub
parent 11c48c5e03
commit ace70b33c6
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/mistral/qlora.yml
View File

@@ -19,8 +19,8 @@ adapter: qlora
lora_model_dir: lora_model_dir:
sequence_len: 8192 sequence_len: 8192
sample_packing: True sample_packing: true
pad_to_sequence_len: True pad_to_sequence_len: true
lora_r: 32 lora_r: 32
lora_alpha: 16 lora_alpha: 16

4
examples/pythia/lora.yml
View File

@@ -28,8 +28,8 @@ num_epochs: 3
learning_rate: 0.00001 learning_rate: 0.00001
train_on_inputs: false train_on_inputs: false
group_by_length: false group_by_length: false
bf16: True bf16: true
tf32: True tf32: true
early_stopping_patience: early_stopping_patience:
resume_from_checkpoint: resume_from_checkpoint:
local_rank: local_rank: