tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

consolidate as peft_model_dir

Browse Source
This commit is contained in:
Wing Lian
2023-09-19 19:02:14 -04:00
parent ba85308720
commit 203369411e
33 changed files with 50 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/code-llama/13b/lora.yml
View File

@@ -20,7 +20,7 @@ sample_packing: true
pad_to_sequence_len: true
adapter: lora
lora_model_dir:
peft_model_dir:
lora_r: 32
lora_alpha: 16
lora_dropout: 0.05

2
examples/code-llama/13b/qlora.yml
View File

@@ -16,7 +16,7 @@ val_set_size: 0.01
output_dir: ./qlora-out
adapter: qlora
lora_model_dir:
peft_model_dir:
sequence_len: 4096
sample_packing: true

2
examples/code-llama/34b/lora.yml
View File

@@ -20,7 +20,7 @@ sample_packing: true
pad_to_sequence_len: true
adapter: lora
lora_model_dir:
peft_model_dir:
lora_r: 32
lora_alpha: 16
lora_dropout: 0.05

2
examples/code-llama/34b/qlora.yml
View File

@@ -16,7 +16,7 @@ val_set_size: 0.01
output_dir: ./qlora-out
adapter: qlora
lora_model_dir:
peft_model_dir:
sequence_len: 4096
sample_packing: true

2
examples/code-llama/7b/lora.yml
View File

@@ -20,7 +20,7 @@ sample_packing: true
pad_to_sequence_len: true
adapter: lora
lora_model_dir:
peft_model_dir:
lora_r: 32
lora_alpha: 16
lora_dropout: 0.05

2
examples/code-llama/7b/qlora.yml
View File

@@ -16,7 +16,7 @@ val_set_size: 0.01
output_dir: ./qlora-out
adapter: qlora
lora_model_dir:
peft_model_dir:
sequence_len: 4096
sample_packing: true