consolidate as peft_model_dir

2023-09-19 19:02:14 -04:00
parent ba85308720
commit 203369411e
33 changed files with 50 additions and 49 deletions
--- a/examples/llama-2/gptq-lora.yml
+++ b/examples/llama-2/gptq-lora.yml
@@ -18,7 +18,7 @@ datasets:
 dataset_prepared_path:
 val_set_size: 0.01
 adapter: lora
-lora_model_dir:
+peft_model_dir:
 sequence_len: 4096
 sample_packing:
 lora_r: 8
--- a/examples/llama-2/ia3.yml
+++ b/examples/llama-2/ia3.yml
@@ -20,7 +20,7 @@ sample_packing: true
 pad_to_sequence_len: true

 adapter: ia3
-ia3_model_dir:
+peft_model_dir:
 ia3_target_modules:
  - k_proj
  - v_proj
--- a/examples/llama-2/lora.yml
+++ b/examples/llama-2/lora.yml
@@ -20,7 +20,7 @@ sample_packing: true
 pad_to_sequence_len: true

 adapter: lora
-lora_model_dir:
+peft_model_dir:
 lora_r: 32
 lora_alpha: 16
 lora_dropout: 0.05
--- a/examples/llama-2/qlora.yml
+++ b/examples/llama-2/qlora.yml
@@ -16,7 +16,7 @@ val_set_size: 0.01
 output_dir: ./qlora-out

 adapter: qlora
-lora_model_dir:
+peft_model_dir:

 sequence_len: 4096
 sample_packing: true
--- a/examples/llama-2/relora.yml
+++ b/examples/llama-2/relora.yml
@@ -16,7 +16,7 @@ val_set_size: 0.01
 output_dir: ./relora-out

 adapter: qlora
-lora_model_dir:
+peft_model_dir:

 sequence_len: 4096
 sample_packing: true
--- a/examples/llama-2/tiny-llama.yml
+++ b/examples/llama-2/tiny-llama.yml
@@ -20,7 +20,7 @@ sequence_len: 4096
 sample_packing: true

 adapter: lora
-lora_model_dir:
+peft_model_dir:
 lora_r: 32
 lora_alpha: 16
 lora_dropout: 0.05