tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

migrate lora_ to peft_

Browse Source
This commit is contained in:
Wing Lian
2023-09-28 11:58:23 -04:00
parent 481ef187a5
commit 0bd89b38c6
5 changed files with 106 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/llama-2/ia3.yml
View File

@@ -21,13 +21,13 @@ pad_to_sequence_len: true
adapter: ia3
peft_model_dir:
ia3_target_modules:
peft_target_modules:
- k_proj
- v_proj
- down_proj
ia3_feedforward_modules:
peft_feedforward_modules:
- down_proj
ia3_fan_in_fan_out: false
peft_fan_in_fan_out: false
wandb_project:
wandb_entity: