Add cfg.lora_target_linear

2023-05-26 14:32:30 +09:00
parent bbfc333a01
commit 919623793a
2 changed files with 13 additions and 8 deletions
--- a/README.md
+++ b/README.md
@@ -232,6 +232,7 @@ lora_target_modules:
 #  - gate_proj
 #  - down_proj
 #  - up_proj
+lora_target_linear: # if true, will target all linear layers
 lora_modules_to_save:
 #  - embed_tokens
 #  - lm_head