tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Add lora_modules_to_save

Browse Source
This commit is contained in:
NanoCode012
2023-05-16 19:22:00 +09:00
committed by GitHub
parent 42410c783c
commit 2c73c81348
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/models.py
View File

@@ -285,6 +285,7 @@ def load_lora(model, cfg):
target_modules=cfg.lora_target_modules, target_modules=cfg.lora_target_modules,
lora_dropout=cfg.lora_dropout, lora_dropout=cfg.lora_dropout,
fan_in_fan_out=cfg.lora_fan_in_fan_out, fan_in_fan_out=cfg.lora_fan_in_fan_out,
modules_to_save=cfg.lora_modules_to_save if cfg.lora_modules_to_save else None,
bias="none", bias="none",
task_type="CAUSAL_LM", task_type="CAUSAL_LM",
) )