tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

include task type for ia3 config

Browse Source
This commit is contained in:
Wing Lian
2023-09-19 19:08:10 -04:00
parent 203369411e
commit d645b19fcf
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/models.py
View File

@@ -576,6 +576,7 @@ def load_ia3(model, cfg, inference=False):
target_modules=cfg.ia3_target_modules, target_modules=cfg.ia3_target_modules,
feedforward_modules=cfg.ia3_feedforward_modules, feedforward_modules=cfg.ia3_feedforward_modules,
modules_to_save=cfg.ia3_modules_to_save, modules_to_save=cfg.ia3_modules_to_save,
task_type="CAUSAL_LM",
**ia3_config_kwargs, **ia3_config_kwargs,
) )