include task type for ia3 config

2023-09-19 19:08:10 -04:00
parent 203369411e
commit d645b19fcf
1 changed files with 1 additions and 0 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -576,6 +576,7 @@ def load_ia3(model, cfg, inference=False):
        target_modules=cfg.ia3_target_modules,
        feedforward_modules=cfg.ia3_feedforward_modules,
        modules_to_save=cfg.ia3_modules_to_save,
+        task_type="CAUSAL_LM",
        **ia3_config_kwargs,
    )