From d645b19fcf5b9183f8b900085327e1ec668be7f6 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Tue, 19 Sep 2023 19:08:10 -0400
Subject: [PATCH] include task type for ia3 config

---
 src/axolotl/utils/models.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
index b99c95158..67d0aaac2 100644
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -576,6 +576,7 @@ def load_ia3(model, cfg, inference=False):
         target_modules=cfg.ia3_target_modules,
         feedforward_modules=cfg.ia3_feedforward_modules,
         modules_to_save=cfg.ia3_modules_to_save,
+        task_type="CAUSAL_LM",
         **ia3_config_kwargs,
     )