Merge pull request #44 from OpenAccess-AI-Collective/qlora-add-modules-tuple

fix tuple add to list
2023-05-24 23:46:40 -04:00
parent cf48ff7cac a8771b0aad
commit a617f1b65e
1 changed files with 3 additions and 3 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -369,7 +369,7 @@ def load_lora(model, cfg):
        bits = 8
    linear_names = find_all_linear_names(bits, model)
    logging.info(f"found linear modules: {repr(linear_names)}")
-    lora_target_modules = cfg.lora_target_modules + linear_names
+    lora_target_modules = list(cfg.lora_target_modules) + linear_names

    lora_config = LoraConfig(
        r=cfg.lora_r,