From a8771b0aada2c95a52dc8fc9380679cf80824f15 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 24 May 2023 23:46:04 -0400 Subject: [PATCH] fix tuple add to list --- src/axolotl/utils/models.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 554f5be23..ad0f2df94 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -363,13 +363,13 @@ def load_lora(model, cfg): ) bits = None - if cfg.cfg.load_in_4bits: + if cfg.cfg.load_in_4bits: bits = 4 - elif cfg.cfg.load_in_8bits: + elif cfg.cfg.load_in_8bits: bits = 8 linear_names = find_all_linear_names(bits, model) logging.info(f"found linear modules: {repr(linear_names)}") - lora_target_modules = cfg.lora_target_modules + linear_names + lora_target_modules = list(cfg.lora_target_modules) + linear_names lora_config = LoraConfig( r=cfg.lora_r,