tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix tuple add to list

Browse Source
This commit is contained in:
Wing Lian
2023-05-24 23:46:04 -04:00
parent cf48ff7cac
commit a8771b0aad
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -369,7 +369,7 @@ def load_lora(model, cfg):
bits = 8 bits = 8
linear_names = find_all_linear_names(bits, model) linear_names = find_all_linear_names(bits, model)
logging.info(f"found linear modules: {repr(linear_names)}") logging.info(f"found linear modules: {repr(linear_names)}")
lora_target_modules = cfg.lora_target_modules + linear_names lora_target_modules = list(cfg.lora_target_modules) + linear_names
lora_config = LoraConfig( lora_config = LoraConfig(
r=cfg.lora_r, r=cfg.lora_r,