tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Merge pull request #52 from OpenAccess-AI-Collective/bugfix-cfg-cfg

Browse Source 
cfg.cfg fix, also de-dupe lora module list
This commit is contained in:
Wing Lian
2023-05-25 09:35:24 -04:00
committed by GitHub
parent a617f1b65e f523a0894c
commit d092cdb19b
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/axolotl/utils/models.py
View File

@@ -363,13 +363,13 @@ def load_lora(model, cfg):
) )
bits = None bits = None
if cfg.cfg.load_in_4bits: if cfg.load_in_4bit:
bits = 4 bits = 4
elif cfg.cfg.load_in_8bits: elif cfg.load_in_8bit:
bits = 8 bits = 8
linear_names = find_all_linear_names(bits, model) linear_names = find_all_linear_names(bits, model)
logging.info(f"found linear modules: {repr(linear_names)}") logging.info(f"found linear modules: {repr(linear_names)}")
lora_target_modules = list(cfg.lora_target_modules) + linear_names lora_target_modules = list(set(list(cfg.lora_target_modules) + linear_names))
lora_config = LoraConfig( lora_config = LoraConfig(
r=cfg.lora_r, r=cfg.lora_r,