tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Merge pull request #76 from OpenAccess-AI-Collective/truthy-validation

Browse Source 
Truthy validation
This commit is contained in:
Wing Lian
2023-05-27 09:36:10 -04:00
committed by GitHub
parent 11fd39b1f5 4c906339f7
commit 7e974decb7
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -364,7 +364,7 @@ def load_lora(model, cfg):
PeftModel, PeftModel,
) )
lora_target_modules = list(cfg.lora_target_modules) lora_target_modules = list(cfg.lora_target_modules or [])
if cfg.lora_target_linear: if cfg.lora_target_linear:
bits = None bits = None

8
src/axolotl/utils/validation.py
View File

@@ -5,12 +5,12 @@ def validate_config(cfg):
if cfg.adapter == "qlora": if cfg.adapter == "qlora":
if cfg.merge_lora: if cfg.merge_lora:
# can't merge qlora if loaded in 8bit or 4bit # can't merge qlora if loaded in 8bit or 4bit
assert cfg.load_in_8bit is False assert cfg.load_in_8bit is not True
assert cfg.load_4bit is False assert cfg.load_4bit is not True
assert cfg.load_in_4bit is False assert cfg.load_in_4bit is False
else: else:
assert cfg.load_in_8bit is False assert cfg.load_in_8bit is not True
assert cfg.load_4bit is False assert cfg.load_4bit is not True
assert cfg.load_in_4bit is True assert cfg.load_in_4bit is True
if not cfg.load_in_8bit and cfg.adapter == "lora": if not cfg.load_in_8bit and cfg.adapter == "lora":
logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning") logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning")