tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix recommendation condition

Browse Source
This commit is contained in:
NanoCode012
2023-05-26 22:19:50 +09:00
committed by GitHub
parent 1fc9b44e3d
commit fe0e69f4f9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/utils/validation.py
View File

@@ -12,8 +12,8 @@ def validate_config(cfg):
assert cfg.load_in_8bit is False assert cfg.load_in_8bit is False
assert cfg.load_4bit is False assert cfg.load_4bit is False
assert cfg.load_in_4bit is True assert cfg.load_in_4bit is True
if cfg.load_in_8bit and cfg.adapter == "lora": if not cfg.load_in_8bit and cfg.adapter == "lora":
logging.warning("we recommend setting `load_in_8bit: true`") logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning")
# TODO # TODO
# MPT 7b # MPT 7b