From fe0e69f4f9d0c1c478daabb42bc53ae22d55fb0c Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Fri, 26 May 2023 22:19:50 +0900 Subject: [PATCH] Fix recommendation condition --- src/axolotl/utils/validation.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/axolotl/utils/validation.py b/src/axolotl/utils/validation.py index babf246f5..2fe7f99db 100644 --- a/src/axolotl/utils/validation.py +++ b/src/axolotl/utils/validation.py @@ -12,8 +12,8 @@ def validate_config(cfg): assert cfg.load_in_8bit is False assert cfg.load_4bit is False assert cfg.load_in_4bit is True - if cfg.load_in_8bit and cfg.adapter == "lora": - logging.warning("we recommend setting `load_in_8bit: true`") + if not cfg.load_in_8bit and cfg.adapter == "lora": + logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning") # TODO # MPT 7b