Fix recommendation condition

2023-05-26 22:19:50 +09:00
parent 1fc9b44e3d
commit fe0e69f4f9
1 changed files with 2 additions and 2 deletions
--- a/src/axolotl/utils/validation.py
+++ b/src/axolotl/utils/validation.py
@@ -12,8 +12,8 @@ def validate_config(cfg):
            assert cfg.load_in_8bit is False
            assert cfg.load_4bit is False
            assert cfg.load_in_4bit is True
-    if cfg.load_in_8bit and cfg.adapter == "lora":
-        logging.warning("we recommend setting `load_in_8bit: true`")
+    if not cfg.load_in_8bit and cfg.adapter == "lora":
+        logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning")

    # TODO
    # MPT 7b