add logging and make sure model unloads to float16

This commit is contained in:
Wing Lian
2023-05-26 00:09:55 -04:00
parent a4f12415a0
commit a5bf838685
2 changed files with 7 additions and 0 deletions

View File

@@ -1,3 +1,6 @@
import logging
def validate_config(cfg):
if cfg.adapter == "qlora":
if cfg.merge_lora:
@@ -9,6 +12,9 @@ def validate_config(cfg):
assert cfg.load_in_8bit is False
assert cfg.load_4bit is False
assert cfg.load_in_4bit is True
if cfg.load_in_8bit and cfg.adapter == "lora":
logging.warning("we recommend setting `load_in_8bit: true`")
# TODO
# MPT 7b
# https://github.com/facebookresearch/bitsandbytes/issues/25