diff --git a/src/axolotl/utils/validation.py b/src/axolotl/utils/validation.py new file mode 100644 index 000000000..9bef37406 --- /dev/null +++ b/src/axolotl/utils/validation.py @@ -0,0 +1,10 @@ +def validate_config(cfg): + if cfg.adapter == "qlora": + assert cfg.load_in_8bit is False + assert cfg.load_4bit is False + assert cfg.load_in_4bit is True + pass + # TODO + # MPT 7b + # https://github.com/facebookresearch/bitsandbytes/issues/25 + # no 8bit adamw w bf16