tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix adam bnb optimizer grouped parameters, fix peft model 8bit conversion logic, black formatting

Browse Source
This commit is contained in:
Wing Lian
2023-05-01 16:31:46 -04:00
parent fe9c29d73e
commit 7748f3d6da
2 changed files with 55 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/utils/models.py
View File

@@ -158,8 +158,8 @@ def load_model(
for k, v in cfg.tokens.items():
tokenizer.add_special_tokens({k: v})
if load_in_8bit and cfg.load_4bit:
logging.info("converting model w/ prepare_model_for_int8_training")
if cfg.adapter and load_in_8bit and not cfg.load_4bit:
logging.info("converting PEFT model w/ prepare_model_for_int8_training")
model = prepare_model_for_int8_training(model)
model, lora_config = load_adapter(model, cfg, adapter)