From cd0a6f60277063aa2b928dcd6a47e2a73a2a6610 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sat, 10 Jun 2023 22:50:09 -0400 Subject: [PATCH] peft no longer needs device_map --- src/axolotl/utils/models.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index fb363952c..995f8e8f1 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -375,7 +375,6 @@ def load_llama_adapter(model, cfg): model = PeftModel.from_pretrained( model, cfg.lora_model_dir, - device_map=cfg.device_map, torch_dtype=torch.float16, ) else: @@ -437,8 +436,6 @@ def load_lora(model, cfg): model = PeftModel.from_pretrained( model, cfg.lora_model_dir, - device_map=cfg.device_map, - # torch_dtype=torch.float16, ) else: model = get_peft_model(model, lora_config)