tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

peft no longer needs device_map

Browse Source
This commit is contained in:
Wing Lian
2023-06-10 22:50:09 -04:00
parent d9f713e4e3
commit cd0a6f6027
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/models.py
View File

@@ -375,7 +375,6 @@ def load_llama_adapter(model, cfg):
model = PeftModel.from_pretrained( model = PeftModel.from_pretrained(
model, model,
cfg.lora_model_dir, cfg.lora_model_dir,
device_map=cfg.device_map,
torch_dtype=torch.float16, torch_dtype=torch.float16,
) )
else: else:
@@ -437,8 +436,6 @@ def load_lora(model, cfg):
model = PeftModel.from_pretrained( model = PeftModel.from_pretrained(
model, model,
cfg.lora_model_dir, cfg.lora_model_dir,
device_map=cfg.device_map,
# torch_dtype=torch.float16,
) )
else: else:
model = get_peft_model(model, lora_config) model = get_peft_model(model, lora_config)