tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Merge pull request #187 from OpenAccess-AI-Collective/strip-peft-device-map

Browse Source 
peft no longer needs device_map
This commit is contained in:
Wing Lian
2023-06-12 09:10:49 -04:00
committed by GitHub
parent 8002ffb41f 5e616d91c0
commit 93dacba228
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/utils/models.py
View File

@@ -364,7 +364,6 @@ def load_llama_adapter(model, cfg):
model = PeftModel.from_pretrained( model = PeftModel.from_pretrained(
model, model,
cfg.lora_model_dir, cfg.lora_model_dir,
device_map=cfg.device_map,
torch_dtype=torch.float16, torch_dtype=torch.float16,
) )
else: else:
@@ -427,8 +426,6 @@ def load_lora(model, cfg):
model, model,
cfg.lora_model_dir, cfg.lora_model_dir,
is_trainable=not cfg.inference, is_trainable=not cfg.inference,
device_map=cfg.device_map,
# torch_dtype=torch.float16,
) )
else: else:
model = get_peft_model(model, lora_config) model = get_peft_model(model, lora_config)