peft no longer needs device_map

2023-06-10 22:50:09 -04:00
parent d9f713e4e3
commit cd0a6f6027
1 changed files with 0 additions and 3 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -375,7 +375,6 @@ def load_llama_adapter(model, cfg):
        model = PeftModel.from_pretrained(
            model,
            cfg.lora_model_dir,
-            device_map=cfg.device_map,
            torch_dtype=torch.float16,
        )
    else:
@@ -437,8 +436,6 @@ def load_lora(model, cfg):
        model = PeftModel.from_pretrained(
            model,
            cfg.lora_model_dir,
-            device_map=cfg.device_map,
-            # torch_dtype=torch.float16,
        )
    else:
        model = get_peft_model(model, lora_config)