tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

repalce linear layers for qlora as well as add peft

Browse Source
This commit is contained in:
Wing Lian
2023-11-01 22:31:02 -04:00
parent 026172eaa8
commit 87e8f13056
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -502,7 +502,7 @@ def load_adapter(model, cfg, adapter, inference=False):
except NotImplementedError: except NotImplementedError:
LOG.warning("enable_input_require_grads not implemented on model") LOG.warning("enable_input_require_grads not implemented on model")
if adapter == "qlora" and cfg.tensor_parallel: if adapter == "qlora" and cfg.tensor_parallel:
return load_tp_qlora(model) model, _ = load_tp_qlora(model)
if adapter in ["lora", "qlora"]: if adapter in ["lora", "qlora"]:
return load_lora(model, cfg, inference=inference) return load_lora(model, cfg, inference=inference)
if adapter == "llama-adapter": if adapter == "llama-adapter":