tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix layer_replication arg to peft (#1446)

Browse Source
This commit is contained in:
Wing Lian
2024-03-27 10:18:56 -04:00
committed by GitHub
parent 25afd35842
commit 4155e9988f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/utils/models.py
View File

@@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False):
if cfg.peft_use_rslora: if cfg.peft_use_rslora:
lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
if cfg.peft_layer_replication: if cfg.peft_layer_replication:
lora_config_kwargs["peft_layer_replication"] = cfg.peft_layer_replication lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication
lora_config = LoraConfig( lora_config = LoraConfig(
r=cfg.lora_r, r=cfg.lora_r,