fix layer_replication arg to peft (#1446)

2024-03-27 10:18:56 -04:00
parent 25afd35842
commit 4155e9988f
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False):
    if cfg.peft_use_rslora:
        lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
    if cfg.peft_layer_replication:
-        lora_config_kwargs["peft_layer_replication"] = cfg.peft_layer_replication
+        lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication

    lora_config = LoraConfig(
        r=cfg.lora_r,