From 87e8f13056b6313676824a1e9acfe34527bc3405 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Wed, 1 Nov 2023 22:31:02 -0400
Subject: [PATCH] repalce linear layers for qlora as well as add peft

---
 src/axolotl/utils/models.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
index 2b28903fd..01a02dc7b 100644
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -502,7 +502,7 @@ def load_adapter(model, cfg, adapter, inference=False):
         except NotImplementedError:
             LOG.warning("enable_input_require_grads not implemented on model")
     if adapter == "qlora" and cfg.tensor_parallel:
-        return load_tp_qlora(model)
+        model, _ = load_tp_qlora(model)
     if adapter in ["lora", "qlora"]:
         return load_lora(model, cfg, inference=inference)
     if adapter == "llama-adapter":