diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
index 2b28903fd..01a02dc7b 100644
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -502,7 +502,7 @@ def load_adapter(model, cfg, adapter, inference=False):
         except NotImplementedError:
             LOG.warning("enable_input_require_grads not implemented on model")
     if adapter == "qlora" and cfg.tensor_parallel:
-        return load_tp_qlora(model)
+        model, _ = load_tp_qlora(model)
     if adapter in ["lora", "qlora"]:
         return load_lora(model, cfg, inference=inference)
     if adapter == "llama-adapter":