From 176b888a6316bfd0ddfcb7515b9d2bbe957be13a Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Sun, 6 Aug 2023 18:13:10 -0400
Subject: [PATCH] ensure enable_input_require_grads is called on model before
 getting the peft model (#345)

---
 src/axolotl/utils/models.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
index 253bdcbd8..7501878ba 100644
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -391,6 +391,8 @@ def load_adapter(model, cfg, adapter):
 
     if adapter is None:
         return model, None
+    if hasattr(model, "enable_input_require_grads"):
+        model.enable_input_require_grads()
     if adapter in ["lora", "qlora"]:
         return load_lora(model, cfg)
     if adapter == "llama-adapter":