diff --git a/src/axolotl/loaders/model.py b/src/axolotl/loaders/model.py
index 1ce98ef31..7fce928f0 100644
--- a/src/axolotl/loaders/model.py
+++ b/src/axolotl/loaders/model.py
@@ -235,7 +235,8 @@ class ModelLoader:
                 resize_kwargs["mean_resizing"] = self.cfg.mean_resizing_embeddings
             self.model.resize_token_embeddings(embeddings_len, **resize_kwargs)
         else:
-            self.model.tie_weights()
+            if hasattr(self.model, "tie_weights"):
+                self.model.tie_weights()
 
     def _adjust_model_config(self):
         if (