From 84ad69afad64ac86fe87f70656ca670138ea6d61 Mon Sep 17 00:00:00 2001 From: mhenrhcsen Date: Wed, 16 Jul 2025 21:03:49 +0200 Subject: [PATCH] Fix: Ensure tie_weights method is called only if it exists in the model class --- src/axolotl/loaders/model.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/axolotl/loaders/model.py b/src/axolotl/loaders/model.py index 1ce98ef31..7fce928f0 100644 --- a/src/axolotl/loaders/model.py +++ b/src/axolotl/loaders/model.py @@ -235,7 +235,8 @@ class ModelLoader: resize_kwargs["mean_resizing"] = self.cfg.mean_resizing_embeddings self.model.resize_token_embeddings(embeddings_len, **resize_kwargs) else: - self.model.tie_weights() + if hasattr(self.model, "tie_weights"): + self.model.tie_weights() def _adjust_model_config(self): if (