tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix: Ensure tie_weights method is called only if it exists in the model class

Browse Source
This commit is contained in:
mhenrhcsen
2025-07-16 21:03:49 +02:00
parent 36cbe13d18
commit 84ad69afad
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/loaders/model.py
View File

@@ -235,7 +235,8 @@ class ModelLoader:
resize_kwargs["mean_resizing"] = self.cfg.mean_resizing_embeddings resize_kwargs["mean_resizing"] = self.cfg.mean_resizing_embeddings
self.model.resize_token_embeddings(embeddings_len, **resize_kwargs) self.model.resize_token_embeddings(embeddings_len, **resize_kwargs)
else: else:
self.model.tie_weights() if hasattr(self.model, "tie_weights"):
self.model.tie_weights()
def _adjust_model_config(self): def _adjust_model_config(self):
if ( if (