From 860609392184cf62a7e0ca676658b170e059ce6c Mon Sep 17 00:00:00 2001 From: jwongTensora Date: Wed, 15 Jan 2025 03:09:29 +0000 Subject: [PATCH] fix for indexing error from token/embeddings mismatch (#2257) Co-authored-by: jwong --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 523fd76fe..4a665c111 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -1057,7 +1057,7 @@ class ModelLoader: ) if ( hasattr(self.model, "get_input_embeddings") - and self.model.get_input_embeddings().num_embeddings < embeddings_len + and self.model.get_input_embeddings().num_embeddings != embeddings_len ): resize_kwargs = {} if self.cfg.mean_resizing_embeddings is not None: