From e038410778abdea4a7ed82de1959e231139a5fdf Mon Sep 17 00:00:00 2001 From: bursteratom Date: Wed, 27 Nov 2024 10:24:37 -0500 Subject: [PATCH] lint --- src/axolotl/utils/models.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 082df7c27..36d56efb6 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -1045,7 +1045,9 @@ class ModelLoader: and self.model.get_input_embeddings().num_embeddings < embeddings_len ): resize_kwargs = {} - if self.cfg.mean_resizing_embeddings is not None: + if self.cfg.mean_resizing_embeddings is not None and not ( + self.model_config.model_type == "llava" + ): resize_kwargs["mean_resizing"] = self.cfg.mean_resizing_embeddings self.model.resize_token_embeddings(embeddings_len, **resize_kwargs) else: