add check for attr

2023-06-11 10:11:17 -04:00
parent 958da70376
commit c9a149f9e8
1 changed files with 4 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -300,7 +300,10 @@ def load_model(
    embeddings_len = math.ceil(len(tokenizer) / 32) * 32
    model.resize_token_embeddings(embeddings_len)

-    if cfg.sequence_len >= model.config.max_position_embeddings:
+    if (
+        hasattr(model.config, "max_position_embeddings")
+        and cfg.sequence_len >= model.config.max_position_embeddings
+    ):
        logging.warning(
            f"increasing model.config.max_position_embeddings to {cfg.sequence_len}"
        )