tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add check for attr

Browse Source
This commit is contained in:
Wing Lian
2023-06-11 10:11:17 -04:00
parent 958da70376
commit c9a149f9e8
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/axolotl/utils/models.py
View File

@@ -300,7 +300,10 @@ def load_model(
embeddings_len = math.ceil(len(tokenizer) / 32) * 32 embeddings_len = math.ceil(len(tokenizer) / 32) * 32
model.resize_token_embeddings(embeddings_len) model.resize_token_embeddings(embeddings_len)
if cfg.sequence_len >= model.config.max_position_embeddings: if (
hasattr(model.config, "max_position_embeddings")
and cfg.sequence_len >= model.config.max_position_embeddings
):
logging.warning( logging.warning(
f"increasing model.config.max_position_embeddings to {cfg.sequence_len}" f"increasing model.config.max_position_embeddings to {cfg.sequence_len}"
) )