diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index c2fbc19e3..6cd1cd7ea 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -59,6 +59,7 @@ def load_tokenizer(cfg): in [ "LlamaTokenizer", "LlamaTokenizerFast", + "CodeLlamaTokenizer", ] and hasattr(tokenizer, "pad_token") and not tokenizer.pad_token