Fix: ValueError when FA + Mistral when padding_side=right (#681)

* Fix: ValueError when FA + Mistral when padding_side=right

* fix: remove tokenizer class check

src/axolotl/utils/models.py

@@ -81,6 +81,9 @@ def load_tokenizer(cfg):
         tokenizer.add_special_tokens({"pad_token": "[PAD]"})
         os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
+    if cfg.is_mistral_derived_model:
+        tokenizer.padding_side = "left"
+
     if cfg.special_tokens:
         for k, val in cfg.special_tokens.items():
             tokenizer.add_special_tokens(