Feat: Add Magistral and mistral-common tokenizer support (#2780)

2025-06-12 16:18:33 -07:00
parent ace9287c96
commit eac4a61f55
15 changed files with 1213 additions and 14 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -67,3 +67,5 @@ schedulefree==1.4.1

 axolotl-contribs-lgpl==0.0.6
 axolotl-contribs-mit==0.0.3
+
+mistral-common==1.6.0