refactor tokenizer loader + add mistral logic

2025-05-28 23:21:28 +00:00
parent 7e44445494
commit 9581a9efed
2 changed files with 527 additions and 230 deletions
--- a/setup.py
+++ b/setup.py
@@ -153,7 +153,6 @@ extras_require = {
    "llmcompressor": [
        "llmcompressor==0.5.1",
    ],
-    "mistral": ["mistral-common==1.5.6"],
 }

 install_requires, dependency_links, extras_require_build = parse_requirements(