tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

upgrade to support latest transformers release (#2984)

Browse Source 
* upgrade to support latest transformers release

* bump mistral common too

* Fix dependencies
This commit is contained in:
Wing Lian
2025-07-27 17:05:12 -04:00
committed by GitHub
parent 430be216d8
commit 1d2aa1e467
6 changed files with 29 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
setup.py
View File

@@ -68,9 +68,10 @@ def parse_requirements(extras_require_map):
_install_requires.pop(_install_requires.index(xformers_version))
if patch == 0:
_install_requires.append("xformers==0.0.30")
# vllm 0.9.x is incompatible with latest transformers
extras_require_map.pop("vllm")
else:
_install_requires.append("xformers==0.0.31.post1")
extras_require_map["vllm"] = ["vllm>=0.9.0"]
_install_requires.append("xformers==0.0.31")
elif (major, minor) >= (2, 6):
_install_requires.pop(_install_requires.index(xformers_version))
_install_requires.append("xformers==0.0.29.post3")
@@ -84,7 +85,9 @@ def parse_requirements(extras_require_map):
else:
_install_requires.append("xformers>=0.0.28.post3")
_install_requires.pop(_install_requires.index(autoawq_version))
extras_require_map.pop("vllm")
elif (major, minor) >= (2, 4):
extras_require_map.pop("vllm")
if patch == 0:
_install_requires.pop(_install_requires.index(xformers_version))
_install_requires.append("xformers>=0.0.27")
@@ -114,10 +117,10 @@ def get_package_version():
extras_require = {
"flash-attn": ["flash-attn==2.8.0.post2"],
"flash-attn": ["flash-attn==2.8.2"],
"ring-flash-attn": [
"flash-attn==2.8.0.post2",
"ring-flash-attn>=0.1.5",
"flash-attn==2.8.2",
"ring-flash-attn>=0.1.7",
"yunchang==0.6.0",
],
"deepspeed": [
@@ -151,13 +154,12 @@ extras_require = {
"ray[train]",
],
"vllm": [
"vllm==0.7.2",
"vllm==0.10.0",
],
"llmcompressor": [
"llmcompressor==0.5.1",
],
}
install_requires, dependency_links, extras_require_build = parse_requirements(
extras_require
)