Compare commits

...

4 Commits

Author SHA1 Message Date
Dan Saunders
fe81d52882 remove xformers changes 2025-07-08 14:43:23 +00:00
Dan Saunders
1eaa4ed89d update other deps 2025-07-08 14:29:36 +00:00
Dan Saunders
fe47392ed6 updating vllm to latest 2025-07-08 14:24:22 +00:00
float-trip
1032e22650 Fix link in FSDP + QLoRA docs. (#2879) [skip ci] 2025-07-08 09:19:09 -04:00
3 changed files with 4 additions and 6 deletions

View File

@@ -20,7 +20,7 @@ To enable `QLoRA` with `FSDP`, you need to perform the following steps:
> See the [example config](#example-config) file in addition to reading these instructions.
1. Set `adapter: qlora` in your axolotl config file.
2. Enable FSDP in your axolotl config, as [described here](https://github.com/axolotl-ai-cloud/axolotl?tab=readme-ov-file#fsdp).
2. Enable FSDP in your axolotl config, as [described here](multi-gpu.qmd#sec-fsdp).
3. Use one of the supported model types: `llama`, `mistral` or `mixtral`.
## Example Config

View File

@@ -11,7 +11,7 @@ liger-kernel==0.5.10
packaging==23.2
huggingface_hub==0.32.2
huggingface_hub[hf_xet]==0.33.0
peft==0.15.2
transformers==4.53.1
tokenizers>=0.21.1

View File

@@ -65,15 +65,13 @@ def parse_requirements(extras_require_map):
raise ValueError("Invalid version format")
if (major, minor) >= (2, 7):
_install_requires.pop(_install_requires.index(xformers_version))
# _install_requires.append("xformers==0.0.29.post3") # xformers seems to be hard pinned to 2.6.0
extras_require_map["vllm"] = ["vllm==0.8.5.post1"]
extras_require_map["vllm"] = ["vllm==0.9.2"]
elif (major, minor) >= (2, 6):
_install_requires.pop(_install_requires.index(xformers_version))
_install_requires.append(
"xformers==0.0.29.post2"
) # vllm needs post2 w torch 2.6
extras_require_map["vllm"] = ["vllm==0.8.5.post1"]
extras_require_map["vllm"] = ["vllm==0.9.2"]
elif (major, minor) >= (2, 5):
_install_requires.pop(_install_requires.index(xformers_version))
if patch == 0: