tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Dan Saunders
2025-08-30 00:42:38 -04:00
parent 1334281d50
commit d1fd505813
5 changed files with 14 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
README.md
View File

@@ -72,8 +72,7 @@ Features:
**Requirements**:
- NVIDIA GPU (Ampere or newer for `bf16` and Flash Attention) or AMD GPU
- Python 3.11
- PyTorch ≥2.6.0
- Python 3.11+
### Google Colab
@@ -87,11 +86,8 @@ Features:
# Install uv
curl -LsSf https://astral.sh/uv/install.sh | sh
# Create virtualenv
uv venv
# Install axolotl
uv pip install --no-build-isolation axolotl[flash-attn,deepspeed]
# Add axolotl to your project
uv add axolotl
# Download example axolotl configs, deepspeed configs
axolotl fetch examples
@@ -102,7 +98,7 @@ axolotl fetch deepspeed_configs # OPTIONAL
```bash
pip3 install -U packaging==23.2 setuptools==75.8.0 wheel ninja
pip3 install --no-build-isolation axolotl[flash-attn,deepspeed]
pip3 install --no-build-isolation axolotl
# Download example axolotl configs, deepspeed configs
axolotl fetch examples

4
cicd/Dockerfile.jinja
View File

@@ -33,9 +33,9 @@ RUN if [ "$NIGHTLY_BUILD" = "true" ] ; then \
RUN uv pip install packaging==23.2 setuptools==75.8.0
RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
uv pip install --no-build-isolation -e .[deepspeed,flash-attn,ring-flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS; \
uv pip install --no-build-isolation -e .[ring-flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS; \
else \
uv pip install --no-build-isolation -e .[deepspeed,flash-attn,ring-flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
uv pip install --no-build-isolation -e .[ring-flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
fi
RUN python scripts/unsloth_install.py | sh

4
docker/Dockerfile
View File

@@ -22,9 +22,9 @@ WORKDIR /workspace/axolotl
# If AXOLOTL_EXTRAS is set, append it in brackets
RUN if [ "$AXOLOTL_EXTRAS" != "" ] ; then \
uv pip install --no-build-isolation -e .[deepspeed,flash-attn,ring-flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS; \
uv pip install --no-build-isolation -e .[ring-flash-attn,optimizers,ray,$AXOLOTL_EXTRAS] $AXOLOTL_ARGS; \
else \
uv pip install --no-build-isolation -e .[deepspeed,flash-attn,ring-flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
uv pip install --no-build-isolation -e .[ring-flash-attn,optimizers,ray] $AXOLOTL_ARGS; \
fi && \
python scripts/unsloth_install.py | sh && \
python scripts/cutcrossentropy_install.py | sh && \

7
docs/installation.qmd
View File

@@ -38,7 +38,7 @@ For a quick installation with uv:
curl -LsSf https://astral.sh/uv/install.sh | sh
# Install axolotl
uv pip install --no-build-isolation axolotl[flash-attn,deepspeed]
uv pip install --no-build-isolation axolotl
```
### PyPI Installation {#sec-pypi}
@@ -97,8 +97,9 @@ git clone https://github.com/axolotl-ai-cloud/axolotl.git
cd axolotl
# Install uv if not already installed
curl -LsSf https://astral.sh/uv/install.sh | sh
source $HOME/.local/bin/env
uv pip install --no-build-isolation -e '.[flash-attn,deepspeed]'
# Create and sync environment
uv venv
uv sync
```
#### Using pip

8
pyproject.toml
View File

@@ -101,6 +101,8 @@ dependencies = [
"torchao==0.12.0 ; sys_platform != 'darwin'",
"bitsandbytes==0.47.0 ; sys_platform != 'darwin'",
"flash-attn==2.8.3 ; sys_platform == 'linux'",
"deepspeed>=0.17.5 ; sys_platform != 'darwin'",
"deepspeed-kernels ; sys_platform != 'darwin'",
]
[project.optional-dependencies]
@@ -110,12 +112,6 @@ ring-flash-attn = [
"yunchang==0.6.0",
]
# Deep learning frameworks
deepspeed = [
"deepspeed>=0.17.5",
"deepspeed-kernels",
]
mamba-ssm = [
"mamba-ssm>=2.2.0",
"causal_conv1d>=1.4.0",