tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: add torch2.6 to ci (#2311)

Browse Source
This commit is contained in:
NanoCode012
2025-02-07 19:28:54 +07:00
committed by GitHub
parent a971eb4ce6
commit 5bbad5ef93
7 changed files with 45 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
.github/workflows/main.yml vendored
View File

@@ -26,6 +26,11 @@ jobs:
pytorch: 2.5.1 pytorch: 2.5.1
axolotl_extras: axolotl_extras:
is_latest: true is_latest: true
- cuda: 124
cuda_version: 12.4.1
python_version: "3.11"
pytorch: 2.6.0
axolotl_extras:
runs-on: axolotl-gpu-runner runs-on: axolotl-gpu-runner
steps: steps:
- name: Checkout - name: Checkout

7
.github/workflows/multi-gpu-e2e.yml vendored
View File

@@ -34,6 +34,13 @@ jobs:
axolotl_extras: axolotl_extras:
num_gpus: 2 num_gpus: 2
nightly_build: "true" nightly_build: "true"
- cuda: 124
cuda_version: 12.4.1
python_version: "3.11"
pytorch: 2.6.0
axolotl_extras:
num_gpus: 2
nightly_build: "true"
runs-on: [self-hosted, modal] runs-on: [self-hosted, modal]
timeout-minutes: 120 timeout-minutes: 120
steps: steps:

5
.github/workflows/nightlies.yml vendored
View File

@@ -22,6 +22,11 @@ jobs:
python_version: "3.11" python_version: "3.11"
pytorch: 2.5.1 pytorch: 2.5.1
axolotl_extras: axolotl_extras:
- cuda: 124
cuda_version: 12.4.1
python_version: "3.11"
pytorch: 2.6.0
axolotl_extras:
runs-on: axolotl-gpu-runner runs-on: axolotl-gpu-runner
steps: steps:
- name: Checkout - name: Checkout

11
.github/workflows/tests-nightly.yml vendored
View File

@@ -26,12 +26,14 @@ jobs:
max-parallel: 2 max-parallel: 2
matrix: matrix:
python_version: ["3.10", "3.11"] python_version: ["3.10", "3.11"]
pytorch_version: ["2.4.1", "2.5.1"] pytorch_version: ["2.4.1", "2.5.1", "2.6.0"]
exclude: exclude:
- python_version: "3.10" - python_version: "3.10"
pytorch_version: "2.4.1" pytorch_version: "2.4.1"
- python_version: "3.10" - python_version: "3.10"
pytorch_version: "2.5.1" pytorch_version: "2.5.1"
- python_version: "3.10"
pytorch_version: "2.6.0"
timeout-minutes: 20 timeout-minutes: 20
steps: steps:
@@ -112,6 +114,13 @@ jobs:
num_gpus: 1 num_gpus: 1
axolotl_extras: axolotl_extras:
nightly_build: "true" nightly_build: "true"
- cuda: 124
cuda_version: 12.4.1
python_version: "3.11"
pytorch: 2.6.0
num_gpus: 1
axolotl_extras:
nightly_build: "true"
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v4 uses: actions/checkout@v4

16
.github/workflows/tests.yml vendored
View File

@@ -49,12 +49,14 @@ jobs:
max-parallel: 2 max-parallel: 2
matrix: matrix:
python_version: ["3.10", "3.11"] python_version: ["3.10", "3.11"]
pytorch_version: ["2.4.1", "2.5.1"] pytorch_version: ["2.4.1", "2.5.1", "2.6.0"]
exclude: exclude:
- python_version: "3.10" - python_version: "3.10"
pytorch_version: "2.4.1" pytorch_version: "2.4.1"
- python_version: "3.10" - python_version: "3.10"
pytorch_version: "2.5.1" pytorch_version: "2.5.1"
- python_version: "3.10"
pytorch_version: "2.6.0"
timeout-minutes: 20 timeout-minutes: 20
steps: steps:
@@ -127,7 +129,7 @@ jobs:
max-parallel: 1 max-parallel: 1
matrix: matrix:
python_version: ["3.11"] python_version: ["3.11"]
pytorch_version: ["2.4.1", "2.5.1"] pytorch_version: ["2.4.1", "2.5.1", "2.6.0"]
timeout-minutes: 20 timeout-minutes: 20
steps: steps:
@@ -216,7 +218,7 @@ jobs:
- name: Install Python - name: Install Python
uses: actions/setup-python@v5 uses: actions/setup-python@v5
with: with:
python-version: "3.10" python-version: "3.11"
- name: Install Modal - name: Install Modal
run: | run: |
python -m pip install --upgrade pip python -m pip install --upgrade pip
@@ -251,13 +253,19 @@ jobs:
pytorch: 2.4.1 pytorch: 2.4.1
num_gpus: 1 num_gpus: 1
axolotl_extras: axolotl_extras:
- cuda: 124
cuda_version: 12.4.1
python_version: "3.11"
pytorch: 2.6.0
num_gpus: 1
axolotl_extras:
steps: steps:
- name: Checkout - name: Checkout
uses: actions/checkout@v4 uses: actions/checkout@v4
- name: Install Python - name: Install Python
uses: actions/setup-python@v5 uses: actions/setup-python@v5
with: with:
python-version: "3.10" python-version: "3.11"
- name: Install Modal - name: Install Modal
run: | run: |
python -m pip install --upgrade pip python -m pip install --upgrade pip

2
requirements.txt
View File

@@ -1,7 +1,7 @@
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
# START section of dependencies that don't install on Darwin/MacOS # START section of dependencies that don't install on Darwin/MacOS
bitsandbytes==0.45.1 bitsandbytes==0.45.2
triton>=3.0.0 triton>=3.0.0
mamba-ssm==1.2.0.post1 mamba-ssm==1.2.0.post1
flash-attn==2.7.0.post2 flash-attn==2.7.0.post2

7
setup.py
View File

@@ -71,12 +71,15 @@ def parse_requirements():
else: else:
raise ValueError("Invalid version format") raise ValueError("Invalid version format")
if (major, minor) >= (2, 5): if (major, minor) >= (2, 6):
_install_requires.pop(_install_requires.index(xformers_version))
_install_requires.append("xformers==0.0.29.post2")
elif (major, minor) >= (2, 5):
_install_requires.pop(_install_requires.index(xformers_version)) _install_requires.pop(_install_requires.index(xformers_version))
if patch == 0: if patch == 0:
_install_requires.append("xformers==0.0.28.post2") _install_requires.append("xformers==0.0.28.post2")
else: else:
_install_requires.append("xformers==0.0.28.post3") _install_requires.append("xformers==0.0.29")
_install_requires.pop(_install_requires.index(autoawq_version)) _install_requires.pop(_install_requires.index(autoawq_version))
elif (major, minor) >= (2, 4): elif (major, minor) >= (2, 4):
if patch == 0: if patch == 0: