tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

wip

Browse Source
This commit is contained in:
Dan Saunders
2025-08-29 21:22:26 -04:00
parent 2f4e4ef604
commit 36c4ab11f9
2 changed files with 40 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
pyproject.toml
View File

@@ -26,7 +26,7 @@ classifiers = [
dependencies = [ dependencies = [
# Core dependencies # Core dependencies
"torch>=2.6.0", # Minimum 2.6.0, preference for latest stable (2.8.0) "torch>=2.6.0",
"packaging==23.2", "packaging==23.2",
"huggingface_hub>=0.33.0", "huggingface_hub>=0.33.0",
"peft==0.17.0", "peft==0.17.0",
@@ -56,7 +56,7 @@ dependencies = [
"einops", "einops",
"colorama", "colorama",
"numba", "numba",
"numpy>=1.24.4,<3.0", # Flexible range for compatibility "numpy>=1.24.4,<3.0",
# QLora dependencies # QLora dependencies
"evaluate==0.4.1", "evaluate==0.4.1",
@@ -74,7 +74,7 @@ dependencies = [
"ocifs==1.3.2", "ocifs==1.3.2",
# Other utilities # Other utilities
"zstandard>=0.23.0", # Updated for Python 3.13 compatibility "zstandard>=0.23.0",
"fastcore", "fastcore",
# LM eval harness # LM eval harness
@@ -231,7 +231,7 @@ find-links = [
# UV custom index for specific packages # UV custom index for specific packages
[[tool.uv.index]] [[tool.uv.index]]
name = "autogptq" name = "autogptq"
url = "https://huggingface.github.io/autogptq-index/whl/cu118/" url = "https://huggingface.github.io/autogptq-index/whl/"
# Build dependencies for packages that don't declare them properly # Build dependencies for packages that don't declare them properly
[tool.uv.extra-build-dependencies] [tool.uv.extra-build-dependencies]

71
uv.lock generated
View File

@@ -377,8 +377,8 @@ wheels = [
[[package]] [[package]]
name = "auto-gptq" name = "auto-gptq"
version = "0.5.1+cu118" version = "0.5.1"
source = { registry = "https://huggingface.github.io/autogptq-index/whl/cu118/" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "accelerate" }, { name = "accelerate" },
{ name = "datasets" }, { name = "datasets" },
@@ -392,11 +392,12 @@ dependencies = [
{ name = "tqdm" }, { name = "tqdm" },
{ name = "transformers" }, { name = "transformers" },
] ]
sdist = { url = "https://files.pythonhosted.org/packages/db/77/ec5a16c5625b0791dccfe5e42356171332ed3537c1df505d64a162148c8f/auto_gptq-0.5.1.tar.gz", hash = "sha256:a4897a59f8901f3c497c8d0a0422db40a79b23dbaf840fdb5de2fcf4482c8a54", size = 112336, upload-time = "2023-11-09T14:51:41.478Z" }
wheels = [ wheels = [
{ url = "https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.5.1%2Bcu118-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" }, { url = "https://files.pythonhosted.org/packages/ba/b6/0c7fec03da337d645e407a76cdf78386d4749513e22558abc17665cdcaab/auto_gptq-0.5.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a3dad2f779e1a2798b9de7fbd75abf953c7eb23bb52108479cb3e09d3fda8b83", size = 4827634, upload-time = "2023-11-09T14:51:20.691Z" },
{ url = "https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.5.1%2Bcu118-cp310-cp310-win_amd64.whl" }, { url = "https://files.pythonhosted.org/packages/a6/42/1acacd2d9436502fbfa9b578f8e9aea17142c224f007bb622eb34651c0b0/auto_gptq-0.5.1-cp310-cp310-win_amd64.whl", hash = "sha256:5f84c2b022dbf4cfa379ee2ea64fa559cd9630fa68b60bf312915330248ae9e5", size = 4618662, upload-time = "2023-11-09T14:51:23.742Z" },
{ url = "https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.5.1%2Bcu118-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" }, { url = "https://files.pythonhosted.org/packages/80/be/04b6cff1c334b17a6dd22a350eb54758ca4171ff235a55d6901d1d98d018/auto_gptq-0.5.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5b5c3c5f0470f3e969c3cf2fc2d5c83adf434329a1d5826d796410d625b6d7b2", size = 4830567, upload-time = "2023-11-09T14:51:26.447Z" },
{ url = "https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.5.1%2Bcu118-cp311-cp311-win_amd64.whl" }, { url = "https://files.pythonhosted.org/packages/c1/7c/54f9fab72bb9c626415bdd3aed1da8d48520cf0e2068e89eafa9f2b6359c/auto_gptq-0.5.1-cp311-cp311-win_amd64.whl", hash = "sha256:7ec9592635fad541a821713cb71e73592c7fc06631369e6528e9ab2a2a9c0f03", size = 4624060, upload-time = "2023-11-09T14:51:29.402Z" },
] ]
[[package]] [[package]]
@@ -404,15 +405,15 @@ name = "autoawq"
version = "0.2.7.post3" version = "0.2.7.post3"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "accelerate" }, { name = "accelerate", marker = "sys_platform != 'darwin'" },
{ name = "datasets" }, { name = "datasets", marker = "sys_platform != 'darwin'" },
{ name = "huggingface-hub" }, { name = "huggingface-hub", marker = "sys_platform != 'darwin'" },
{ name = "tokenizers" }, { name = "tokenizers", marker = "sys_platform != 'darwin'" },
{ name = "torch" }, { name = "torch", marker = "sys_platform != 'darwin'" },
{ name = "transformers" }, { name = "transformers", marker = "sys_platform != 'darwin'" },
{ name = "triton" }, { name = "triton", marker = "sys_platform != 'darwin'" },
{ name = "typing-extensions" }, { name = "typing-extensions", marker = "sys_platform != 'darwin'" },
{ name = "zstandard" }, { name = "zstandard", marker = "sys_platform != 'darwin'" },
] ]
wheels = [ wheels = [
{ url = "https://files.pythonhosted.org/packages/d9/5e/8eb2325ef54b8f82a3f7683441a927563e31a897b6f15c2fb87d4840595b/autoawq-0.2.7.post3-py3-none-any.whl", hash = "sha256:02e09d71ca961ca131ac9963a2635fe8c34eb52d6b6a104b8574056aef8f2efe", size = 107376, upload-time = "2024-12-06T18:53:40.876Z" }, { url = "https://files.pythonhosted.org/packages/d9/5e/8eb2325ef54b8f82a3f7683441a927563e31a897b6f15c2fb87d4840595b/autoawq-0.2.7.post3-py3-none-any.whl", hash = "sha256:02e09d71ca961ca131ac9963a2635fe8c34eb52d6b6a104b8574056aef8f2efe", size = 107376, upload-time = "2024-12-06T18:53:40.876Z" },
@@ -1524,8 +1525,8 @@ name = "cupy-cuda12x"
version = "13.6.0" version = "13.6.0"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "fastrlock" }, { name = "fastrlock", marker = "sys_platform != 'darwin'" },
{ name = "numpy" }, { name = "numpy", marker = "sys_platform != 'darwin'" },
] ]
wheels = [ wheels = [
{ url = "https://files.pythonhosted.org/packages/f7/2e/db22c5148884e4e384f6ebbc7971fa3710f3ba67ca492798890a0fdebc45/cupy_cuda12x-13.6.0-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:9e37f60f27ff9625dfdccc4688a09852707ec613e32ea9404f425dd22a386d14", size = 126341714, upload-time = "2025-08-18T08:24:08.335Z" }, { url = "https://files.pythonhosted.org/packages/f7/2e/db22c5148884e4e384f6ebbc7971fa3710f3ba67ca492798890a0fdebc45/cupy_cuda12x-13.6.0-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:9e37f60f27ff9625dfdccc4688a09852707ec613e32ea9404f425dd22a386d14", size = 126341714, upload-time = "2025-08-18T08:24:08.335Z" },
@@ -1930,8 +1931,8 @@ resolution-markers = [
"(python_full_version < '3.11' and platform_machine != 'aarch64' and platform_machine != 'x86_64' and sys_platform == 'linux') or (python_full_version < '3.11' and platform_machine == 'x86_64' and platform_python_implementation != 'CPython' and sys_platform == 'linux')", "(python_full_version < '3.11' and platform_machine != 'aarch64' and platform_machine != 'x86_64' and sys_platform == 'linux') or (python_full_version < '3.11' and platform_machine == 'x86_64' and platform_python_implementation != 'CPython' and sys_platform == 'linux')",
] ]
dependencies = [ dependencies = [
{ name = "einops", marker = "python_full_version >= '3.14' or platform_machine != 'x86_64' or platform_python_implementation != 'CPython' or sys_platform != 'linux'" }, { name = "einops", marker = "(python_full_version >= '3.14' and sys_platform == 'linux') or (platform_machine != 'x86_64' and sys_platform == 'linux') or (platform_python_implementation != 'CPython' and sys_platform == 'linux')" },
{ name = "torch", marker = "python_full_version >= '3.14' or platform_machine != 'x86_64' or platform_python_implementation != 'CPython' or sys_platform != 'linux'" }, { name = "torch", marker = "(python_full_version >= '3.14' and sys_platform == 'linux') or (platform_machine != 'x86_64' and sys_platform == 'linux') or (platform_python_implementation != 'CPython' and sys_platform == 'linux')" },
] ]
sdist = { url = "https://files.pythonhosted.org/packages/63/91/91bcbd7424877fa8da4e7cc04b8a777247a33037b9c1fd976a5ad426c047/flash_attn-2.8.2.tar.gz", hash = "sha256:740a5370f406cbe16155cc6d078ec543a97a137501f32cba89198295e6b80e54", size = 8167111, upload-time = "2025-07-24T16:06:45.953Z" } sdist = { url = "https://files.pythonhosted.org/packages/63/91/91bcbd7424877fa8da4e7cc04b8a777247a33037b9c1fd976a5ad426c047/flash_attn-2.8.2.tar.gz", hash = "sha256:740a5370f406cbe16155cc6d078ec543a97a137501f32cba89198295e6b80e54", size = 8167111, upload-time = "2025-07-24T16:06:45.953Z" }
@@ -3134,8 +3135,8 @@ name = "liger-kernel"
version = "0.6.1" version = "0.6.1"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "torch" }, { name = "torch", marker = "sys_platform != 'darwin'" },
{ name = "triton" }, { name = "triton", marker = "sys_platform != 'darwin'" },
] ]
sdist = { url = "https://files.pythonhosted.org/packages/1c/c9/6b99caca42761e1ebad1ad4c65f597537163c1fe7617c0cd3757d0a2de4c/liger_kernel-0.6.1.tar.gz", hash = "sha256:563e8d6c38f3676da532b16821045c523a2b429006ce7d4fe0375f1485041b8d", size = 3668300, upload-time = "2025-07-28T18:37:07.356Z" } sdist = { url = "https://files.pythonhosted.org/packages/1c/c9/6b99caca42761e1ebad1ad4c65f597537163c1fe7617c0cd3757d0a2de4c/liger_kernel-0.6.1.tar.gz", hash = "sha256:563e8d6c38f3676da532b16821045c523a2b429006ce7d4fe0375f1485041b8d", size = 3668300, upload-time = "2025-07-28T18:37:07.356Z" }
wheels = [ wheels = [
@@ -3709,12 +3710,12 @@ name = "mlx-lm"
version = "0.27.0" version = "0.27.0"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "jinja2", marker = "sys_platform != 'linux'" }, { name = "jinja2", marker = "sys_platform == 'darwin'" },
{ name = "mlx", marker = "sys_platform != 'linux'" }, { name = "mlx", marker = "sys_platform == 'darwin'" },
{ name = "numpy", marker = "sys_platform != 'linux'" }, { name = "numpy", marker = "sys_platform == 'darwin'" },
{ name = "protobuf", marker = "sys_platform != 'linux'" }, { name = "protobuf", marker = "sys_platform == 'darwin'" },
{ name = "pyyaml", marker = "sys_platform != 'linux'" }, { name = "pyyaml", marker = "sys_platform == 'darwin'" },
{ name = "transformers", marker = "sys_platform != 'linux'" }, { name = "transformers", marker = "sys_platform == 'darwin'" },
] ]
sdist = { url = "https://files.pythonhosted.org/packages/8c/4b/68a0b7cde71279ef47a3cbbbe663ea2007824d7ad93a19dc8a26ee68341a/mlx_lm-0.27.0.tar.gz", hash = "sha256:91da83708bc63e5985ff862bc1d66b1348e8af98baa8b7f873661661d8cabfd2", size = 178986, upload-time = "2025-08-29T18:00:07.404Z" } sdist = { url = "https://files.pythonhosted.org/packages/8c/4b/68a0b7cde71279ef47a3cbbbe663ea2007824d7ad93a19dc8a26ee68341a/mlx_lm-0.27.0.tar.gz", hash = "sha256:91da83708bc63e5985ff862bc1d66b1348e8af98baa8b7f873661661d8cabfd2", size = 178986, upload-time = "2025-08-29T18:00:07.404Z" }
wheels = [ wheels = [
@@ -4293,7 +4294,7 @@ name = "nvidia-cudnn-cu12"
version = "9.5.1.17" version = "9.5.1.17"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "nvidia-cublas-cu12" }, { name = "nvidia-cublas-cu12", marker = "platform_machine != 'aarch64' and sys_platform == 'linux'" },
] ]
wheels = [ wheels = [
{ url = "https://files.pythonhosted.org/packages/2a/78/4535c9c7f859a64781e43c969a3a7e84c54634e319a996d43ef32ce46f83/nvidia_cudnn_cu12-9.5.1.17-py3-none-manylinux_2_28_x86_64.whl", hash = "sha256:30ac3869f6db17d170e0e556dd6cc5eee02647abc31ca856634d5a40f82c15b2", size = 570988386, upload-time = "2024-10-25T19:54:26.39Z" }, { url = "https://files.pythonhosted.org/packages/2a/78/4535c9c7f859a64781e43c969a3a7e84c54634e319a996d43ef32ce46f83/nvidia_cudnn_cu12-9.5.1.17-py3-none-manylinux_2_28_x86_64.whl", hash = "sha256:30ac3869f6db17d170e0e556dd6cc5eee02647abc31ca856634d5a40f82c15b2", size = 570988386, upload-time = "2024-10-25T19:54:26.39Z" },
@@ -4304,7 +4305,7 @@ name = "nvidia-cufft-cu12"
version = "11.3.0.4" version = "11.3.0.4"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "nvidia-nvjitlink-cu12" }, { name = "nvidia-nvjitlink-cu12", marker = "platform_machine != 'aarch64' and sys_platform == 'linux'" },
] ]
wheels = [ wheels = [
{ url = "https://files.pythonhosted.org/packages/8f/16/73727675941ab8e6ffd86ca3a4b7b47065edcca7a997920b831f8147c99d/nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ccba62eb9cef5559abd5e0d54ceed2d9934030f51163df018532142a8ec533e5", size = 200221632, upload-time = "2024-11-20T17:41:32.357Z" }, { url = "https://files.pythonhosted.org/packages/8f/16/73727675941ab8e6ffd86ca3a4b7b47065edcca7a997920b831f8147c99d/nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ccba62eb9cef5559abd5e0d54ceed2d9934030f51163df018532142a8ec533e5", size = 200221632, upload-time = "2024-11-20T17:41:32.357Z" },
@@ -4333,9 +4334,9 @@ name = "nvidia-cusolver-cu12"
version = "11.7.1.2" version = "11.7.1.2"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "nvidia-cublas-cu12" }, { name = "nvidia-cublas-cu12", marker = "platform_machine != 'aarch64' and sys_platform == 'linux'" },
{ name = "nvidia-cusparse-cu12" }, { name = "nvidia-cusparse-cu12", marker = "platform_machine != 'aarch64' and sys_platform == 'linux'" },
{ name = "nvidia-nvjitlink-cu12" }, { name = "nvidia-nvjitlink-cu12", marker = "platform_machine != 'aarch64' and sys_platform == 'linux'" },
] ]
wheels = [ wheels = [
{ url = "https://files.pythonhosted.org/packages/f0/6e/c2cf12c9ff8b872e92b4a5740701e51ff17689c4d726fca91875b07f655d/nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:e9e49843a7707e42022babb9bcfa33c29857a93b88020c4e4434656a655b698c", size = 158229790, upload-time = "2024-11-20T17:43:43.211Z" }, { url = "https://files.pythonhosted.org/packages/f0/6e/c2cf12c9ff8b872e92b4a5740701e51ff17689c4d726fca91875b07f655d/nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:e9e49843a7707e42022babb9bcfa33c29857a93b88020c4e4434656a655b698c", size = 158229790, upload-time = "2024-11-20T17:43:43.211Z" },
@@ -4347,7 +4348,7 @@ name = "nvidia-cusparse-cu12"
version = "12.5.4.2" version = "12.5.4.2"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "nvidia-nvjitlink-cu12" }, { name = "nvidia-nvjitlink-cu12", marker = "platform_machine != 'aarch64' and sys_platform == 'linux'" },
] ]
wheels = [ wheels = [
{ url = "https://files.pythonhosted.org/packages/06/1e/b8b7c2f4099a37b96af5c9bb158632ea9e5d9d27d7391d7eb8fc45236674/nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7556d9eca156e18184b94947ade0fba5bb47d69cec46bf8660fd2c71a4b48b73", size = 216561367, upload-time = "2024-11-20T17:44:54.824Z" }, { url = "https://files.pythonhosted.org/packages/06/1e/b8b7c2f4099a37b96af5c9bb158632ea9e5d9d27d7391d7eb8fc45236674/nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7556d9eca156e18184b94947ade0fba5bb47d69cec46bf8660fd2c71a4b48b73", size = 216561367, upload-time = "2024-11-20T17:44:54.824Z" },
@@ -7771,8 +7772,8 @@ name = "xformers"
version = "0.0.31" version = "0.0.31"
source = { registry = "https://pypi.org/simple" } source = { registry = "https://pypi.org/simple" }
dependencies = [ dependencies = [
{ name = "numpy" }, { name = "numpy", marker = "sys_platform != 'darwin'" },
{ name = "torch" }, { name = "torch", marker = "sys_platform != 'darwin'" },
] ]
sdist = { url = "https://files.pythonhosted.org/packages/33/35/91c172a57681e1c03de5ad1ca654dc87c282279b941052ed04e616ae5bcd/xformers-0.0.31.tar.gz", hash = "sha256:3fccb159c6327c13fc1b08f8b963c2779ca526e2e50755dee9bcc1bac67d20c6", size = 12102740, upload-time = "2025-06-25T15:12:10.241Z" } sdist = { url = "https://files.pythonhosted.org/packages/33/35/91c172a57681e1c03de5ad1ca654dc87c282279b941052ed04e616ae5bcd/xformers-0.0.31.tar.gz", hash = "sha256:3fccb159c6327c13fc1b08f8b963c2779ca526e2e50755dee9bcc1bac67d20c6", size = 12102740, upload-time = "2025-06-25T15:12:10.241Z" }
wheels = [ wheels = [