diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index f34a0cf2f..052f9aa72 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -15,21 +15,6 @@ jobs: fail-fast: false matrix: include: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.0 - axolotl_extras: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: vllm - - cuda: 128 - cuda_version: 12.8.1 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: - cuda: 128 cuda_version: 12.8.1 python_version: "3.11" @@ -46,6 +31,11 @@ jobs: python_version: "3.11" pytorch: 2.9.1 axolotl_extras: + - cuda: 130 + cuda_version: 13.0.0 + python_version: "3.11" + pytorch: 2.9.1 + axolotl_extras: runs-on: axolotl-gpu-runner steps: - name: Checkout @@ -92,27 +82,6 @@ jobs: strategy: matrix: include: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.0 - axolotl_extras: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: - is_latest: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: vllm - - cuda: 128 - cuda_version: 12.8.1 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: - cuda: 128 cuda_version: 12.8.1 python_version: "3.11" @@ -129,6 +98,11 @@ jobs: python_version: "3.11" pytorch: 2.9.1 axolotl_extras: + - cuda: 130 + cuda_version: 13.0.0 + python_version: "3.11" + pytorch: 2.9.1 + axolotl_extras: runs-on: axolotl-gpu-runner steps: - name: Checkout @@ -170,24 +144,18 @@ jobs: strategy: matrix: include: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: - is_latest: - - cuda: 126 - cuda_version: 12.6.3 - python_version: "3.11" - pytorch: 2.7.1 - axolotl_extras: vllm - is_latest: true - cuda: 128 cuda_version: 12.8.1 python_version: "3.11" pytorch: 2.8.0 axolotl_extras: is_latest: + - cuda: 128 + cuda_version: 12.8.1 + python_version: "3.11" + pytorch: 2.9.1 + axolotl_extras: + is_latest: runs-on: axolotl-gpu-runner steps: - name: Checkout diff --git a/.nojekyll b/.nojekyll index 8339d6d94..ae66ff82b 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -4e8b247b \ No newline at end of file +984e3917 \ No newline at end of file diff --git a/docs/docker.html b/docs/docker.html index fb553661b..20af18ef6 100644 --- a/docs/docker.html +++ b/docs/docker.html @@ -816,11 +816,8 @@ Important
main-base-py{python_version}-cu{cuda_version}-{pytorch_version}

Tags examples:

@@ -860,15 +857,12 @@ Tip

Tags examples:

diff --git a/docs/installation.html b/docs/installation.html index 2109a1219..01e5324b1 100644 --- a/docs/installation.html +++ b/docs/installation.html @@ -825,7 +825,7 @@ Important
-

For Blackwell GPUs, please use Pytorch 2.7.0 and CUDA 12.8.

+

For Blackwell GPUs, please use Pytorch 2.9.1 and CUDA 12.8.

@@ -900,7 +900,7 @@ Important
-

For Blackwell GPUs, please use axolotlai/axolotl:main-py3.11-cu128-2.7.0 or the cloud variant axolotlai/axolotl-cloud:main-py3.11-cu128-2.7.0.

+

For Blackwell GPUs, please use axolotlai/axolotl:main-py3.11-cu128-2.9.1 or the cloud variant axolotlai/axolotl-cloud:main-py3.11-cu128-2.9.1.

Please refer to the Docker documentation for more information on the different Docker images that are available.

diff --git a/index.html b/index.html index d507c5532..fd31ed7cb 100644 --- a/index.html +++ b/index.html @@ -844,7 +844,7 @@ Expand older updates

Google Colab

diff --git a/search.json b/search.json index 443013aad..773ed0065 100644 --- a/search.json +++ b/search.json @@ -154,7 +154,7 @@ "href": "docs/installation.html#sec-installation-methods", "title": "Installation", "section": "2 Installation Methods", - "text": "2 Installation Methods\n\n\n\n\n\n\nImportant\n\n\n\nPlease make sure to have Pytorch installed before installing Axolotl in your local environment.\nFollow the instructions at: https://pytorch.org/get-started/locally/\n\n\n\n\n\n\n\n\nImportant\n\n\n\nFor Blackwell GPUs, please use Pytorch 2.7.0 and CUDA 12.8.\n\n\n\n2.1 PyPI Installation (Recommended)\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\nWe use --no-build-isolation in order to detect the installed PyTorch version (if\ninstalled) in order not to clobber it, and so that we set the correct version of\ndependencies that are specific to the PyTorch version or other installed\nco-dependencies.\n\n\n2.2 uv Installation\nuv is a fast, reliable Python package installer and resolver built in Rust. It offers significant performance improvements over pip and provides better dependency resolution, making it an excellent choice for complex environments.\nInstall uv if not already installed\ncurl -LsSf https://astral.sh/uv/install.sh | sh\nsource $HOME/.local/bin/env\nChoose your CUDA version to use with PyTorch; e.g. cu124, cu126, cu128,\nthen create the venv and activate\nexport UV_TORCH_BACKEND=cu126\nuv venv --no-project --relocatable\nsource .venv/bin/activate\nInstall PyTorch\n- PyTorch 2.6.0 recommended\nuv pip install packaging setuptools wheel\nuv pip install torch==2.6.0\nuv pip install awscli pydantic\nInstall axolotl from PyPi\nuv pip install --no-build-isolation axolotl[deepspeed,flash-attn]\n\n# optionally install with vLLM if you're using torch==2.6.0 and want to train w/ GRPO\nuv pip install --no-build-isolation axolotl[deepspeed,flash-attn,vllm]\n\n\n2.3 Edge/Development Build\nFor the latest features between releases:\ngit clone https://github.com/axolotl-ai-cloud/axolotl.git\ncd axolotl\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation -e '.[flash-attn,deepspeed]'\n\n\n2.4 Docker\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nFor development with Docker:\ndocker compose up -d\n\n\n\n\n\n\nTipAdvanced Docker Configuration\n\n\n\ndocker run --privileged --gpus '\"all\"' --shm-size 10g --rm -it \\\n --name axolotl --ipc=host \\\n --ulimit memlock=-1 --ulimit stack=67108864 \\\n --mount type=bind,src=\"${PWD}\",target=/workspace/axolotl \\\n -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \\\n axolotlai/axolotl:main-latest\n\n\n\n\n\n\n\n\nImportant\n\n\n\nFor Blackwell GPUs, please use axolotlai/axolotl:main-py3.11-cu128-2.7.0 or the cloud variant axolotlai/axolotl-cloud:main-py3.11-cu128-2.7.0.\n\n\nPlease refer to the Docker documentation for more information on the different Docker images that are available.", + "text": "2 Installation Methods\n\n\n\n\n\n\nImportant\n\n\n\nPlease make sure to have Pytorch installed before installing Axolotl in your local environment.\nFollow the instructions at: https://pytorch.org/get-started/locally/\n\n\n\n\n\n\n\n\nImportant\n\n\n\nFor Blackwell GPUs, please use Pytorch 2.9.1 and CUDA 12.8.\n\n\n\n2.1 PyPI Installation (Recommended)\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\nWe use --no-build-isolation in order to detect the installed PyTorch version (if\ninstalled) in order not to clobber it, and so that we set the correct version of\ndependencies that are specific to the PyTorch version or other installed\nco-dependencies.\n\n\n2.2 uv Installation\nuv is a fast, reliable Python package installer and resolver built in Rust. It offers significant performance improvements over pip and provides better dependency resolution, making it an excellent choice for complex environments.\nInstall uv if not already installed\ncurl -LsSf https://astral.sh/uv/install.sh | sh\nsource $HOME/.local/bin/env\nChoose your CUDA version to use with PyTorch; e.g. cu124, cu126, cu128,\nthen create the venv and activate\nexport UV_TORCH_BACKEND=cu126\nuv venv --no-project --relocatable\nsource .venv/bin/activate\nInstall PyTorch\n- PyTorch 2.6.0 recommended\nuv pip install packaging setuptools wheel\nuv pip install torch==2.6.0\nuv pip install awscli pydantic\nInstall axolotl from PyPi\nuv pip install --no-build-isolation axolotl[deepspeed,flash-attn]\n\n# optionally install with vLLM if you're using torch==2.6.0 and want to train w/ GRPO\nuv pip install --no-build-isolation axolotl[deepspeed,flash-attn,vllm]\n\n\n2.3 Edge/Development Build\nFor the latest features between releases:\ngit clone https://github.com/axolotl-ai-cloud/axolotl.git\ncd axolotl\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation -e '.[flash-attn,deepspeed]'\n\n\n2.4 Docker\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nFor development with Docker:\ndocker compose up -d\n\n\n\n\n\n\nTipAdvanced Docker Configuration\n\n\n\ndocker run --privileged --gpus '\"all\"' --shm-size 10g --rm -it \\\n --name axolotl --ipc=host \\\n --ulimit memlock=-1 --ulimit stack=67108864 \\\n --mount type=bind,src=\"${PWD}\",target=/workspace/axolotl \\\n -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \\\n axolotlai/axolotl:main-latest\n\n\n\n\n\n\n\n\nImportant\n\n\n\nFor Blackwell GPUs, please use axolotlai/axolotl:main-py3.11-cu128-2.9.1 or the cloud variant axolotlai/axolotl-cloud:main-py3.11-cu128-2.9.1.\n\n\nPlease refer to the Docker documentation for more information on the different Docker images that are available.", "crumbs": [ "Getting Started", "Installation" @@ -3126,7 +3126,7 @@ "href": "index.html#quick-start---llm-fine-tuning-in-minutes", "title": "Axolotl", "section": "🚀 Quick Start - LLM Fine-tuning in Minutes", - "text": "🚀 Quick Start - LLM Fine-tuning in Minutes\nRequirements:\n\nNVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU\nPython 3.11\nPyTorch ≥2.7.1\n\n\nGoogle Colab\n\n\n\nOpen In Colab\n\n\n\n\nInstallation\n\nUsing pip\npip3 install -U packaging==23.2 setuptools==75.8.0 wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\n\n# Download example axolotl configs, deepspeed configs\naxolotl fetch examples\naxolotl fetch deepspeed_configs # OPTIONAL\n\n\nUsing Docker\nInstalling with Docker can be less error prone than installing in your own environment.\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nOther installation approaches are described here.\n\n\nCloud Providers\n\n\nRunPod\nVast.ai\nPRIME Intellect\nModal\nNovita\nJarvisLabs.ai\nLatitude.sh\n\n\n\n\n\nYour First Fine-tune\n# Fetch axolotl examples\naxolotl fetch examples\n\n# Or, specify a custom path\naxolotl fetch examples --dest path/to/folder\n\n# Train a model using LoRA\naxolotl train examples/llama-3/lora-1b.yml\nThat’s it! Check out our Getting Started Guide for a more detailed walkthrough.", + "text": "🚀 Quick Start - LLM Fine-tuning in Minutes\nRequirements:\n\nNVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU\nPython 3.11\nPyTorch ≥2.8.0\n\n\nGoogle Colab\n\n\n\nOpen In Colab\n\n\n\n\nInstallation\n\nUsing pip\npip3 install -U packaging==23.2 setuptools==75.8.0 wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\n\n# Download example axolotl configs, deepspeed configs\naxolotl fetch examples\naxolotl fetch deepspeed_configs # OPTIONAL\n\n\nUsing Docker\nInstalling with Docker can be less error prone than installing in your own environment.\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nOther installation approaches are described here.\n\n\nCloud Providers\n\n\nRunPod\nVast.ai\nPRIME Intellect\nModal\nNovita\nJarvisLabs.ai\nLatitude.sh\n\n\n\n\n\nYour First Fine-tune\n# Fetch axolotl examples\naxolotl fetch examples\n\n# Or, specify a custom path\naxolotl fetch examples --dest path/to/folder\n\n# Train a model using LoRA\naxolotl train examples/llama-3/lora-1b.yml\nThat’s it! Check out our Getting Started Guide for a more detailed walkthrough.", "crumbs": [ "Home" ] @@ -5705,7 +5705,7 @@ "href": "docs/docker.html#base", "title": "Docker", "section": "Base", - "text": "Base\nThe base image is the most minimal image that can install Axolotl. It is based on the nvidia/cuda image. It includes python, torch, git, git-lfs, awscli, pydantic, and more.\n\nImage\naxolotlai/axolotl-base\nLink: Docker Hub\n\n\nTags format\nmain-base-py{python_version}-cu{cuda_version}-{pytorch_version}\nTags examples:\n\nmain-base-py3.11-cu128-2.7.1\nmain-base-py3.11-cu126-2.7.1\nmain-base-py3.11-cu126-2.7.0\nmain-base-py3.11-cu126-2.6.0\nmain-base-py3.11-cu124-2.6.0", + "text": "Base\nThe base image is the most minimal image that can install Axolotl. It is based on the nvidia/cuda image. It includes python, torch, git, git-lfs, awscli, pydantic, and more.\n\nImage\naxolotlai/axolotl-base\nLink: Docker Hub\n\n\nTags format\nmain-base-py{python_version}-cu{cuda_version}-{pytorch_version}\nTags examples:\n\nmain-base-py3.11-cu128-2.8.0\nmain-base-py3.11-cu128-2.9.1", "crumbs": [ "Deployments", "Docker" @@ -5716,7 +5716,7 @@ "href": "docs/docker.html#main", "title": "Docker", "section": "Main", - "text": "Main\nThe main image is the image that is used to run Axolotl. It is based on the axolotlai/axolotl-base image and includes the Axolotl codebase, dependencies, and more.\n\nImage\naxolotlai/axolotl\nLink: Docker Hub\n\n\nTags format\n# on push to main\nmain-py{python_version}-cu{cuda_version}-{pytorch_version}\n\n# latest main (currently torch 2.6.0, python 3.11, cuda 12.4)\nmain-latest\n\n# nightly build\n{branch}-{date_in_YYYYMMDD}-py{python_version}-cu{cuda_version}-{pytorch_version}\n\n# tagged release\n{version}\n\n\n\n\n\n\nTip\n\n\n\nThere may be some extra tags appended to the image, like -vllm which installs those packages.\n\n\nTags examples:\n\nmain-py3.11-cu128-2.7.1\nmain-py3.11-cu126-2.7.1\nmain-py3.11-cu126-2.7.0\nmain-py3.11-cu126-2.6.0\nmain-py3.11-cu124-2.6.0\nmain-latest\nmain-20250303-py3.11-cu124-2.6.0\nmain-20250303-py3.11-cu126-2.6.0\n0.10.1", + "text": "Main\nThe main image is the image that is used to run Axolotl. It is based on the axolotlai/axolotl-base image and includes the Axolotl codebase, dependencies, and more.\n\nImage\naxolotlai/axolotl\nLink: Docker Hub\n\n\nTags format\n# on push to main\nmain-py{python_version}-cu{cuda_version}-{pytorch_version}\n\n# latest main (currently torch 2.6.0, python 3.11, cuda 12.4)\nmain-latest\n\n# nightly build\n{branch}-{date_in_YYYYMMDD}-py{python_version}-cu{cuda_version}-{pytorch_version}\n\n# tagged release\n{version}\n\n\n\n\n\n\nTip\n\n\n\nThere may be some extra tags appended to the image, like -vllm which installs those packages.\n\n\nTags examples:\n\nmain-py3.11-cu128-2.8.0\nmain-py3.11-cu128-2.9.1\nmain-latest\nmain-20250303-py3.11-cu124-2.6.0\nmain-20250303-py3.11-cu126-2.6.0\n0.12.0", "crumbs": [ "Deployments", "Docker" diff --git a/sitemap.xml b/sitemap.xml index 857554b1e..84cb1b2de 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,942 +2,942 @@ https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2025-12-30T17:42:01.379Z + 2026-01-01T11:53:46.655Z https://docs.axolotl.ai/docs/mac.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/cli.html - 2025-12-30T17:42:01.345Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/mixed_precision.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/installation.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/dataset_loading.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/sequence_parallelism.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.632Z https://docs.axolotl.ai/docs/optimizations.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/gradient_checkpointing.html - 2025-12-30T17:42:01.347Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/streaming.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.632Z https://docs.axolotl.ai/docs/lora_optims.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/amd_hpc.html - 2025-12-30T17:42:01.345Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/debugging.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/dataset-formats/conversation.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/dataset-formats/index.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/config-reference.html - 2025-12-30T17:45:55.416Z + 2026-01-01T11:57:23.782Z https://docs.axolotl.ai/docs/multimodal.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/ray-integration.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/faq.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/dataset_preprocessing.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/torchao.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.632Z https://docs.axolotl.ai/docs/optimizers.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/models/apertus.html - 2025-12-30T17:45:56.019Z + 2026-01-01T11:57:24.196Z https://docs.axolotl.ai/docs/models/ministral3/think.html - 2025-12-30T17:45:56.013Z + 2026-01-01T11:57:24.190Z https://docs.axolotl.ai/docs/models/gpt-oss.html - 2025-12-30T17:45:56.019Z + 2026-01-01T11:57:24.197Z https://docs.axolotl.ai/docs/models/phi.html - 2025-12-30T17:45:56.020Z + 2026-01-01T11:57:24.197Z https://docs.axolotl.ai/docs/models/olmo3.html - 2025-12-30T17:45:56.012Z + 2026-01-01T11:57:24.188Z https://docs.axolotl.ai/docs/models/granite4.html - 2025-12-30T17:45:56.021Z + 2026-01-01T11:57:24.199Z https://docs.axolotl.ai/docs/models/seed-oss.html - 2025-12-30T17:45:56.020Z + 2026-01-01T11:57:24.197Z https://docs.axolotl.ai/docs/models/qwen3.html - 2025-12-30T17:45:56.018Z + 2026-01-01T11:57:24.195Z https://docs.axolotl.ai/docs/models/orpheus.html - 2025-12-30T17:45:56.022Z + 2026-01-01T11:57:24.202Z https://docs.axolotl.ai/docs/models/hunyuan.html - 2025-12-30T17:45:56.022Z + 2026-01-01T11:57:24.201Z https://docs.axolotl.ai/docs/models/mistral.html - 2025-12-30T17:45:56.017Z + 2026-01-01T11:57:24.194Z https://docs.axolotl.ai/docs/models/mistral-small.html - 2025-12-30T17:45:56.016Z + 2026-01-01T11:57:24.193Z https://docs.axolotl.ai/docs/models/smolvlm2.html - 2025-12-30T17:45:56.021Z + 2026-01-01T11:57:24.198Z https://docs.axolotl.ai/docs/models/llama-2.html - 2025-12-30T17:45:56.018Z + 2026-01-01T11:57:24.194Z https://docs.axolotl.ai/docs/models/magistral/vision.html - 2025-12-30T17:45:56.015Z + 2026-01-01T11:57:24.192Z https://docs.axolotl.ai/docs/models/jamba.html - 2025-12-30T17:45:56.022Z + 2026-01-01T11:57:24.202Z https://docs.axolotl.ai/docs/models/mimo.html - 2025-12-30T17:45:56.011Z + 2026-01-01T11:57:24.187Z https://docs.axolotl.ai/docs/api/utils.schedulers.html - 2025-12-30T17:45:39.165Z + 2026-01-01T11:57:08.633Z https://docs.axolotl.ai/docs/api/cli.utils.sweeps.html - 2025-12-30T17:45:38.355Z + 2026-01-01T11:57:07.821Z https://docs.axolotl.ai/docs/api/datasets.html - 2025-12-30T17:45:37.944Z + 2026-01-01T11:57:07.415Z https://docs.axolotl.ai/docs/api/utils.tokenization.html - 2025-12-30T17:45:39.081Z + 2026-01-01T11:57:08.550Z https://docs.axolotl.ai/docs/api/loaders.tokenizer.html - 2025-12-30T17:45:38.473Z + 2026-01-01T11:57:07.939Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html - 2025-12-30T17:45:38.953Z + 2026-01-01T11:57:08.422Z https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html - 2025-12-30T17:45:39.040Z + 2026-01-01T11:57:08.509Z https://docs.axolotl.ai/docs/api/utils.data.sft.html - 2025-12-30T17:45:39.215Z + 2026-01-01T11:57:08.684Z https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html - 2025-12-30T17:45:39.021Z + 2026-01-01T11:57:08.490Z https://docs.axolotl.ai/docs/api/loaders.patch_manager.html - 2025-12-30T17:45:38.501Z + 2026-01-01T11:57:07.967Z https://docs.axolotl.ai/docs/api/integrations.liger.args.html - 2025-12-30T17:45:39.543Z + 2026-01-01T11:57:09.010Z https://docs.axolotl.ai/docs/api/utils.schemas.peft.html - 2025-12-30T17:45:39.306Z + 2026-01-01T11:57:08.774Z https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html - 2025-12-30T17:45:38.695Z + 2026-01-01T11:57:08.161Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html - 2025-12-30T17:45:38.613Z + 2026-01-01T11:57:08.079Z https://docs.axolotl.ai/docs/api/cli.cloud.base.html - 2025-12-30T17:45:38.310Z + 2026-01-01T11:57:07.777Z https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html - 2025-12-30T17:45:39.073Z + 2026-01-01T11:57:08.541Z https://docs.axolotl.ai/docs/api/kernels.swiglu.html - 2025-12-30T17:45:38.924Z + 2026-01-01T11:57:08.393Z https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html - 2025-12-30T17:45:39.529Z + 2026-01-01T11:57:08.995Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html - 2025-12-30T17:45:38.762Z + 2026-01-01T11:57:08.232Z https://docs.axolotl.ai/docs/api/monkeypatch.utils.html - 2025-12-30T17:45:38.998Z + 2026-01-01T11:57:08.467Z https://docs.axolotl.ai/docs/api/core.builders.rl.html - 2025-12-30T17:45:38.044Z + 2026-01-01T11:57:07.515Z https://docs.axolotl.ai/docs/api/loaders.processor.html - 2025-12-30T17:45:38.475Z + 2026-01-01T11:57:07.941Z https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html - 2025-12-30T17:45:39.676Z + 2026-01-01T11:57:09.141Z https://docs.axolotl.ai/docs/api/core.training_args.html - 2025-12-30T17:45:38.060Z + 2026-01-01T11:57:07.531Z https://docs.axolotl.ai/docs/api/loaders.adapter.html - 2025-12-30T17:45:38.482Z + 2026-01-01T11:57:07.948Z https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html - 2025-12-30T17:45:38.281Z + 2026-01-01T11:57:07.749Z https://docs.axolotl.ai/docs/api/cli.train.html - 2025-12-30T17:45:38.162Z + 2026-01-01T11:57:07.633Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html - 2025-12-30T17:45:38.514Z + 2026-01-01T11:57:07.980Z https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html - 2025-12-30T17:45:38.661Z + 2026-01-01T11:57:08.127Z https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html - 2025-12-30T17:45:38.674Z + 2026-01-01T11:57:08.140Z https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html - 2025-12-30T17:45:38.989Z + 2026-01-01T11:57:08.457Z https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html - 2025-12-30T17:45:38.700Z + 2026-01-01T11:57:08.166Z https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html - 2025-12-30T17:45:38.637Z + 2026-01-01T11:57:08.104Z https://docs.axolotl.ai/docs/api/core.chat.messages.html - 2025-12-30T17:45:38.089Z + 2026-01-01T11:57:07.560Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html - 2025-12-30T17:45:38.522Z + 2026-01-01T11:57:07.988Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html - 2025-12-30T17:45:38.738Z + 2026-01-01T11:57:08.204Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html - 2025-12-30T17:45:38.750Z + 2026-01-01T11:57:08.216Z https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html - 2025-12-30T17:45:39.336Z + 2026-01-01T11:57:08.805Z https://docs.axolotl.ai/docs/api/convert.html - 2025-12-30T17:45:37.961Z + 2026-01-01T11:57:07.431Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html - 2025-12-30T17:45:38.740Z + 2026-01-01T11:57:08.206Z https://docs.axolotl.ai/docs/api/utils.schemas.config.html - 2025-12-30T17:45:39.255Z + 2026-01-01T11:57:08.724Z https://docs.axolotl.ai/docs/api/utils.schemas.enums.html - 2025-12-30T17:45:39.347Z + 2026-01-01T11:57:08.815Z https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html - 2025-12-30T17:45:39.000Z + 2026-01-01T11:57:08.469Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html - 2025-12-30T17:45:38.708Z + 2026-01-01T11:57:08.174Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html - 2025-12-30T17:45:38.434Z + 2026-01-01T11:57:07.901Z https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html - 2025-12-30T17:45:39.548Z + 2026-01-01T11:57:09.014Z https://docs.axolotl.ai/docs/api/utils.collators.core.html - 2025-12-30T17:45:39.577Z + 2026-01-01T11:57:09.043Z https://docs.axolotl.ai/docs/api/core.chat.format.shared.html - 2025-12-30T17:45:38.095Z + 2026-01-01T11:57:07.566Z https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html - 2025-12-30T17:45:38.787Z + 2026-01-01T11:57:08.258Z https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html - 2025-12-30T17:45:39.661Z + 2026-01-01T11:57:09.127Z https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html - 2025-12-30T17:45:39.693Z + 2026-01-01T11:57:09.158Z https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html - 2025-12-30T17:45:38.594Z + 2026-01-01T11:57:08.060Z https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html - 2025-12-30T17:45:39.316Z + 2026-01-01T11:57:08.785Z https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html - 2025-12-30T17:45:39.684Z + 2026-01-01T11:57:09.150Z https://docs.axolotl.ai/docs/api/prompt_strategies.base.html - 2025-12-30T17:45:38.553Z + 2026-01-01T11:57:08.019Z https://docs.axolotl.ai/docs/api/kernels.utils.html - 2025-12-30T17:45:38.935Z + 2026-01-01T11:57:08.404Z https://docs.axolotl.ai/docs/api/cli.merge_lora.html - 2025-12-30T17:45:38.267Z + 2026-01-01T11:57:07.734Z https://docs.axolotl.ai/docs/api/cli.utils.html - 2025-12-30T17:45:38.320Z + 2026-01-01T11:57:07.787Z https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html - 2025-12-30T17:45:38.551Z + 2026-01-01T11:57:08.017Z https://docs.axolotl.ai/docs/api/index.html - 2025-12-30T17:45:37.844Z + 2026-01-01T11:57:07.314Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html - 2025-12-30T17:45:38.721Z + 2026-01-01T11:57:08.187Z https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html - 2025-12-30T17:45:39.036Z + 2026-01-01T11:57:08.505Z https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html - 2025-12-30T17:45:38.687Z + 2026-01-01T11:57:08.153Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html - 2025-12-30T17:45:38.449Z + 2026-01-01T11:57:07.915Z https://docs.axolotl.ai/docs/api/utils.lora.html - 2025-12-30T17:45:39.089Z + 2026-01-01T11:57:08.558Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html - 2025-12-30T17:45:38.510Z + 2026-01-01T11:57:07.976Z https://docs.axolotl.ai/docs/api/cli.config.html - 2025-12-30T17:45:38.233Z + 2026-01-01T11:57:07.701Z https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html - 2025-12-30T17:45:38.947Z + 2026-01-01T11:57:08.416Z https://docs.axolotl.ai/docs/api/utils.collators.batching.html - 2025-12-30T17:45:39.601Z + 2026-01-01T11:57:09.067Z https://docs.axolotl.ai/docs/api/utils.quantization.html - 2025-12-30T17:45:39.239Z + 2026-01-01T11:57:08.708Z https://docs.axolotl.ai/docs/api/utils.dict.html - 2025-12-30T17:45:39.196Z + 2026-01-01T11:57:08.665Z https://docs.axolotl.ai/docs/api/kernels.quantize.html - 2025-12-30T17:45:38.933Z + 2026-01-01T11:57:08.402Z https://docs.axolotl.ai/docs/api/utils.schemas.training.html - 2025-12-30T17:45:39.273Z + 2026-01-01T11:57:08.741Z https://docs.axolotl.ai/docs/api/train.html - 2025-12-30T17:45:37.923Z + 2026-01-01T11:57:07.394Z https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html - 2025-12-30T17:45:38.111Z + 2026-01-01T11:57:07.581Z https://docs.axolotl.ai/docs/inference.html - 2025-12-30T17:42:01.349Z + 2026-01-01T11:53:46.630Z https://docs.axolotl.ai/FAQS.html - 2025-12-30T17:42:01.343Z + 2026-01-01T11:53:46.625Z https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html - 2025-12-30T17:42:01.356Z + 2026-01-01T11:53:46.636Z https://docs.axolotl.ai/index.html - 2025-12-30T17:42:01.373Z + 2026-01-01T11:53:46.650Z https://docs.axolotl.ai/docs/custom_integrations.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/api/utils.schemas.utils.html - 2025-12-30T17:45:39.354Z + 2026-01-01T11:57:08.822Z https://docs.axolotl.ai/docs/api/kernels.geglu.html - 2025-12-30T17:45:38.911Z + 2026-01-01T11:57:08.381Z https://docs.axolotl.ai/docs/api/core.builders.causal.html - 2025-12-30T17:45:38.039Z + 2026-01-01T11:57:07.509Z https://docs.axolotl.ai/docs/api/core.trainers.mamba.html - 2025-12-30T17:45:38.413Z + 2026-01-01T11:57:07.879Z https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html - 2025-12-30T17:45:38.792Z + 2026-01-01T11:57:08.262Z https://docs.axolotl.ai/docs/api/core.datasets.chat.html - 2025-12-30T17:45:38.101Z + 2026-01-01T11:57:07.572Z https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html - 2025-12-30T17:45:39.611Z + 2026-01-01T11:57:09.077Z https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html - 2025-12-30T17:45:38.653Z + 2026-01-01T11:57:08.119Z https://docs.axolotl.ai/docs/api/common.const.html - 2025-12-30T17:45:39.555Z + 2026-01-01T11:57:09.022Z https://docs.axolotl.ai/docs/api/cli.quantize.html - 2025-12-30T17:45:38.298Z + 2026-01-01T11:57:07.765Z https://docs.axolotl.ai/docs/api/utils.trainer.html - 2025-12-30T17:45:39.131Z + 2026-01-01T11:57:08.600Z https://docs.axolotl.ai/docs/api/cli.delinearize_llama4.html - 2025-12-30T17:45:38.239Z + 2026-01-01T11:57:07.707Z https://docs.axolotl.ai/docs/api/evaluate.html - 2025-12-30T17:45:37.936Z + 2026-01-01T11:57:07.407Z https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html - 2025-12-30T17:45:38.945Z + 2026-01-01T11:57:08.414Z https://docs.axolotl.ai/docs/api/loaders.model.html - 2025-12-30T17:45:38.463Z + 2026-01-01T11:57:07.929Z https://docs.axolotl.ai/docs/api/utils.distributed.html - 2025-12-30T17:45:39.190Z + 2026-01-01T11:57:08.658Z https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html - 2025-12-30T17:45:39.096Z + 2026-01-01T11:57:08.564Z https://docs.axolotl.ai/docs/api/kernels.lora.html - 2025-12-30T17:45:38.899Z + 2026-01-01T11:57:08.368Z https://docs.axolotl.ai/docs/api/cli.main.html - 2025-12-30T17:45:38.152Z + 2026-01-01T11:57:07.623Z https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html - 2025-12-30T17:45:39.552Z + 2026-01-01T11:57:09.018Z https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html - 2025-12-30T17:45:39.206Z + 2026-01-01T11:57:08.675Z https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html - 2025-12-30T17:45:38.318Z + 2026-01-01T11:57:07.785Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html - 2025-12-30T17:45:38.942Z + 2026-01-01T11:57:08.411Z https://docs.axolotl.ai/docs/api/core.builders.base.html - 2025-12-30T17:45:38.033Z + 2026-01-01T11:57:07.503Z https://docs.axolotl.ai/docs/api/utils.schemas.trl.html - 2025-12-30T17:45:39.310Z + 2026-01-01T11:57:08.778Z https://docs.axolotl.ai/docs/api/cli.utils.args.html - 2025-12-30T17:45:38.334Z + 2026-01-01T11:57:07.801Z https://docs.axolotl.ai/docs/api/core.trainers.base.html - 2025-12-30T17:45:38.387Z + 2026-01-01T11:57:07.854Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html - 2025-12-30T17:45:39.002Z + 2026-01-01T11:57:08.471Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html - 2025-12-30T17:45:38.944Z + 2026-01-01T11:57:08.412Z https://docs.axolotl.ai/docs/api/utils.schemas.model.html - 2025-12-30T17:45:39.264Z + 2026-01-01T11:57:08.733Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html - 2025-12-30T17:45:38.760Z + 2026-01-01T11:57:08.230Z https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html - 2025-12-30T17:45:39.680Z + 2026-01-01T11:57:09.146Z https://docs.axolotl.ai/docs/api/common.datasets.html - 2025-12-30T17:45:39.574Z + 2026-01-01T11:57:09.040Z https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html - 2025-12-30T17:45:39.295Z + 2026-01-01T11:57:08.764Z https://docs.axolotl.ai/docs/api/cli.utils.fetch.html - 2025-12-30T17:45:38.341Z + 2026-01-01T11:57:07.807Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html - 2025-12-30T17:45:38.734Z + 2026-01-01T11:57:08.200Z https://docs.axolotl.ai/docs/api/monkeypatch.relora.html - 2025-12-30T17:45:38.952Z + 2026-01-01T11:57:08.420Z https://docs.axolotl.ai/docs/api/cli.evaluate.html - 2025-12-30T17:45:38.175Z + 2026-01-01T11:57:07.643Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html - 2025-12-30T17:45:38.736Z + 2026-01-01T11:57:08.202Z https://docs.axolotl.ai/docs/api/core.trainers.utils.html - 2025-12-30T17:45:38.451Z + 2026-01-01T11:57:07.917Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html - 2025-12-30T17:45:38.627Z + 2026-01-01T11:57:08.094Z https://docs.axolotl.ai/docs/api/utils.chat_templates.html - 2025-12-30T17:45:39.083Z + 2026-01-01T11:57:08.551Z https://docs.axolotl.ai/docs/api/utils.data.streaming.html - 2025-12-30T17:45:39.208Z + 2026-01-01T11:57:08.677Z https://docs.axolotl.ai/docs/api/utils.bench.html - 2025-12-30T17:45:39.100Z + 2026-01-01T11:57:08.569Z https://docs.axolotl.ai/docs/api/common.architectures.html - 2025-12-30T17:45:39.554Z + 2026-01-01T11:57:09.020Z https://docs.axolotl.ai/docs/api/cli.checks.html - 2025-12-30T17:45:38.211Z + 2026-01-01T11:57:07.679Z https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html - 2025-12-30T17:45:38.421Z + 2026-01-01T11:57:07.887Z https://docs.axolotl.ai/docs/api/integrations.base.html - 2025-12-30T17:45:39.524Z + 2026-01-01T11:57:08.991Z https://docs.axolotl.ai/docs/api/cli.utils.train.html - 2025-12-30T17:45:38.370Z + 2026-01-01T11:57:07.836Z https://docs.axolotl.ai/docs/api/utils.collators.mamba.html - 2025-12-30T17:45:39.605Z + 2026-01-01T11:57:09.071Z https://docs.axolotl.ai/docs/api/cli.art.html - 2025-12-30T17:45:38.203Z + 2026-01-01T11:57:07.671Z https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html - 2025-12-30T17:45:39.013Z + 2026-01-01T11:57:08.482Z https://docs.axolotl.ai/docs/api/logging_config.html - 2025-12-30T17:45:38.025Z + 2026-01-01T11:57:07.496Z https://docs.axolotl.ai/docs/api/utils.freeze.html - 2025-12-30T17:45:39.110Z + 2026-01-01T11:57:08.578Z https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html - 2025-12-30T17:45:38.682Z + 2026-01-01T11:57:08.148Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html - 2025-12-30T17:45:38.611Z + 2026-01-01T11:57:08.077Z https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html - 2025-12-30T17:45:39.009Z + 2026-01-01T11:57:08.478Z https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html - 2025-12-30T17:45:39.575Z + 2026-01-01T11:57:09.041Z https://docs.axolotl.ai/docs/api/core.trainers.trl.html - 2025-12-30T17:45:38.406Z + 2026-01-01T11:57:07.872Z https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html - 2025-12-30T17:45:38.668Z + 2026-01-01T11:57:08.134Z https://docs.axolotl.ai/docs/api/loaders.constants.html - 2025-12-30T17:45:38.503Z + 2026-01-01T11:57:07.969Z https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html - 2025-12-30T17:45:39.034Z + 2026-01-01T11:57:08.503Z https://docs.axolotl.ai/docs/api/cli.vllm_serve.html - 2025-12-30T17:45:38.306Z + 2026-01-01T11:57:07.773Z https://docs.axolotl.ai/docs/api/prompt_tokenizers.html - 2025-12-30T17:45:38.013Z + 2026-01-01T11:57:07.484Z https://docs.axolotl.ai/docs/api/cli.args.html - 2025-12-30T17:45:38.199Z + 2026-01-01T11:57:07.667Z https://docs.axolotl.ai/docs/api/cli.inference.html - 2025-12-30T17:45:38.256Z + 2026-01-01T11:57:07.724Z https://docs.axolotl.ai/docs/api/cli.utils.load.html - 2025-12-30T17:45:38.348Z + 2026-01-01T11:57:07.814Z https://docs.axolotl.ai/docs/api/cli.preprocess.html - 2025-12-30T17:45:38.292Z + 2026-01-01T11:57:07.759Z https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html - 2025-12-30T17:45:39.674Z + 2026-01-01T11:57:09.139Z https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html - 2025-12-30T17:45:39.669Z + 2026-01-01T11:57:09.135Z https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html - 2025-12-30T17:45:38.091Z + 2026-01-01T11:57:07.562Z https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html - 2025-12-30T17:45:39.530Z + 2026-01-01T11:57:08.996Z https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html - 2025-12-30T17:45:39.539Z + 2026-01-01T11:57:09.005Z https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html - 2025-12-30T17:45:39.023Z + 2026-01-01T11:57:08.491Z https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html - 2025-12-30T17:45:38.093Z + 2026-01-01T11:57:07.564Z https://docs.axolotl.ai/docs/models/gemma3n.html - 2025-12-30T17:45:56.019Z + 2026-01-01T11:57:24.196Z https://docs.axolotl.ai/docs/models/qwen3-next.html - 2025-12-30T17:45:56.018Z + 2026-01-01T11:57:24.195Z https://docs.axolotl.ai/docs/models/index.html - 2025-12-30T17:45:56.022Z + 2026-01-01T11:57:24.202Z https://docs.axolotl.ai/docs/models/magistral/think.html - 2025-12-30T17:45:56.015Z + 2026-01-01T11:57:24.191Z https://docs.axolotl.ai/docs/models/kimi-linear.html - 2025-12-30T17:45:56.010Z + 2026-01-01T11:57:24.186Z https://docs.axolotl.ai/docs/models/internvl3_5.html - 2025-12-30T17:45:56.011Z + 2026-01-01T11:57:24.187Z https://docs.axolotl.ai/docs/models/arcee.html - 2025-12-30T17:45:56.012Z + 2026-01-01T11:57:24.188Z https://docs.axolotl.ai/docs/models/LiquidAI.html - 2025-12-30T17:45:56.021Z + 2026-01-01T11:57:24.200Z https://docs.axolotl.ai/docs/models/magistral.html - 2025-12-30T17:45:56.015Z + 2026-01-01T11:57:24.191Z https://docs.axolotl.ai/docs/models/voxtral.html - 2025-12-30T17:45:56.016Z + 2026-01-01T11:57:24.193Z https://docs.axolotl.ai/docs/models/trinity.html - 2025-12-30T17:45:56.012Z + 2026-01-01T11:57:24.188Z https://docs.axolotl.ai/docs/models/ministral.html - 2025-12-30T17:45:56.016Z + 2026-01-01T11:57:24.192Z https://docs.axolotl.ai/docs/models/llama-4.html - 2025-12-30T17:45:56.017Z + 2026-01-01T11:57:24.194Z https://docs.axolotl.ai/docs/models/devstral.html - 2025-12-30T17:45:56.017Z + 2026-01-01T11:57:24.193Z https://docs.axolotl.ai/docs/models/ministral3.html - 2025-12-30T17:45:56.013Z + 2026-01-01T11:57:24.190Z https://docs.axolotl.ai/docs/models/ministral3/vision.html - 2025-12-30T17:45:56.014Z + 2026-01-01T11:57:24.190Z https://docs.axolotl.ai/docs/models/plano.html - 2025-12-30T17:45:56.011Z + 2026-01-01T11:57:24.186Z https://docs.axolotl.ai/docs/reward_modelling.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/quantize.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/fsdp_qlora.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/nd_parallelism.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/batch_vs_grad.html - 2025-12-30T17:42:01.345Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/multi-node.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/rlhf.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/dataset-formats/pretraining.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/dataset-formats/tokenized.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/dataset-formats/template_free.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/multi-gpu.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/input_output.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.630Z https://docs.axolotl.ai/docs/docker.html - 2025-12-30T17:42:01.346Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/checkpoint_saving.html - 2025-12-30T17:42:01.345Z + 2026-01-01T11:53:46.627Z https://docs.axolotl.ai/docs/multipack.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/qat.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/lr_groups.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/getting-started.html - 2025-12-30T17:42:01.347Z + 2026-01-01T11:53:46.628Z https://docs.axolotl.ai/docs/nccl.html - 2025-12-30T17:42:01.350Z + 2026-01-01T11:53:46.631Z https://docs.axolotl.ai/docs/telemetry.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.632Z https://docs.axolotl.ai/docs/unsloth.html - 2025-12-30T17:42:01.351Z + 2026-01-01T11:53:46.632Z https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html - 2025-12-30T17:42:01.379Z + 2026-01-01T11:53:46.655Z