diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index a3a24537c..1fb6290d9 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -18,12 +18,6 @@ jobs:
fail-fast: false
matrix:
include:
- - cuda: 128
- cuda_version: 12.8.1
- python_version: "3.11"
- pytorch: 2.8.0
- axolotl_extras:
- platforms: "linux/amd64"
- cuda: 128
cuda_version: 12.8.1
python_version: "3.11"
@@ -186,12 +180,6 @@ jobs:
fail-fast: false
matrix:
include:
- - cuda: 128
- cuda_version: 12.8.1
- python_version: "3.11"
- pytorch: 2.8.0
- axolotl_extras:
- platforms: "linux/amd64"
- cuda: 128
cuda_version: 12.8.1
python_version: "3.11"
diff --git a/.nojekyll b/.nojekyll
index d2f5d0120..5f77502b9 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-81c5d30a
\ No newline at end of file
+6f6566cc
\ No newline at end of file
diff --git a/index.html b/index.html
index 86320b5d7..da985525f 100644
--- a/index.html
+++ b/index.html
@@ -876,7 +876,7 @@ Expand older updates
- NVIDIA GPU (Ampere or newer for
bf16 and Flash Attention) or AMD GPU
- Python 3.11
-- PyTorch ≥2.8.0
+- PyTorch ≥2.9.1
Google Colab
diff --git a/search.json b/search.json
index cb98cee46..802c547bd 100644
--- a/search.json
+++ b/search.json
@@ -3112,7 +3112,7 @@
"href": "index.html#quick-start---llm-fine-tuning-in-minutes",
"title": "Axolotl",
"section": "🚀 Quick Start - LLM Fine-tuning in Minutes",
- "text": "🚀 Quick Start - LLM Fine-tuning in Minutes\nRequirements:\n\nNVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU\nPython 3.11\nPyTorch ≥2.8.0\n\n\nGoogle Colab\n\n\n\nOpen In Colab\n\n\n\n\nInstallation\n\nUsing pip\npip3 install -U packaging==26.0 setuptools==75.8.0 wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\n\n# Download example axolotl configs, deepspeed configs\naxolotl fetch examples\naxolotl fetch deepspeed_configs # OPTIONAL\n\n\nUsing Docker\nInstalling with Docker can be less error prone than installing in your own environment.\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nOther installation approaches are described here.\n\n\nCloud Providers\n\n\nRunPod\nVast.ai\nPRIME Intellect\nModal\nNovita\nJarvisLabs.ai\nLatitude.sh\n\n\n\n\n\nYour First Fine-tune\n# Fetch axolotl examples\naxolotl fetch examples\n\n# Or, specify a custom path\naxolotl fetch examples --dest path/to/folder\n\n# Train a model using LoRA\naxolotl train examples/llama-3/lora-1b.yml\nThat’s it! Check out our Getting Started Guide for a more detailed walkthrough.",
+ "text": "🚀 Quick Start - LLM Fine-tuning in Minutes\nRequirements:\n\nNVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU\nPython 3.11\nPyTorch ≥2.9.1\n\n\nGoogle Colab\n\n\n\nOpen In Colab\n\n\n\n\nInstallation\n\nUsing pip\npip3 install -U packaging==26.0 setuptools==75.8.0 wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\n\n# Download example axolotl configs, deepspeed configs\naxolotl fetch examples\naxolotl fetch deepspeed_configs # OPTIONAL\n\n\nUsing Docker\nInstalling with Docker can be less error prone than installing in your own environment.\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nOther installation approaches are described here.\n\n\nCloud Providers\n\n\nRunPod\nVast.ai\nPRIME Intellect\nModal\nNovita\nJarvisLabs.ai\nLatitude.sh\n\n\n\n\n\nYour First Fine-tune\n# Fetch axolotl examples\naxolotl fetch examples\n\n# Or, specify a custom path\naxolotl fetch examples --dest path/to/folder\n\n# Train a model using LoRA\naxolotl train examples/llama-3/lora-1b.yml\nThat’s it! Check out our Getting Started Guide for a more detailed walkthrough.",
"crumbs": [
"Home"
]
diff --git a/sitemap.xml b/sitemap.xml
index 2dcf290e6..85d5bf4a2 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,942 +2,942 @@
https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html
- 2026-03-25T22:18:21.261Z
+ 2026-03-25T22:23:45.112Z
https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
- 2026-03-25T22:18:21.286Z
+ 2026-03-25T22:23:45.137Z
https://docs.axolotl.ai/docs/inference.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/expert_quantization.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/installation.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/models/ministral3/think.html
- 2026-03-25T22:21:50.405Z
+ 2026-03-25T22:27:36.798Z
https://docs.axolotl.ai/docs/models/granite4.html
- 2026-03-25T22:21:50.412Z
+ 2026-03-25T22:27:36.804Z
https://docs.axolotl.ai/docs/models/seed-oss.html
- 2026-03-25T22:21:50.411Z
+ 2026-03-25T22:27:36.803Z
https://docs.axolotl.ai/docs/models/orpheus.html
- 2026-03-25T22:21:50.413Z
+ 2026-03-25T22:27:36.805Z
https://docs.axolotl.ai/docs/models/internvl3_5.html
- 2026-03-25T22:21:50.403Z
+ 2026-03-25T22:27:36.796Z
https://docs.axolotl.ai/docs/models/magistral/vision.html
- 2026-03-25T22:21:50.407Z
+ 2026-03-25T22:27:36.799Z
https://docs.axolotl.ai/docs/models/mimo.html
- 2026-03-25T22:21:50.402Z
+ 2026-03-25T22:27:36.795Z
https://docs.axolotl.ai/docs/models/gpt-oss.html
- 2026-03-25T22:21:50.410Z
+ 2026-03-25T22:27:36.803Z
https://docs.axolotl.ai/docs/models/qwen3-next.html
- 2026-03-25T22:21:50.409Z
+ 2026-03-25T22:27:36.801Z
https://docs.axolotl.ai/docs/models/llama-2.html
- 2026-03-25T22:21:50.409Z
+ 2026-03-25T22:27:36.801Z
https://docs.axolotl.ai/docs/models/kimi-linear.html
- 2026-03-25T22:21:50.402Z
+ 2026-03-25T22:27:36.795Z
https://docs.axolotl.ai/docs/models/smolvlm2.html
- 2026-03-25T22:21:50.411Z
+ 2026-03-25T22:27:36.804Z
https://docs.axolotl.ai/docs/models/olmo3.html
- 2026-03-25T22:21:50.403Z
+ 2026-03-25T22:27:36.796Z
https://docs.axolotl.ai/docs/models/jamba.html
- 2026-03-25T22:21:50.412Z
+ 2026-03-25T22:27:36.805Z
https://docs.axolotl.ai/docs/models/mistral-small.html
- 2026-03-25T22:21:50.407Z
+ 2026-03-25T22:27:36.800Z
https://docs.axolotl.ai/docs/models/devstral.html
- 2026-03-25T22:21:50.408Z
+ 2026-03-25T22:27:36.800Z
https://docs.axolotl.ai/docs/models/index.html
- 2026-03-25T22:21:50.413Z
+ 2026-03-25T22:27:36.805Z
https://docs.axolotl.ai/docs/lora_optims.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/cli.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/gradient_checkpointing.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset_preprocessing.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/docker.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/attention.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html
- 2026-03-25T22:21:28.856Z
+ 2026-03-25T22:27:13.223Z
https://docs.axolotl.ai/docs/api/loaders.adapter.html
- 2026-03-25T22:21:28.679Z
+ 2026-03-25T22:27:13.041Z
https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html
- 2026-03-25T22:21:29.113Z
+ 2026-03-25T22:27:13.486Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html
- 2026-03-25T22:21:28.919Z
+ 2026-03-25T22:27:13.287Z
https://docs.axolotl.ai/docs/api/cli.inference.html
- 2026-03-25T22:21:28.466Z
+ 2026-03-25T22:27:12.821Z
https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html
- 2026-03-25T22:21:28.707Z
+ 2026-03-25T22:27:13.071Z
https://docs.axolotl.ai/docs/api/kernels.swiglu.html
- 2026-03-25T22:21:29.040Z
+ 2026-03-25T22:27:13.412Z
https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html
- 2026-03-25T22:21:29.310Z
+ 2026-03-25T22:27:13.688Z
https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html
- 2026-03-25T22:21:29.774Z
+ 2026-03-25T22:27:14.164Z
https://docs.axolotl.ai/docs/api/utils.schemas.utils.html
- 2026-03-25T22:21:29.453Z
+ 2026-03-25T22:27:13.836Z
https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html
- 2026-03-25T22:21:29.143Z
+ 2026-03-25T22:27:13.517Z
https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html
- 2026-03-25T22:21:29.202Z
+ 2026-03-25T22:27:13.577Z
https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html
- 2026-03-25T22:21:28.488Z
+ 2026-03-25T22:27:12.844Z
https://docs.axolotl.ai/docs/api/cli.delinearize_llama4.html
- 2026-03-25T22:21:28.450Z
+ 2026-03-25T22:27:12.804Z
https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html
- 2026-03-25T22:21:29.629Z
+ 2026-03-25T22:27:14.015Z
https://docs.axolotl.ai/docs/api/utils.dict.html
- 2026-03-25T22:21:29.301Z
+ 2026-03-25T22:27:13.678Z
https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html
- 2026-03-25T22:21:29.067Z
+ 2026-03-25T22:27:13.440Z
https://docs.axolotl.ai/docs/api/utils.schemas.config.html
- 2026-03-25T22:21:29.359Z
+ 2026-03-25T22:27:13.739Z
https://docs.axolotl.ai/docs/api/cli.cloud.base.html
- 2026-03-25T22:21:28.515Z
+ 2026-03-25T22:27:12.872Z
https://docs.axolotl.ai/docs/api/utils.collators.batching.html
- 2026-03-25T22:21:29.695Z
+ 2026-03-25T22:27:14.084Z
https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html
- 2026-03-25T22:21:28.861Z
+ 2026-03-25T22:27:13.229Z
https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html
- 2026-03-25T22:21:29.651Z
+ 2026-03-25T22:27:14.038Z
https://docs.axolotl.ai/docs/api/cli.config.html
- 2026-03-25T22:21:28.444Z
+ 2026-03-25T22:27:12.798Z
https://docs.axolotl.ai/docs/api/evaluate.html
- 2026-03-25T22:21:28.166Z
+ 2026-03-25T22:27:12.518Z
https://docs.axolotl.ai/docs/api/utils.schemas.training.html
- 2026-03-25T22:21:29.375Z
+ 2026-03-25T22:27:13.756Z
https://docs.axolotl.ai/docs/api/core.trainers.base.html
- 2026-03-25T22:21:28.587Z
+ 2026-03-25T22:27:12.946Z
https://docs.axolotl.ai/docs/api/cli.utils.args.html
- 2026-03-25T22:21:28.537Z
+ 2026-03-25T22:27:12.895Z
https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html
- 2026-03-25T22:21:28.311Z
+ 2026-03-25T22:27:12.665Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html
- 2026-03-25T22:21:28.924Z
+ 2026-03-25T22:27:13.292Z
https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html
- 2026-03-25T22:21:28.887Z
+ 2026-03-25T22:27:13.254Z
https://docs.axolotl.ai/docs/api/monkeypatch.relora.html
- 2026-03-25T22:21:29.072Z
+ 2026-03-25T22:27:13.444Z
https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html
- 2026-03-25T22:21:29.781Z
+ 2026-03-25T22:27:14.172Z
https://docs.axolotl.ai/docs/api/cli.art.html
- 2026-03-25T22:21:28.416Z
+ 2026-03-25T22:27:12.770Z
https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html
- 2026-03-25T22:21:29.630Z
+ 2026-03-25T22:27:14.016Z
https://docs.axolotl.ai/docs/api/datasets.html
- 2026-03-25T22:21:28.173Z
+ 2026-03-25T22:27:12.526Z
https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html
- 2026-03-25T22:21:28.934Z
+ 2026-03-25T22:27:13.302Z
https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html
- 2026-03-25T22:21:28.943Z
+ 2026-03-25T22:27:13.312Z
https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html
- 2026-03-25T22:21:28.746Z
+ 2026-03-25T22:27:13.110Z
https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html
- 2026-03-25T22:21:28.634Z
+ 2026-03-25T22:27:12.995Z
https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html
- 2026-03-25T22:21:29.752Z
+ 2026-03-25T22:27:14.142Z
https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html
- 2026-03-25T22:21:28.618Z
+ 2026-03-25T22:27:12.978Z
https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html
- 2026-03-25T22:21:29.145Z
+ 2026-03-25T22:27:13.519Z
https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html
- 2026-03-25T22:21:29.418Z
+ 2026-03-25T22:27:13.800Z
https://docs.axolotl.ai/docs/api/utils.lora.html
- 2026-03-25T22:21:29.195Z
+ 2026-03-25T22:27:13.570Z
https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html
- 2026-03-25T22:21:28.313Z
+ 2026-03-25T22:27:12.667Z
https://docs.axolotl.ai/docs/api/cli.train.html
- 2026-03-25T22:21:28.380Z
+ 2026-03-25T22:27:12.733Z
https://docs.axolotl.ai/docs/api/utils.trainer.html
- 2026-03-25T22:21:29.235Z
+ 2026-03-25T22:27:13.611Z
https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html
- 2026-03-25T22:21:29.065Z
+ 2026-03-25T22:27:13.438Z
https://docs.axolotl.ai/docs/api/core.builders.base.html
- 2026-03-25T22:21:28.256Z
+ 2026-03-25T22:27:12.610Z
https://docs.axolotl.ai/docs/api/cli.utils.fetch.html
- 2026-03-25T22:21:28.543Z
+ 2026-03-25T22:27:12.901Z
https://docs.axolotl.ai/docs/api/utils.tokenization.html
- 2026-03-25T22:21:29.188Z
+ 2026-03-25T22:27:13.562Z
https://docs.axolotl.ai/docs/api/core.trainers.trl.html
- 2026-03-25T22:21:28.604Z
+ 2026-03-25T22:27:12.963Z
https://docs.axolotl.ai/docs/api/cli.checks.html
- 2026-03-25T22:21:28.424Z
+ 2026-03-25T22:27:12.777Z
https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html
- 2026-03-25T22:21:28.945Z
+ 2026-03-25T22:27:13.314Z
https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html
- 2026-03-25T22:21:29.062Z
+ 2026-03-25T22:27:13.434Z
https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html
- 2026-03-25T22:21:28.874Z
+ 2026-03-25T22:27:13.241Z
https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html
- 2026-03-25T22:21:29.131Z
+ 2026-03-25T22:27:13.505Z
https://docs.axolotl.ai/docs/api/kernels.lora.html
- 2026-03-25T22:21:29.017Z
+ 2026-03-25T22:27:13.388Z
https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html
- 2026-03-25T22:21:29.764Z
+ 2026-03-25T22:27:14.154Z
https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html
- 2026-03-25T22:21:29.769Z
+ 2026-03-25T22:27:14.160Z
https://docs.axolotl.ai/docs/api/utils.freeze.html
- 2026-03-25T22:21:29.215Z
+ 2026-03-25T22:27:13.590Z
https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html
- 2026-03-25T22:21:29.639Z
+ 2026-03-25T22:27:14.026Z
https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html
- 2026-03-25T22:21:29.180Z
+ 2026-03-25T22:27:13.554Z
https://docs.axolotl.ai/docs/api/utils.data.streaming.html
- 2026-03-25T22:21:29.312Z
+ 2026-03-25T22:27:13.689Z
https://docs.axolotl.ai/docs/api/prompt_tokenizers.html
- 2026-03-25T22:21:28.238Z
+ 2026-03-25T22:27:12.591Z
https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html
- 2026-03-25T22:21:28.711Z
+ 2026-03-25T22:27:13.075Z
https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html
- 2026-03-25T22:21:28.522Z
+ 2026-03-25T22:27:12.879Z
https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html
- 2026-03-25T22:21:28.719Z
+ 2026-03-25T22:27:13.083Z
https://docs.axolotl.ai/docs/api/convert.html
- 2026-03-25T22:21:28.189Z
+ 2026-03-25T22:27:12.542Z
https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html
- 2026-03-25T22:21:29.673Z
+ 2026-03-25T22:27:14.060Z
https://docs.axolotl.ai/docs/api/cli.args.html
- 2026-03-25T22:21:28.413Z
+ 2026-03-25T22:27:12.766Z
https://docs.axolotl.ai/docs/api/core.chat.format.shared.html
- 2026-03-25T22:21:28.314Z
+ 2026-03-25T22:27:12.668Z
https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html
- 2026-03-25T22:21:28.973Z
+ 2026-03-25T22:27:13.343Z
https://docs.axolotl.ai/docs/api/index.html
- 2026-03-25T22:21:28.082Z
+ 2026-03-25T22:27:12.433Z
https://docs.axolotl.ai/docs/fsdp_qlora.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/template_free.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/index.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/telemetry.html
- 2026-03-25T22:18:21.257Z
+ 2026-03-25T22:23:45.108Z
https://docs.axolotl.ai/docs/config-reference.html
- 2026-03-25T22:21:49.581Z
+ 2026-03-25T22:27:35.795Z
https://docs.axolotl.ai/docs/ray-integration.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/streaming.html
- 2026-03-25T22:18:21.257Z
+ 2026-03-25T22:23:45.108Z
https://docs.axolotl.ai/docs/sequence_parallelism.html
- 2026-03-25T22:18:21.257Z
+ 2026-03-25T22:23:45.108Z
https://docs.axolotl.ai/docs/unsloth.html
- 2026-03-25T22:18:21.257Z
+ 2026-03-25T22:23:45.108Z
https://docs.axolotl.ai/docs/mixed_precision.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/amd_hpc.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/lr_groups.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/optimizations.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/mac.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/index.html
- 2026-03-25T22:18:21.278Z
+ 2026-03-25T22:23:45.130Z
https://docs.axolotl.ai/docs/optimizers.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/getting-started.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/multi-node.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/input_output.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/nd_parallelism.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/dataset_loading.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/quantize.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/rlhf.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/custom_integrations.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/qat.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/checkpoint_saving.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/conversation.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/tokenized.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/dataset-formats/pretraining.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/api/cli.main.html
- 2026-03-25T22:21:28.370Z
+ 2026-03-25T22:27:12.723Z
https://docs.axolotl.ai/docs/api/utils.schemas.trl.html
- 2026-03-25T22:21:29.412Z
+ 2026-03-25T22:27:13.794Z
https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html
- 2026-03-25T22:21:28.329Z
+ 2026-03-25T22:27:12.683Z
https://docs.axolotl.ai/docs/api/common.const.html
- 2026-03-25T22:21:29.654Z
+ 2026-03-25T22:27:14.041Z
https://docs.axolotl.ai/docs/api/cli.utils.load.html
- 2026-03-25T22:21:28.550Z
+ 2026-03-25T22:27:12.908Z
https://docs.axolotl.ai/docs/api/loaders.patch_manager.html
- 2026-03-25T22:21:28.699Z
+ 2026-03-25T22:27:13.062Z
https://docs.axolotl.ai/docs/api/utils.quantization.html
- 2026-03-25T22:21:29.342Z
+ 2026-03-25T22:27:13.720Z
https://docs.axolotl.ai/docs/api/monkeypatch.utils.html
- 2026-03-25T22:21:29.111Z
+ 2026-03-25T22:27:13.485Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html
- 2026-03-25T22:21:28.922Z
+ 2026-03-25T22:27:13.291Z
https://docs.axolotl.ai/docs/api/cli.quantize.html
- 2026-03-25T22:21:28.503Z
+ 2026-03-25T22:27:12.859Z
https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html
- 2026-03-25T22:21:28.827Z
+ 2026-03-25T22:27:13.194Z
https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html
- 2026-03-25T22:21:29.647Z
+ 2026-03-25T22:27:14.034Z
https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html
- 2026-03-25T22:21:29.149Z
+ 2026-03-25T22:27:13.523Z
https://docs.axolotl.ai/docs/api/utils.schedulers.html
- 2026-03-25T22:21:29.271Z
+ 2026-03-25T22:27:13.648Z
https://docs.axolotl.ai/docs/api/kernels.geglu.html
- 2026-03-25T22:21:29.029Z
+ 2026-03-25T22:27:13.400Z
https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html
- 2026-03-25T22:21:29.124Z
+ 2026-03-25T22:27:13.497Z
https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html
- 2026-03-25T22:21:28.882Z
+ 2026-03-25T22:27:13.249Z
https://docs.axolotl.ai/docs/api/common.architectures.html
- 2026-03-25T22:21:29.653Z
+ 2026-03-25T22:27:14.039Z
https://docs.axolotl.ai/docs/api/cli.utils.html
- 2026-03-25T22:21:28.524Z
+ 2026-03-25T22:27:12.881Z
https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html
- 2026-03-25T22:21:28.802Z
+ 2026-03-25T22:27:13.168Z
https://docs.axolotl.ai/docs/api/core.datasets.chat.html
- 2026-03-25T22:21:28.320Z
+ 2026-03-25T22:27:12.674Z
https://docs.axolotl.ai/docs/api/cli.evaluate.html
- 2026-03-25T22:21:28.390Z
+ 2026-03-25T22:27:12.742Z
https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html
- 2026-03-25T22:21:28.818Z
+ 2026-03-25T22:27:13.184Z
https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html
- 2026-03-25T22:21:28.969Z
+ 2026-03-25T22:27:13.338Z
https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html
- 2026-03-25T22:21:29.437Z
+ 2026-03-25T22:27:13.819Z
https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html
- 2026-03-25T22:21:29.705Z
+ 2026-03-25T22:27:14.094Z
https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html
- 2026-03-25T22:21:29.759Z
+ 2026-03-25T22:27:14.150Z
https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html
- 2026-03-25T22:21:28.786Z
+ 2026-03-25T22:27:13.152Z
https://docs.axolotl.ai/docs/api/kernels.utils.html
- 2026-03-25T22:21:29.055Z
+ 2026-03-25T22:27:13.427Z
https://docs.axolotl.ai/docs/api/cli.vllm_serve.html
- 2026-03-25T22:21:28.511Z
+ 2026-03-25T22:27:12.868Z
https://docs.axolotl.ai/docs/api/core.trainers.mamba.html
- 2026-03-25T22:21:28.610Z
+ 2026-03-25T22:27:12.970Z
https://docs.axolotl.ai/docs/api/utils.bench.html
- 2026-03-25T22:21:29.206Z
+ 2026-03-25T22:27:13.581Z
https://docs.axolotl.ai/docs/api/cli.utils.sweeps.html
- 2026-03-25T22:21:28.556Z
+ 2026-03-25T22:27:12.914Z
https://docs.axolotl.ai/docs/api/cli.merge_lora.html
- 2026-03-25T22:21:28.475Z
+ 2026-03-25T22:27:12.830Z
https://docs.axolotl.ai/docs/api/loaders.model.html
- 2026-03-25T22:21:28.661Z
+ 2026-03-25T22:27:13.022Z
https://docs.axolotl.ai/docs/api/cli.preprocess.html
- 2026-03-25T22:21:28.498Z
+ 2026-03-25T22:27:12.854Z
https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html
- 2026-03-25T22:21:29.765Z
+ 2026-03-25T22:27:14.156Z
https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html
- 2026-03-25T22:21:28.869Z
+ 2026-03-25T22:27:13.237Z
https://docs.axolotl.ai/docs/api/utils.schemas.enums.html
- 2026-03-25T22:21:29.447Z
+ 2026-03-25T22:27:13.829Z
https://docs.axolotl.ai/docs/api/kernels.quantize.html
- 2026-03-25T22:21:29.054Z
+ 2026-03-25T22:27:13.426Z
https://docs.axolotl.ai/docs/api/utils.schemas.model.html
- 2026-03-25T22:21:29.367Z
+ 2026-03-25T22:27:13.747Z
https://docs.axolotl.ai/docs/api/utils.collators.core.html
- 2026-03-25T22:21:29.674Z
+ 2026-03-25T22:27:14.062Z
https://docs.axolotl.ai/docs/api/core.builders.rl.html
- 2026-03-25T22:21:28.267Z
+ 2026-03-25T22:27:12.621Z
https://docs.axolotl.ai/docs/api/core.builders.causal.html
- 2026-03-25T22:21:28.262Z
+ 2026-03-25T22:27:12.615Z
https://docs.axolotl.ai/docs/api/utils.distributed.html
- 2026-03-25T22:21:29.295Z
+ 2026-03-25T22:27:13.672Z
https://docs.axolotl.ai/docs/api/train.html
- 2026-03-25T22:21:28.154Z
+ 2026-03-25T22:27:12.506Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html
- 2026-03-25T22:21:28.894Z
+ 2026-03-25T22:27:13.262Z
https://docs.axolotl.ai/docs/api/integrations.base.html
- 2026-03-25T22:21:29.625Z
+ 2026-03-25T22:27:14.011Z
https://docs.axolotl.ai/docs/api/core.chat.messages.html
- 2026-03-25T22:21:28.309Z
+ 2026-03-25T22:27:12.663Z
https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html
- 2026-03-25T22:21:28.648Z
+ 2026-03-25T22:27:13.009Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html
- 2026-03-25T22:21:28.907Z
+ 2026-03-25T22:27:13.275Z
https://docs.axolotl.ai/docs/api/integrations.liger.args.html
- 2026-03-25T22:21:29.643Z
+ 2026-03-25T22:27:14.030Z
https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html
- 2026-03-25T22:21:29.133Z
+ 2026-03-25T22:27:13.507Z
https://docs.axolotl.ai/docs/api/logging_config.html
- 2026-03-25T22:21:28.249Z
+ 2026-03-25T22:27:12.602Z
https://docs.axolotl.ai/docs/api/common.datasets.html
- 2026-03-25T22:21:29.672Z
+ 2026-03-25T22:27:14.059Z
https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html
- 2026-03-25T22:21:29.063Z
+ 2026-03-25T22:27:13.436Z
https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html
- 2026-03-25T22:21:28.842Z
+ 2026-03-25T22:27:13.209Z
https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html
- 2026-03-25T22:21:29.398Z
+ 2026-03-25T22:27:13.779Z
https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html
- 2026-03-25T22:21:29.120Z
+ 2026-03-25T22:27:13.493Z
https://docs.axolotl.ai/docs/api/cli.utils.train.html
- 2026-03-25T22:21:28.570Z
+ 2026-03-25T22:27:12.928Z
https://docs.axolotl.ai/docs/api/loaders.constants.html
- 2026-03-25T22:21:28.701Z
+ 2026-03-25T22:27:13.064Z
https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html
- 2026-03-25T22:21:28.849Z
+ 2026-03-25T22:27:13.216Z
https://docs.axolotl.ai/docs/api/loaders.tokenizer.html
- 2026-03-25T22:21:28.671Z
+ 2026-03-25T22:27:13.033Z
https://docs.axolotl.ai/docs/api/core.training_args.html
- 2026-03-25T22:21:28.282Z
+ 2026-03-25T22:27:12.636Z
https://docs.axolotl.ai/docs/api/loaders.processor.html
- 2026-03-25T22:21:28.673Z
+ 2026-03-25T22:27:13.035Z
https://docs.axolotl.ai/docs/api/prompt_strategies.base.html
- 2026-03-25T22:21:28.748Z
+ 2026-03-25T22:27:13.112Z
https://docs.axolotl.ai/docs/api/utils.collators.mamba.html
- 2026-03-25T22:21:29.700Z
+ 2026-03-25T22:27:14.088Z
https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html
- 2026-03-25T22:21:29.105Z
+ 2026-03-25T22:27:13.478Z
https://docs.axolotl.ai/docs/api/utils.schemas.peft.html
- 2026-03-25T22:21:29.408Z
+ 2026-03-25T22:27:13.790Z
https://docs.axolotl.ai/docs/api/utils.data.sft.html
- 2026-03-25T22:21:29.319Z
+ 2026-03-25T22:27:13.697Z
https://docs.axolotl.ai/docs/api/core.trainers.utils.html
- 2026-03-25T22:21:28.650Z
+ 2026-03-25T22:27:13.011Z
https://docs.axolotl.ai/docs/api/utils.chat_templates.html
- 2026-03-25T22:21:29.189Z
+ 2026-03-25T22:27:13.564Z
https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html
- 2026-03-25T22:21:28.804Z
+ 2026-03-25T22:27:13.170Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html
- 2026-03-25T22:21:28.920Z
+ 2026-03-25T22:27:13.289Z
https://docs.axolotl.ai/docs/multipack.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/torchao.html
- 2026-03-25T22:18:21.257Z
+ 2026-03-25T22:23:45.108Z
https://docs.axolotl.ai/docs/reward_modelling.html
- 2026-03-25T22:18:21.256Z
+ 2026-03-25T22:23:45.107Z
https://docs.axolotl.ai/docs/nccl.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/multi-gpu.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/batch_vs_grad.html
- 2026-03-25T22:18:21.252Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/multimodal.html
- 2026-03-25T22:18:21.255Z
+ 2026-03-25T22:23:45.106Z
https://docs.axolotl.ai/docs/models/LiquidAI.html
- 2026-03-25T22:21:50.412Z
+ 2026-03-25T22:27:36.804Z
https://docs.axolotl.ai/docs/models/mistral.html
- 2026-03-25T22:21:50.408Z
+ 2026-03-25T22:27:36.801Z
https://docs.axolotl.ai/docs/models/trinity.html
- 2026-03-25T22:21:50.404Z
+ 2026-03-25T22:27:36.796Z
https://docs.axolotl.ai/docs/models/hunyuan.html
- 2026-03-25T22:21:50.412Z
+ 2026-03-25T22:27:36.804Z
https://docs.axolotl.ai/docs/models/phi.html
- 2026-03-25T22:21:50.411Z
+ 2026-03-25T22:27:36.803Z
https://docs.axolotl.ai/docs/models/apertus.html
- 2026-03-25T22:21:50.410Z
+ 2026-03-25T22:27:36.802Z
https://docs.axolotl.ai/docs/models/plano.html
- 2026-03-25T22:21:50.402Z
+ 2026-03-25T22:27:36.795Z
https://docs.axolotl.ai/docs/models/gemma3n.html
- 2026-03-25T22:21:50.410Z
+ 2026-03-25T22:27:36.802Z
https://docs.axolotl.ai/docs/models/arcee.html
- 2026-03-25T22:21:50.404Z
+ 2026-03-25T22:27:36.797Z
https://docs.axolotl.ai/docs/models/ministral3.html
- 2026-03-25T22:21:50.405Z
+ 2026-03-25T22:27:36.797Z
https://docs.axolotl.ai/docs/models/magistral/think.html
- 2026-03-25T22:21:50.406Z
+ 2026-03-25T22:27:36.799Z
https://docs.axolotl.ai/docs/models/llama-4.html
- 2026-03-25T22:21:50.409Z
+ 2026-03-25T22:27:36.801Z
https://docs.axolotl.ai/docs/models/voxtral.html
- 2026-03-25T22:21:50.408Z
+ 2026-03-25T22:27:36.800Z
https://docs.axolotl.ai/docs/models/magistral.html
- 2026-03-25T22:21:50.406Z
+ 2026-03-25T22:27:36.799Z
https://docs.axolotl.ai/docs/models/qwen3.html
- 2026-03-25T22:21:50.409Z
+ 2026-03-25T22:27:36.802Z
https://docs.axolotl.ai/docs/models/ministral.html
- 2026-03-25T22:21:50.407Z
+ 2026-03-25T22:27:36.799Z
https://docs.axolotl.ai/docs/models/ministral3/vision.html
- 2026-03-25T22:21:50.405Z
+ 2026-03-25T22:27:36.798Z
https://docs.axolotl.ai/docs/debugging.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/docs/faq.html
- 2026-03-25T22:18:21.253Z
+ 2026-03-25T22:23:45.103Z
https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html
- 2026-03-25T22:18:21.285Z
+ 2026-03-25T22:23:45.136Z
https://docs.axolotl.ai/FAQS.html
- 2026-03-25T22:18:21.250Z
+ 2026-03-25T22:23:45.100Z