From d90463fff7b67e1f8a761a0236c537e914218d14 Mon Sep 17 00:00:00 2001 From: Quarto GHA Workflow Runner Date: Thu, 22 May 2025 12:22:23 +0000 Subject: [PATCH] Built site for gh-pages --- .nojekyll | 2 +- docs/docker.html | 13 ++ docs/installation.html | 26 +++ search.json | 2 +- sitemap.xml | 358 ++++++++++++++++++++--------------------- 5 files changed, 220 insertions(+), 181 deletions(-) diff --git a/.nojekyll b/.nojekyll index c91edf24c..f4df579b9 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -45aa1b5b \ No newline at end of file +f1264b57 \ No newline at end of file diff --git a/docs/docker.html b/docs/docker.html index d581217d1..fc8f7438f 100644 --- a/docs/docker.html +++ b/docs/docker.html @@ -494,6 +494,19 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin

This section describes the different Docker images that are released by AxolotlAI at Docker Hub.

+
+
+
+ +
+
+Important +
+
+
+

For Blackwell GPUs, please use the tags with Pytorch 2.7.0 and CUDA 12.8.

+
+

Base

The base image is the most minimal image that can install Axolotl. It is based on the nvidia/cuda image. It includes python, torch, git, git-lfs, awscli, pydantic, and more.

diff --git a/docs/installation.html b/docs/installation.html index 9c6068454..e635f1aed 100644 --- a/docs/installation.html +++ b/docs/installation.html @@ -518,6 +518,19 @@ Important

Follow the instructions at: https://pytorch.org/get-started/locally/

+
+
+
+ +
+
+Important +
+
+
+

For Blackwell GPUs, please use Pytorch 2.7.0 and CUDA 12.8.

+
+

2.1 PyPI Installation (Recommended)

pip3 install -U packaging setuptools wheel ninja
@@ -558,6 +571,19 @@ Advanced Docker Configuration
   axolotlai/axolotl:main-latest
+
+
+
+ +
+
+Important +
+
+
+

For Blackwell GPUs, please use axolotlai/axolotl:main-py3.11-cu128-2.7.0 or the cloud variant axolotlai/axolotl-cloud:main-py3.11-cu128-2.7.0.

+
+

Please refer to the Docker documentation for more information on the different Docker images that are available.

diff --git a/search.json b/search.json index 1a98cec72..bf0dc8907 100644 --- a/search.json +++ b/search.json @@ -3510,7 +3510,7 @@ "href": "docs/installation.html#sec-installation-methods", "title": "Installation", "section": "2 Installation Methods", - "text": "2 Installation Methods\n\n\n\n\n\n\nImportant\n\n\n\nPlease make sure to have Pytorch installed before installing Axolotl in your local environment.\nFollow the instructions at: https://pytorch.org/get-started/locally/\n\n\n\n2.1 PyPI Installation (Recommended)\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\nWe use --no-build-isolation in order to detect the installed PyTorch version (if\ninstalled) in order not to clobber it, and so that we set the correct version of\ndependencies that are specific to the PyTorch version or other installed\nco-dependencies.\n\n\n2.2 Edge/Development Build\nFor the latest features between releases:\ngit clone https://github.com/axolotl-ai-cloud/axolotl.git\ncd axolotl\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation -e '.[flash-attn,deepspeed]'\n\n\n2.3 Docker\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nFor development with Docker:\ndocker compose up -d\n\n\n\n\n\n\nAdvanced Docker Configuration\n\n\n\ndocker run --privileged --gpus '\"all\"' --shm-size 10g --rm -it \\\n --name axolotl --ipc=host \\\n --ulimit memlock=-1 --ulimit stack=67108864 \\\n --mount type=bind,src=\"${PWD}\",target=/workspace/axolotl \\\n -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \\\n axolotlai/axolotl:main-latest\n\n\nPlease refer to the Docker documentation for more information on the different Docker images that are available.", + "text": "2 Installation Methods\n\n\n\n\n\n\nImportant\n\n\n\nPlease make sure to have Pytorch installed before installing Axolotl in your local environment.\nFollow the instructions at: https://pytorch.org/get-started/locally/\n\n\n\n\n\n\n\n\nImportant\n\n\n\nFor Blackwell GPUs, please use Pytorch 2.7.0 and CUDA 12.8.\n\n\n\n2.1 PyPI Installation (Recommended)\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\nWe use --no-build-isolation in order to detect the installed PyTorch version (if\ninstalled) in order not to clobber it, and so that we set the correct version of\ndependencies that are specific to the PyTorch version or other installed\nco-dependencies.\n\n\n2.2 Edge/Development Build\nFor the latest features between releases:\ngit clone https://github.com/axolotl-ai-cloud/axolotl.git\ncd axolotl\npip3 install -U packaging setuptools wheel ninja\npip3 install --no-build-isolation -e '.[flash-attn,deepspeed]'\n\n\n2.3 Docker\ndocker run --gpus '\"all\"' --rm -it axolotlai/axolotl:main-latest\nFor development with Docker:\ndocker compose up -d\n\n\n\n\n\n\nAdvanced Docker Configuration\n\n\n\ndocker run --privileged --gpus '\"all\"' --shm-size 10g --rm -it \\\n --name axolotl --ipc=host \\\n --ulimit memlock=-1 --ulimit stack=67108864 \\\n --mount type=bind,src=\"${PWD}\",target=/workspace/axolotl \\\n -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \\\n axolotlai/axolotl:main-latest\n\n\n\n\n\n\n\n\nImportant\n\n\n\nFor Blackwell GPUs, please use axolotlai/axolotl:main-py3.11-cu128-2.7.0 or the cloud variant axolotlai/axolotl-cloud:main-py3.11-cu128-2.7.0.\n\n\nPlease refer to the Docker documentation for more information on the different Docker images that are available.", "crumbs": [ "Getting Started", "Installation" diff --git a/sitemap.xml b/sitemap.xml index c5cc386db..2a0734f7f 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,718 +2,718 @@ https://docs.axolotl.ai/TODO.html - 2025-05-21T15:20:33.330Z + 2025-05-22T12:20:12.565Z https://docs.axolotl.ai/docs/debugging.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/rlhf.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/input_output.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/lr_groups.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/dataset-formats/template_free.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/dataset-formats/pretraining.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/dataset-formats/conversation.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/fsdp_qlora.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/torchao.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/dataset_preprocessing.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/batch_vs_grad.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.566Z https://docs.axolotl.ai/docs/dataset_loading.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/amd_hpc.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.566Z https://docs.axolotl.ai/docs/docker.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/multi-node.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/sequence_parallelism.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/multi-gpu.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/api/utils.collators.core.html - 2025-05-21T15:21:17.468Z + 2025-05-22T12:20:45.256Z https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html - 2025-05-21T15:21:17.495Z + 2025-05-22T12:20:45.284Z https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html - 2025-05-21T15:21:17.435Z + 2025-05-22T12:20:45.224Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html - 2025-05-21T15:21:16.775Z + 2025-05-22T12:20:44.592Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html - 2025-05-21T15:21:16.667Z + 2025-05-22T12:20:44.484Z https://docs.axolotl.ai/docs/api/logging_config.html - 2025-05-21T15:21:16.198Z + 2025-05-22T12:20:44.012Z https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html - 2025-05-21T15:21:17.034Z + 2025-05-22T12:20:44.851Z https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html - 2025-05-21T15:21:17.442Z + 2025-05-22T12:20:45.231Z https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html - 2025-05-21T15:21:17.115Z + 2025-05-22T12:20:44.911Z https://docs.axolotl.ai/docs/api/utils.schemas.utils.html - 2025-05-21T15:21:17.315Z + 2025-05-22T12:20:45.108Z https://docs.axolotl.ai/docs/api/core.trainers.trl.html - 2025-05-21T15:21:16.558Z + 2025-05-22T12:20:44.374Z https://docs.axolotl.ai/docs/api/utils.collators.batching.html - 2025-05-21T15:21:17.487Z + 2025-05-22T12:20:45.275Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html - 2025-05-21T15:21:16.681Z + 2025-05-22T12:20:44.498Z https://docs.axolotl.ai/docs/api/integrations.base.html - 2025-05-21T15:21:17.423Z + 2025-05-22T12:20:45.212Z https://docs.axolotl.ai/docs/api/core.chat.messages.html - 2025-05-21T15:21:16.324Z + 2025-05-22T12:20:44.143Z https://docs.axolotl.ai/docs/api/kernels.lora.html - 2025-05-21T15:21:16.890Z + 2025-05-22T12:20:44.707Z https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html - 2025-05-21T15:21:17.543Z + 2025-05-22T12:20:45.331Z https://docs.axolotl.ai/docs/api/utils.schemas.training.html - 2025-05-21T15:21:17.254Z + 2025-05-22T12:20:45.047Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html - 2025-05-21T15:21:16.765Z + 2025-05-22T12:20:44.583Z https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html - 2025-05-21T15:21:17.537Z + 2025-05-22T12:20:45.324Z https://docs.axolotl.ai/docs/api/utils.collators.mamba.html - 2025-05-21T15:21:17.491Z + 2025-05-22T12:20:45.279Z https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html - 2025-05-21T15:21:16.466Z + 2025-05-22T12:20:44.282Z https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html - 2025-05-21T15:21:17.547Z + 2025-05-22T12:20:45.335Z https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html - 2025-05-21T15:21:16.719Z + 2025-05-22T12:20:44.536Z https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html - 2025-05-21T15:21:17.016Z + 2025-05-22T12:20:44.833Z https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html - 2025-05-21T15:21:17.426Z + 2025-05-22T12:20:45.215Z https://docs.axolotl.ai/docs/api/utils.chat_templates.html - 2025-05-21T15:21:17.096Z + 2025-05-22T12:20:44.896Z https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html - 2025-05-21T15:21:17.006Z + 2025-05-22T12:20:44.823Z https://docs.axolotl.ai/docs/api/utils.lora.html - 2025-05-21T15:21:17.105Z + 2025-05-22T12:20:44.902Z https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html - 2025-05-21T15:21:16.653Z + 2025-05-22T12:20:44.470Z https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html - 2025-05-21T15:21:17.289Z + 2025-05-22T12:20:45.082Z https://docs.axolotl.ai/docs/api/monkeypatch.utils.html - 2025-05-21T15:21:17.004Z + 2025-05-22T12:20:44.821Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html - 2025-05-21T15:21:16.784Z + 2025-05-22T12:20:44.602Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html - 2025-05-21T15:21:16.603Z + 2025-05-22T12:20:44.419Z https://docs.axolotl.ai/docs/api/integrations.liger.args.html - 2025-05-21T15:21:17.438Z + 2025-05-22T12:20:45.227Z https://docs.axolotl.ai/docs/api/utils.data.sft.html - 2025-05-21T15:21:17.203Z + 2025-05-22T12:20:44.997Z https://docs.axolotl.ai/docs/api/utils.freeze.html - 2025-05-21T15:21:17.126Z + 2025-05-22T12:20:44.922Z https://docs.axolotl.ai/docs/api/cli.preprocess.html - 2025-05-21T15:21:16.474Z + 2025-05-22T12:20:44.290Z https://docs.axolotl.ai/docs/api/index.html - 2025-05-21T15:21:16.058Z + 2025-05-22T12:20:43.872Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html - 2025-05-21T15:21:17.007Z + 2025-05-22T12:20:44.824Z https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html - 2025-05-21T15:21:16.740Z + 2025-05-22T12:20:44.558Z https://docs.axolotl.ai/docs/api/utils.gradient_checkpointing.offload_cpu.html - 2025-05-21T15:21:17.207Z + 2025-05-22T12:20:45.000Z https://docs.axolotl.ai/docs/api/train.html - 2025-05-21T15:21:16.119Z + 2025-05-22T12:20:43.933Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html - 2025-05-21T15:21:16.947Z + 2025-05-22T12:20:44.764Z https://docs.axolotl.ai/docs/api/cli.args.html - 2025-05-21T15:21:16.407Z + 2025-05-22T12:20:44.224Z https://docs.axolotl.ai/docs/api/utils.schemas.enums.html - 2025-05-21T15:21:17.310Z + 2025-05-22T12:20:45.102Z https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html - 2025-05-21T15:21:17.272Z + 2025-05-22T12:20:45.064Z https://docs.axolotl.ai/docs/api/convert.html - 2025-05-21T15:21:16.151Z + 2025-05-22T12:20:43.965Z https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html - 2025-05-21T15:21:16.702Z + 2025-05-22T12:20:44.519Z https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html - 2025-05-21T15:21:17.023Z + 2025-05-22T12:20:44.840Z https://docs.axolotl.ai/docs/api/cli.checks.html - 2025-05-21T15:21:16.414Z + 2025-05-22T12:20:44.231Z https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html - 2025-05-21T15:21:16.327Z + 2025-05-22T12:20:44.146Z https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html - 2025-05-21T15:21:16.961Z + 2025-05-22T12:20:44.778Z https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html - 2025-05-21T15:21:17.552Z + 2025-05-22T12:20:45.340Z https://docs.axolotl.ai/docs/api/core.datasets.chat.html - 2025-05-21T15:21:16.334Z + 2025-05-22T12:20:44.152Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html - 2025-05-21T15:21:16.610Z + 2025-05-22T12:20:44.426Z https://docs.axolotl.ai/docs/api/utils.schedulers.html - 2025-05-21T15:21:17.170Z + 2025-05-22T12:20:44.964Z https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html - 2025-05-21T15:21:17.301Z + 2025-05-22T12:20:45.094Z https://docs.axolotl.ai/docs/api/utils.tokenization.html - 2025-05-21T15:21:17.084Z + 2025-05-22T12:20:44.887Z https://docs.axolotl.ai/docs/api/utils.distributed.html - 2025-05-21T15:21:17.189Z + 2025-05-22T12:20:44.983Z https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html - 2025-05-21T15:21:16.808Z + 2025-05-22T12:20:44.626Z https://docs.axolotl.ai/docs/api/common.const.html - 2025-05-21T15:21:17.448Z + 2025-05-22T12:20:45.237Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html - 2025-05-21T15:21:16.595Z + 2025-05-22T12:20:44.411Z https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html - 2025-05-21T15:21:16.689Z + 2025-05-22T12:20:44.506Z https://docs.axolotl.ai/docs/api/utils.models.html - 2025-05-21T15:21:17.076Z + 2025-05-22T12:20:44.880Z https://docs.axolotl.ai/docs/api/utils.lora_embeddings.html - 2025-05-21T15:21:17.109Z + 2025-05-22T12:20:44.906Z https://docs.axolotl.ai/docs/api/cli.train.html - 2025-05-21T15:21:16.382Z + 2025-05-22T12:20:44.199Z https://docs.axolotl.ai/docs/api/datasets.html - 2025-05-21T15:21:16.137Z + 2025-05-22T12:20:43.951Z https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2025-05-21T15:20:33.352Z + 2025-05-22T12:20:12.587Z https://docs.axolotl.ai/index.html - 2025-05-21T15:20:33.348Z + 2025-05-22T12:20:12.583Z https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html - 2025-05-21T15:20:33.336Z + 2025-05-22T12:20:12.571Z https://docs.axolotl.ai/FAQS.html - 2025-05-21T15:20:33.329Z + 2025-05-22T12:20:12.565Z https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html - 2025-05-21T15:20:33.351Z + 2025-05-22T12:20:12.587Z https://docs.axolotl.ai/docs/api/cli.utils.html - 2025-05-21T15:21:16.512Z + 2025-05-22T12:20:44.328Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html - 2025-05-21T15:21:16.600Z + 2025-05-22T12:20:44.416Z https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html - 2025-05-21T15:21:16.805Z + 2025-05-22T12:20:44.622Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html - 2025-05-21T15:21:16.945Z + 2025-05-22T12:20:44.762Z https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html - 2025-05-21T15:21:16.708Z + 2025-05-22T12:20:44.525Z https://docs.axolotl.ai/docs/api/evaluate.html - 2025-05-21T15:21:16.130Z + 2025-05-22T12:20:43.944Z https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html - 2025-05-21T15:21:16.634Z + 2025-05-22T12:20:44.450Z https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html - 2025-05-21T15:21:17.033Z + 2025-05-22T12:20:44.849Z https://docs.axolotl.ai/docs/api/core.trainers.utils.html - 2025-05-21T15:21:16.596Z + 2025-05-22T12:20:44.413Z https://docs.axolotl.ai/docs/api/kernels.quantize.html - 2025-05-21T15:21:16.918Z + 2025-05-22T12:20:44.735Z https://docs.axolotl.ai/docs/api/utils.dict.html - 2025-05-21T15:21:17.193Z + 2025-05-22T12:20:44.987Z https://docs.axolotl.ai/docs/api/utils.trainer.html - 2025-05-21T15:21:17.144Z + 2025-05-22T12:20:44.939Z https://docs.axolotl.ai/docs/api/cli.merge_lora.html - 2025-05-21T15:21:16.454Z + 2025-05-22T12:20:44.271Z https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html - 2025-05-21T15:21:16.996Z + 2025-05-22T12:20:44.814Z https://docs.axolotl.ai/docs/api/core.chat.format.shared.html - 2025-05-21T15:21:16.329Z + 2025-05-22T12:20:44.147Z https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html - 2025-05-21T15:21:17.556Z + 2025-05-22T12:20:45.343Z https://docs.axolotl.ai/docs/api/core.training_args.html - 2025-05-21T15:21:16.302Z + 2025-05-22T12:20:44.120Z https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html - 2025-05-21T15:21:16.527Z + 2025-05-22T12:20:44.342Z https://docs.axolotl.ai/docs/api/monkeypatch.relora.html - 2025-05-21T15:21:16.970Z + 2025-05-22T12:20:44.787Z https://docs.axolotl.ai/docs/api/core.trainers.base.html - 2025-05-21T15:21:16.541Z + 2025-05-22T12:20:44.356Z https://docs.axolotl.ai/docs/api/kernels.swiglu.html - 2025-05-21T15:21:16.911Z + 2025-05-22T12:20:44.728Z https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html - 2025-05-21T15:21:16.725Z + 2025-05-22T12:20:44.543Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html - 2025-05-21T15:21:16.752Z + 2025-05-22T12:20:44.569Z https://docs.axolotl.ai/docs/api/utils.gradient_checkpointing.offload_disk.html - 2025-05-21T15:21:17.233Z + 2025-05-22T12:20:45.026Z https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html - 2025-05-21T15:21:17.013Z + 2025-05-22T12:20:44.830Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html - 2025-05-21T15:21:16.742Z + 2025-05-22T12:20:44.559Z https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html - 2025-05-21T15:21:17.466Z + 2025-05-22T12:20:45.255Z https://docs.axolotl.ai/docs/api/core.trainer_builder.html - 2025-05-21T15:21:16.214Z + 2025-05-22T12:20:44.027Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html - 2025-05-21T15:21:16.762Z + 2025-05-22T12:20:44.580Z https://docs.axolotl.ai/docs/api/cli.main.html - 2025-05-21T15:21:16.373Z + 2025-05-22T12:20:44.191Z https://docs.axolotl.ai/docs/api/utils.schemas.peft.html - 2025-05-21T15:21:17.280Z + 2025-05-22T12:20:45.073Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html - 2025-05-21T15:21:16.971Z + 2025-05-22T12:20:44.788Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html - 2025-05-21T15:21:16.583Z + 2025-05-22T12:20:44.399Z https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html - 2025-05-21T15:21:17.445Z + 2025-05-22T12:20:45.234Z https://docs.axolotl.ai/docs/api/core.trainers.relora.html - 2025-05-21T15:21:16.567Z + 2025-05-22T12:20:44.383Z https://docs.axolotl.ai/docs/api/utils.bench.html - 2025-05-21T15:21:17.118Z + 2025-05-22T12:20:44.914Z https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html - 2025-05-21T15:21:16.714Z + 2025-05-22T12:20:44.531Z https://docs.axolotl.ai/docs/api/cli.inference.html - 2025-05-21T15:21:16.446Z + 2025-05-22T12:20:44.262Z https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html - 2025-05-21T15:21:16.573Z + 2025-05-22T12:20:44.389Z https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html - 2025-05-21T15:21:17.428Z + 2025-05-22T12:20:45.216Z https://docs.axolotl.ai/docs/api/core.trainers.mamba.html - 2025-05-21T15:21:16.563Z + 2025-05-22T12:20:44.379Z https://docs.axolotl.ai/docs/api/utils.schemas.trl.html - 2025-05-21T15:21:17.283Z + 2025-05-22T12:20:45.076Z https://docs.axolotl.ai/docs/api/cli.config.html - 2025-05-21T15:21:16.431Z + 2025-05-22T12:20:44.248Z https://docs.axolotl.ai/docs/api/cli.vllm_serve.html - 2025-05-21T15:21:16.517Z + 2025-05-22T12:20:44.333Z https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html - 2025-05-21T15:21:16.342Z + 2025-05-22T12:20:44.160Z https://docs.axolotl.ai/docs/api/common.datasets.html - 2025-05-21T15:21:17.465Z + 2025-05-22T12:20:45.254Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html - 2025-05-21T15:21:16.669Z + 2025-05-22T12:20:44.485Z https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html - 2025-05-21T15:21:16.326Z + 2025-05-22T12:20:44.144Z https://docs.axolotl.ai/docs/api/monkeypatch.attention.mllama.html - 2025-05-21T15:21:17.031Z + 2025-05-22T12:20:44.848Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html - 2025-05-21T15:21:16.764Z + 2025-05-22T12:20:44.581Z https://docs.axolotl.ai/docs/api/utils.schemas.config.html - 2025-05-21T15:21:17.242Z + 2025-05-22T12:20:45.035Z https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html - 2025-05-21T15:21:17.024Z + 2025-05-22T12:20:44.841Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html - 2025-05-21T15:21:16.767Z + 2025-05-22T12:20:44.584Z https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html - 2025-05-21T15:21:16.729Z + 2025-05-22T12:20:44.546Z https://docs.axolotl.ai/docs/api/cli.evaluate.html - 2025-05-21T15:21:16.390Z + 2025-05-22T12:20:44.207Z https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html - 2025-05-21T15:21:16.963Z + 2025-05-22T12:20:44.780Z https://docs.axolotl.ai/docs/api/cli.sweeps.html - 2025-05-21T15:21:16.480Z + 2025-05-22T12:20:44.296Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html - 2025-05-21T15:21:16.783Z + 2025-05-22T12:20:44.601Z https://docs.axolotl.ai/docs/api/prompt_strategies.base.html - 2025-05-21T15:21:16.635Z + 2025-05-22T12:20:44.452Z https://docs.axolotl.ai/docs/api/kernels.utils.html - 2025-05-21T15:21:16.920Z + 2025-05-22T12:20:44.737Z https://docs.axolotl.ai/docs/api/utils.schemas.model.html - 2025-05-21T15:21:17.249Z + 2025-05-22T12:20:45.042Z https://docs.axolotl.ai/docs/api/utils.data.pretraining.html - 2025-05-21T15:21:17.202Z + 2025-05-22T12:20:44.995Z https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html - 2025-05-21T15:21:17.549Z + 2025-05-22T12:20:45.336Z https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html - 2025-05-21T15:21:17.200Z + 2025-05-22T12:20:44.994Z https://docs.axolotl.ai/docs/api/common.architectures.html - 2025-05-21T15:21:17.447Z + 2025-05-22T12:20:45.235Z https://docs.axolotl.ai/docs/api/cli.cloud.base.html - 2025-05-21T15:21:16.520Z + 2025-05-22T12:20:44.336Z https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html - 2025-05-21T15:21:16.736Z + 2025-05-22T12:20:44.553Z https://docs.axolotl.ai/docs/api/prompt_tokenizers.html - 2025-05-21T15:21:16.193Z + 2025-05-22T12:20:44.007Z https://docs.axolotl.ai/docs/api/kernels.geglu.html - 2025-05-21T15:21:16.901Z + 2025-05-22T12:20:44.718Z https://docs.axolotl.ai/docs/custom_integrations.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/multimodal.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/faq.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/multipack.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/lora_optims.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/nccl.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/cli.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.566Z https://docs.axolotl.ai/docs/config.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.566Z https://docs.axolotl.ai/docs/unsloth.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.571Z https://docs.axolotl.ai/docs/ray-integration.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/dataset-formats/index.html - 2025-05-21T15:20:33.331Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/dataset-formats/tokenized.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/installation.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/inference.html - 2025-05-21T15:20:33.334Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/mac.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z https://docs.axolotl.ai/docs/getting-started.html - 2025-05-21T15:20:33.332Z + 2025-05-22T12:20:12.567Z https://docs.axolotl.ai/docs/reward_modelling.html - 2025-05-21T15:20:33.335Z + 2025-05-22T12:20:12.570Z