diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index e081f2127..b8ebe2aeb 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -34,6 +34,12 @@ jobs: axolotl_extras: platforms: "linux/amd64,linux/arm64" is_latest: true + - cuda: 128 + cuda_version: 12.8.1 + python_version: "3.12" + pytorch: 2.10.0 + axolotl_extras: + platforms: "linux/amd64,linux/arm64" - cuda: 129 cuda_version: 12.9.1 python_version: "3.12" @@ -46,6 +52,12 @@ jobs: pytorch: 2.9.1 axolotl_extras: platforms: "linux/amd64,linux/arm64" + - cuda: 130 + cuda_version: 13.0.0 + python_version: "3.12" + pytorch: 2.10.0 + axolotl_extras: + platforms: "linux/amd64,linux/arm64" runs-on: axolotl-gpu-runner steps: - name: Checkout @@ -112,6 +124,12 @@ jobs: axolotl_extras: is_latest: true platforms: "linux/amd64,linux/arm64" + - cuda: 128 + cuda_version: 12.8.1 + python_version: "3.12" + pytorch: 2.10.0 + axolotl_extras: + platforms: "linux/amd64,linux/arm64" - cuda: 129 cuda_version: 12.9.1 python_version: "3.12" @@ -124,6 +142,12 @@ jobs: pytorch: 2.9.1 axolotl_extras: platforms: "linux/amd64,linux/arm64" + - cuda: 130 + cuda_version: 13.0.0 + python_version: "3.12" + pytorch: 2.10.0 + axolotl_extras: + platforms: "linux/amd64,linux/arm64" runs-on: axolotl-gpu-runner steps: - name: Checkout diff --git a/.nojekyll b/.nojekyll index 1b1dc3bc7..35b5d1540 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -c058fecf \ No newline at end of file +b8caf314 \ No newline at end of file diff --git a/sitemap.xml b/sitemap.xml index 849fcdb86..ac668b353 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,946 +2,946 @@ https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2026-02-25T01:33:01.439Z + 2026-02-25T03:36:41.490Z https://docs.axolotl.ai/docs/mac.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/cli.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/mixed_precision.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/installation.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/dataset_loading.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/sequence_parallelism.html - 2026-02-25T01:33:01.423Z + 2026-02-25T03:36:41.466Z https://docs.axolotl.ai/docs/optimizations.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/gradient_checkpointing.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/streaming.html - 2026-02-25T01:33:01.423Z + 2026-02-25T03:36:41.466Z https://docs.axolotl.ai/docs/lora_optims.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/amd_hpc.html - 2026-02-25T01:33:01.418Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/debugging.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/dataset-formats/conversation.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/dataset-formats/index.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/config-reference.html - 2026-02-25T01:36:25.796Z + 2026-02-25T03:40:43.499Z https://docs.axolotl.ai/docs/multimodal.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/ray-integration.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/faq.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/dataset_preprocessing.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/fsdp_qlora.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/quantize.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/reward_modelling.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/models/plano.html - 2026-02-25T01:36:26.888Z + 2026-02-25T03:40:44.528Z https://docs.axolotl.ai/docs/models/ministral3/vision.html - 2026-02-25T01:36:26.891Z + 2026-02-25T03:40:44.531Z https://docs.axolotl.ai/docs/models/ministral3.html - 2026-02-25T01:36:26.891Z + 2026-02-25T03:40:44.530Z https://docs.axolotl.ai/docs/models/devstral.html - 2026-02-25T01:36:26.999Z + 2026-02-25T03:40:44.533Z https://docs.axolotl.ai/docs/models/llama-4.html - 2026-02-25T01:36:27.001Z + 2026-02-25T03:40:44.534Z https://docs.axolotl.ai/docs/models/ministral.html - 2026-02-25T01:36:26.953Z + 2026-02-25T03:40:44.532Z https://docs.axolotl.ai/docs/models/trinity.html - 2026-02-25T01:36:26.889Z + 2026-02-25T03:40:44.529Z https://docs.axolotl.ai/docs/models/voxtral.html - 2026-02-25T01:36:26.954Z + 2026-02-25T03:40:44.533Z https://docs.axolotl.ai/docs/models/magistral.html - 2026-02-25T01:36:26.951Z + 2026-02-25T03:40:44.532Z https://docs.axolotl.ai/docs/models/LiquidAI.html - 2026-02-25T01:36:27.050Z + 2026-02-25T03:40:44.539Z https://docs.axolotl.ai/docs/models/arcee.html - 2026-02-25T01:36:26.890Z + 2026-02-25T03:40:44.529Z https://docs.axolotl.ai/docs/models/internvl3_5.html - 2026-02-25T01:36:26.889Z + 2026-02-25T03:40:44.528Z https://docs.axolotl.ai/docs/models/kimi-linear.html - 2026-02-25T01:36:26.888Z + 2026-02-25T03:40:44.527Z https://docs.axolotl.ai/docs/models/magistral/think.html - 2026-02-25T01:36:26.951Z + 2026-02-25T03:40:44.532Z https://docs.axolotl.ai/docs/models/index.html - 2026-02-25T01:36:27.052Z + 2026-02-25T03:40:44.539Z https://docs.axolotl.ai/docs/models/qwen3-next.html - 2026-02-25T01:36:27.046Z + 2026-02-25T03:40:44.535Z https://docs.axolotl.ai/docs/models/gemma3n.html - 2026-02-25T01:36:27.047Z + 2026-02-25T03:40:44.536Z https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html - 2026-02-25T01:36:06.794Z + 2026-02-25T03:40:21.367Z https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html - 2026-02-25T01:36:07.632Z + 2026-02-25T03:40:22.317Z https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html - 2026-02-25T01:36:08.103Z + 2026-02-25T03:40:22.846Z https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html - 2026-02-25T01:36:08.095Z + 2026-02-25T03:40:22.836Z https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html - 2026-02-25T01:36:06.792Z + 2026-02-25T03:40:21.365Z https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html - 2026-02-25T01:36:08.221Z + 2026-02-25T03:40:22.977Z https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html - 2026-02-25T01:36:08.225Z + 2026-02-25T03:40:22.982Z https://docs.axolotl.ai/docs/api/cli.preprocess.html - 2026-02-25T01:36:06.970Z + 2026-02-25T03:40:21.568Z https://docs.axolotl.ai/docs/api/cli.utils.load.html - 2026-02-25T01:36:07.020Z + 2026-02-25T03:40:21.626Z https://docs.axolotl.ai/docs/api/cli.inference.html - 2026-02-25T01:36:06.939Z + 2026-02-25T03:40:21.532Z https://docs.axolotl.ai/docs/api/cli.args.html - 2026-02-25T01:36:06.887Z + 2026-02-25T03:40:21.473Z https://docs.axolotl.ai/docs/api/prompt_tokenizers.html - 2026-02-25T01:36:06.721Z + 2026-02-25T03:40:21.285Z https://docs.axolotl.ai/docs/api/cli.vllm_serve.html - 2026-02-25T01:36:06.983Z + 2026-02-25T03:40:21.583Z https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html - 2026-02-25T01:36:07.642Z + 2026-02-25T03:40:22.329Z https://docs.axolotl.ai/docs/api/loaders.constants.html - 2026-02-25T01:36:07.161Z + 2026-02-25T03:40:21.784Z https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html - 2026-02-25T01:36:07.312Z + 2026-02-25T03:40:21.954Z https://docs.axolotl.ai/docs/api/core.trainers.trl.html - 2026-02-25T01:36:07.073Z + 2026-02-25T03:40:21.685Z https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html - 2026-02-25T01:36:08.136Z + 2026-02-25T03:40:22.883Z https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html - 2026-02-25T01:36:07.620Z + 2026-02-25T03:40:22.303Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html - 2026-02-25T01:36:07.259Z + 2026-02-25T03:40:21.895Z https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html - 2026-02-25T01:36:07.324Z + 2026-02-25T03:40:21.968Z https://docs.axolotl.ai/docs/api/utils.freeze.html - 2026-02-25T01:36:07.712Z + 2026-02-25T03:40:22.407Z https://docs.axolotl.ai/docs/api/logging_config.html - 2026-02-25T01:36:06.732Z + 2026-02-25T03:40:21.297Z https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html - 2026-02-25T01:36:07.623Z + 2026-02-25T03:40:22.308Z https://docs.axolotl.ai/docs/api/cli.art.html - 2026-02-25T01:36:06.891Z + 2026-02-25T03:40:21.478Z https://docs.axolotl.ai/docs/api/utils.collators.mamba.html - 2026-02-25T01:36:08.163Z + 2026-02-25T03:40:22.912Z https://docs.axolotl.ai/docs/api/cli.utils.train.html - 2026-02-25T01:36:07.040Z + 2026-02-25T03:40:21.648Z https://docs.axolotl.ai/docs/api/integrations.base.html - 2026-02-25T01:36:08.090Z + 2026-02-25T03:40:22.831Z https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html - 2026-02-25T01:36:07.087Z + 2026-02-25T03:40:21.701Z https://docs.axolotl.ai/docs/api/cli.checks.html - 2026-02-25T01:36:06.898Z + 2026-02-25T03:40:21.486Z https://docs.axolotl.ai/docs/api/common.architectures.html - 2026-02-25T01:36:08.117Z + 2026-02-25T03:40:22.861Z https://docs.axolotl.ai/docs/api/utils.bench.html - 2026-02-25T01:36:07.703Z + 2026-02-25T03:40:22.397Z https://docs.axolotl.ai/docs/api/utils.data.streaming.html - 2026-02-25T01:36:07.802Z + 2026-02-25T03:40:22.509Z https://docs.axolotl.ai/docs/api/utils.chat_templates.html - 2026-02-25T01:36:07.687Z + 2026-02-25T03:40:22.379Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html - 2026-02-25T01:36:07.274Z + 2026-02-25T03:40:21.912Z https://docs.axolotl.ai/docs/api/core.trainers.utils.html - 2026-02-25T01:36:07.114Z + 2026-02-25T03:40:21.731Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html - 2026-02-25T01:36:07.374Z + 2026-02-25T03:40:22.025Z https://docs.axolotl.ai/docs/api/cli.evaluate.html - 2026-02-25T01:36:06.865Z + 2026-02-25T03:40:21.448Z https://docs.axolotl.ai/docs/api/monkeypatch.relora.html - 2026-02-25T01:36:07.568Z + 2026-02-25T03:40:22.244Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html - 2026-02-25T01:36:07.372Z + 2026-02-25T03:40:22.023Z https://docs.axolotl.ai/docs/api/cli.utils.fetch.html - 2026-02-25T01:36:07.014Z + 2026-02-25T03:40:21.618Z https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html - 2026-02-25T01:36:07.883Z + 2026-02-25T03:40:22.598Z https://docs.axolotl.ai/docs/api/common.datasets.html - 2026-02-25T01:36:08.135Z + 2026-02-25T03:40:22.881Z https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html - 2026-02-25T01:36:08.231Z + 2026-02-25T03:40:22.989Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html - 2026-02-25T01:36:07.396Z + 2026-02-25T03:40:22.050Z https://docs.axolotl.ai/docs/api/utils.schemas.model.html - 2026-02-25T01:36:07.854Z + 2026-02-25T03:40:22.566Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html - 2026-02-25T01:36:07.560Z + 2026-02-25T03:40:22.236Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html - 2026-02-25T01:36:07.613Z + 2026-02-25T03:40:22.296Z https://docs.axolotl.ai/docs/api/core.trainers.base.html - 2026-02-25T01:36:07.056Z + 2026-02-25T03:40:21.666Z https://docs.axolotl.ai/docs/api/cli.utils.args.html - 2026-02-25T01:36:07.008Z + 2026-02-25T03:40:21.612Z https://docs.axolotl.ai/docs/api/utils.schemas.trl.html - 2026-02-25T01:36:07.896Z + 2026-02-25T03:40:22.614Z https://docs.axolotl.ai/docs/api/core.builders.base.html - 2026-02-25T01:36:06.739Z + 2026-02-25T03:40:21.305Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html - 2026-02-25T01:36:07.559Z + 2026-02-25T03:40:22.234Z https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html - 2026-02-25T01:36:06.994Z + 2026-02-25T03:40:21.595Z https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html - 2026-02-25T01:36:07.800Z + 2026-02-25T03:40:22.507Z https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html - 2026-02-25T01:36:08.115Z + 2026-02-25T03:40:22.859Z https://docs.axolotl.ai/docs/api/cli.main.html - 2026-02-25T01:36:06.846Z + 2026-02-25T03:40:21.427Z https://docs.axolotl.ai/docs/api/kernels.lora.html - 2026-02-25T01:36:07.520Z + 2026-02-25T03:40:22.190Z https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html - 2026-02-25T01:36:07.699Z + 2026-02-25T03:40:22.393Z https://docs.axolotl.ai/docs/api/utils.distributed.html - 2026-02-25T01:36:07.785Z + 2026-02-25T03:40:22.490Z https://docs.axolotl.ai/docs/api/loaders.model.html - 2026-02-25T01:36:07.125Z + 2026-02-25T03:40:21.743Z https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html - 2026-02-25T01:36:07.562Z + 2026-02-25T03:40:22.238Z https://docs.axolotl.ai/docs/api/evaluate.html - 2026-02-25T01:36:06.651Z + 2026-02-25T03:40:21.206Z https://docs.axolotl.ai/docs/api/cli.delinearize_llama4.html - 2026-02-25T01:36:06.923Z + 2026-02-25T03:40:21.514Z https://docs.axolotl.ai/docs/api/utils.trainer.html - 2026-02-25T01:36:07.732Z + 2026-02-25T03:40:22.429Z https://docs.axolotl.ai/docs/api/cli.quantize.html - 2026-02-25T01:36:06.975Z + 2026-02-25T03:40:21.574Z https://docs.axolotl.ai/docs/api/common.const.html - 2026-02-25T01:36:08.118Z + 2026-02-25T03:40:22.862Z https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html - 2026-02-25T01:36:07.298Z + 2026-02-25T03:40:21.939Z https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html - 2026-02-25T01:36:08.168Z + 2026-02-25T03:40:22.918Z https://docs.axolotl.ai/docs/api/core.datasets.chat.html - 2026-02-25T01:36:06.801Z + 2026-02-25T03:40:21.375Z https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html - 2026-02-25T01:36:07.425Z + 2026-02-25T03:40:22.083Z https://docs.axolotl.ai/docs/api/core.trainers.mamba.html - 2026-02-25T01:36:07.079Z + 2026-02-25T03:40:21.692Z https://docs.axolotl.ai/docs/api/core.builders.causal.html - 2026-02-25T01:36:06.744Z + 2026-02-25T03:40:21.311Z https://docs.axolotl.ai/docs/api/kernels.geglu.html - 2026-02-25T01:36:07.531Z + 2026-02-25T03:40:22.203Z https://docs.axolotl.ai/docs/api/utils.schemas.utils.html - 2026-02-25T01:36:07.937Z + 2026-02-25T03:40:22.659Z https://docs.axolotl.ai/docs/custom_integrations.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/index.html - 2026-02-25T01:33:01.436Z + 2026-02-25T03:36:41.485Z https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html - 2026-02-25T01:33:01.425Z + 2026-02-25T03:36:41.470Z https://docs.axolotl.ai/FAQS.html - 2026-02-25T01:33:01.418Z + 2026-02-25T03:36:41.459Z https://docs.axolotl.ai/docs/inference.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.464Z https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html - 2026-02-25T01:36:06.810Z + 2026-02-25T03:40:21.385Z https://docs.axolotl.ai/docs/api/train.html - 2026-02-25T01:36:06.639Z + 2026-02-25T03:40:21.193Z https://docs.axolotl.ai/docs/api/utils.schemas.training.html - 2026-02-25T01:36:07.862Z + 2026-02-25T03:40:22.575Z https://docs.axolotl.ai/docs/api/kernels.quantize.html - 2026-02-25T01:36:07.551Z + 2026-02-25T03:40:22.225Z https://docs.axolotl.ai/docs/api/utils.dict.html - 2026-02-25T01:36:07.791Z + 2026-02-25T03:40:22.497Z https://docs.axolotl.ai/docs/api/utils.quantization.html - 2026-02-25T01:36:07.830Z + 2026-02-25T03:40:22.541Z https://docs.axolotl.ai/docs/api/utils.collators.batching.html - 2026-02-25T01:36:08.159Z + 2026-02-25T03:40:22.908Z https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html - 2026-02-25T01:36:07.564Z + 2026-02-25T03:40:22.240Z https://docs.axolotl.ai/docs/api/cli.config.html - 2026-02-25T01:36:06.918Z + 2026-02-25T03:40:21.508Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html - 2026-02-25T01:36:07.168Z + 2026-02-25T03:40:21.791Z https://docs.axolotl.ai/docs/api/utils.lora.html - 2026-02-25T01:36:07.692Z + 2026-02-25T03:40:22.386Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html - 2026-02-25T01:36:07.113Z + 2026-02-25T03:40:21.729Z https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html - 2026-02-25T01:36:07.329Z + 2026-02-25T03:40:21.973Z https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html - 2026-02-25T01:36:07.644Z + 2026-02-25T03:40:22.331Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html - 2026-02-25T01:36:07.360Z + 2026-02-25T03:40:22.009Z https://docs.axolotl.ai/docs/api/index.html - 2026-02-25T01:36:06.570Z + 2026-02-25T03:40:21.114Z https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html - 2026-02-25T01:36:07.205Z + 2026-02-25T03:40:21.833Z https://docs.axolotl.ai/docs/api/cli.utils.html - 2026-02-25T01:36:06.995Z + 2026-02-25T03:40:21.597Z https://docs.axolotl.ai/docs/api/cli.merge_lora.html - 2026-02-25T01:36:06.948Z + 2026-02-25T03:40:21.543Z https://docs.axolotl.ai/docs/api/kernels.utils.html - 2026-02-25T01:36:07.552Z + 2026-02-25T03:40:22.227Z https://docs.axolotl.ai/docs/api/prompt_strategies.base.html - 2026-02-25T01:36:07.206Z + 2026-02-25T03:40:21.835Z https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html - 2026-02-25T01:36:08.235Z + 2026-02-25T03:40:22.993Z https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html - 2026-02-25T01:36:07.902Z + 2026-02-25T03:40:22.621Z https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html - 2026-02-25T01:36:07.244Z + 2026-02-25T03:40:21.877Z https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html - 2026-02-25T01:36:08.243Z + 2026-02-25T03:40:23.002Z https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html - 2026-02-25T01:36:08.213Z + 2026-02-25T03:40:22.969Z https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html - 2026-02-25T01:36:07.421Z + 2026-02-25T03:40:22.078Z https://docs.axolotl.ai/docs/api/core.chat.format.shared.html - 2026-02-25T01:36:06.795Z + 2026-02-25T03:40:21.369Z https://docs.axolotl.ai/docs/api/utils.collators.core.html - 2026-02-25T01:36:08.138Z + 2026-02-25T03:40:22.884Z https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html - 2026-02-25T01:36:08.111Z + 2026-02-25T03:40:22.854Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html - 2026-02-25T01:36:07.099Z + 2026-02-25T03:40:21.714Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html - 2026-02-25T01:36:07.348Z + 2026-02-25T03:40:21.996Z https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html - 2026-02-25T01:36:07.611Z + 2026-02-25T03:40:22.294Z https://docs.axolotl.ai/docs/api/utils.schemas.enums.html - 2026-02-25T01:36:07.931Z + 2026-02-25T03:40:22.652Z https://docs.axolotl.ai/docs/api/utils.schemas.config.html - 2026-02-25T01:36:07.846Z + 2026-02-25T03:40:22.557Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html - 2026-02-25T01:36:07.377Z + 2026-02-25T03:40:22.028Z https://docs.axolotl.ai/docs/api/convert.html - 2026-02-25T01:36:06.673Z + 2026-02-25T03:40:21.231Z https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html - 2026-02-25T01:36:07.921Z + 2026-02-25T03:40:22.641Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html - 2026-02-25T01:36:07.387Z + 2026-02-25T03:40:22.039Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html - 2026-02-25T01:36:07.376Z + 2026-02-25T03:40:22.026Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html - 2026-02-25T01:36:07.179Z + 2026-02-25T03:40:21.804Z https://docs.axolotl.ai/docs/api/core.chat.messages.html - 2026-02-25T01:36:06.790Z + 2026-02-25T03:40:21.363Z https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html - 2026-02-25T01:36:07.284Z + 2026-02-25T03:40:21.922Z https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html - 2026-02-25T01:36:07.341Z + 2026-02-25T03:40:21.987Z https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html - 2026-02-25T01:36:07.601Z + 2026-02-25T03:40:22.282Z https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html - 2026-02-25T01:36:07.317Z + 2026-02-25T03:40:21.959Z https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html - 2026-02-25T01:36:07.305Z + 2026-02-25T03:40:21.946Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html - 2026-02-25T01:36:07.171Z + 2026-02-25T03:40:21.796Z https://docs.axolotl.ai/docs/api/cli.train.html - 2026-02-25T01:36:06.856Z + 2026-02-25T03:40:21.438Z https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html - 2026-02-25T01:36:06.961Z + 2026-02-25T03:40:21.557Z https://docs.axolotl.ai/docs/api/loaders.adapter.html - 2026-02-25T01:36:07.142Z + 2026-02-25T03:40:21.763Z https://docs.axolotl.ai/docs/api/core.training_args.html - 2026-02-25T01:36:06.764Z + 2026-02-25T03:40:21.333Z https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html - 2026-02-25T01:36:08.227Z + 2026-02-25T03:40:22.984Z https://docs.axolotl.ai/docs/api/loaders.processor.html - 2026-02-25T01:36:07.136Z + 2026-02-25T03:40:21.756Z https://docs.axolotl.ai/docs/api/core.builders.rl.html - 2026-02-25T01:36:06.749Z + 2026-02-25T03:40:21.317Z https://docs.axolotl.ai/docs/api/monkeypatch.utils.html - 2026-02-25T01:36:07.610Z + 2026-02-25T03:40:22.292Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html - 2026-02-25T01:36:07.398Z + 2026-02-25T03:40:22.052Z https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html - 2026-02-25T01:36:08.093Z + 2026-02-25T03:40:22.835Z https://docs.axolotl.ai/docs/api/kernels.swiglu.html - 2026-02-25T01:36:07.543Z + 2026-02-25T03:40:22.216Z https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html - 2026-02-25T01:36:07.677Z + 2026-02-25T03:40:22.369Z https://docs.axolotl.ai/docs/api/cli.cloud.base.html - 2026-02-25T01:36:06.987Z + 2026-02-25T03:40:21.587Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html - 2026-02-25T01:36:07.261Z + 2026-02-25T03:40:21.897Z https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html - 2026-02-25T01:36:07.336Z + 2026-02-25T03:40:21.982Z https://docs.axolotl.ai/docs/api/utils.schemas.peft.html - 2026-02-25T01:36:07.893Z + 2026-02-25T03:40:22.609Z https://docs.axolotl.ai/docs/api/integrations.liger.args.html - 2026-02-25T01:36:08.107Z + 2026-02-25T03:40:22.850Z https://docs.axolotl.ai/docs/api/loaders.patch_manager.html - 2026-02-25T01:36:07.159Z + 2026-02-25T03:40:21.782Z https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html - 2026-02-25T01:36:07.630Z + 2026-02-25T03:40:22.316Z https://docs.axolotl.ai/docs/api/utils.data.sft.html - 2026-02-25T01:36:07.809Z + 2026-02-25T03:40:22.516Z https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html - 2026-02-25T01:36:07.648Z + 2026-02-25T03:40:22.335Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html - 2026-02-25T01:36:07.569Z + 2026-02-25T03:40:22.246Z https://docs.axolotl.ai/docs/api/loaders.tokenizer.html - 2026-02-25T01:36:07.134Z + 2026-02-25T03:40:21.754Z https://docs.axolotl.ai/docs/api/utils.tokenization.html - 2026-02-25T01:36:07.685Z + 2026-02-25T03:40:22.377Z https://docs.axolotl.ai/docs/api/datasets.html - 2026-02-25T01:36:06.658Z + 2026-02-25T03:40:21.214Z https://docs.axolotl.ai/docs/api/cli.utils.sweeps.html - 2026-02-25T01:36:07.027Z + 2026-02-25T03:40:21.633Z https://docs.axolotl.ai/docs/api/utils.schedulers.html - 2026-02-25T01:36:07.762Z + 2026-02-25T03:40:22.464Z https://docs.axolotl.ai/docs/models/mimo.html - 2026-02-25T01:36:26.888Z + 2026-02-25T03:40:44.528Z https://docs.axolotl.ai/docs/models/jamba.html - 2026-02-25T01:36:27.051Z + 2026-02-25T03:40:44.539Z https://docs.axolotl.ai/docs/models/magistral/vision.html - 2026-02-25T01:36:26.952Z + 2026-02-25T03:40:44.532Z https://docs.axolotl.ai/docs/models/llama-2.html - 2026-02-25T01:36:27.046Z + 2026-02-25T03:40:44.534Z https://docs.axolotl.ai/docs/models/smolvlm2.html - 2026-02-25T01:36:27.049Z + 2026-02-25T03:40:44.538Z https://docs.axolotl.ai/docs/models/mistral-small.html - 2026-02-25T01:36:26.953Z + 2026-02-25T03:40:44.533Z https://docs.axolotl.ai/docs/models/mistral.html - 2026-02-25T01:36:27.000Z + 2026-02-25T03:40:44.534Z https://docs.axolotl.ai/docs/models/hunyuan.html - 2026-02-25T01:36:27.050Z + 2026-02-25T03:40:44.539Z https://docs.axolotl.ai/docs/models/orpheus.html - 2026-02-25T01:36:27.052Z + 2026-02-25T03:40:44.539Z https://docs.axolotl.ai/docs/models/qwen3.html - 2026-02-25T01:36:27.047Z + 2026-02-25T03:40:44.535Z https://docs.axolotl.ai/docs/models/seed-oss.html - 2026-02-25T01:36:27.048Z + 2026-02-25T03:40:44.538Z https://docs.axolotl.ai/docs/models/granite4.html - 2026-02-25T01:36:27.049Z + 2026-02-25T03:40:44.539Z https://docs.axolotl.ai/docs/models/olmo3.html - 2026-02-25T01:36:26.889Z + 2026-02-25T03:40:44.529Z https://docs.axolotl.ai/docs/models/phi.html - 2026-02-25T01:36:27.049Z + 2026-02-25T03:40:44.538Z https://docs.axolotl.ai/docs/models/gpt-oss.html - 2026-02-25T01:36:27.048Z + 2026-02-25T03:40:44.536Z https://docs.axolotl.ai/docs/models/ministral3/think.html - 2026-02-25T01:36:26.891Z + 2026-02-25T03:40:44.530Z https://docs.axolotl.ai/docs/models/apertus.html - 2026-02-25T01:36:27.047Z + 2026-02-25T03:40:44.536Z https://docs.axolotl.ai/docs/optimizers.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/torchao.html - 2026-02-25T01:33:01.423Z + 2026-02-25T03:36:41.466Z https://docs.axolotl.ai/docs/attention.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/nd_parallelism.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/batch_vs_grad.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/multi-node.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/rlhf.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/dataset-formats/pretraining.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/dataset-formats/tokenized.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/dataset-formats/template_free.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/multi-gpu.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/input_output.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/docker.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/checkpoint_saving.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.461Z https://docs.axolotl.ai/docs/multipack.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/qat.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/lr_groups.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/getting-started.html - 2026-02-25T01:33:01.419Z + 2026-02-25T03:36:41.462Z https://docs.axolotl.ai/docs/nccl.html - 2026-02-25T01:33:01.422Z + 2026-02-25T03:36:41.465Z https://docs.axolotl.ai/docs/telemetry.html - 2026-02-25T01:33:01.423Z + 2026-02-25T03:36:41.466Z https://docs.axolotl.ai/docs/unsloth.html - 2026-02-25T01:33:01.423Z + 2026-02-25T03:36:41.466Z https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html - 2026-02-25T01:33:01.439Z + 2026-02-25T03:36:41.489Z