From cf7cbdfd0e477c1f345d04a3ebdf6d01c9f958ec Mon Sep 17 00:00:00 2001 From: Quarto GHA Workflow Runner Date: Fri, 8 Aug 2025 12:14:47 +0000 Subject: [PATCH] Built site for gh-pages --- .nojekyll | 2 +- docs/custom_integrations.html | 7 +- .../colab-axolotl-example.html | 2 +- search.json | 2 +- sitemap.xml | 396 +++++++++--------- 5 files changed, 207 insertions(+), 202 deletions(-) diff --git a/.nojekyll b/.nojekyll index f021f0ddd..c33857a59 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -1f653d45 \ No newline at end of file +d141c94d \ No newline at end of file diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html index 176c843e1..d50deae8a 100644 --- a/docs/custom_integrations.html +++ b/docs/custom_integrations.html @@ -583,7 +583,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true}); -
pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@48b5169"
+
pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@bb8d9f8"

Usage

@@ -593,6 +593,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});

Supported Models

    +
  • arcee
  • cohere
  • cohere2
  • gemma
    • @@ -603,13 +604,17 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
  • gemma3n_text
  • glm
  • glm4
    • +
  • gpt_oss
  • granite
  • granitemoe
    • +
  • hunyuan_v1_dense
    • +
  • hunyuan_v1_moe
  • llama
  • llama4
  • llama4_text
  • mistral
  • mistral3
    • +
  • mixtral
  • mllama
  • phi
  • phi3
    • diff --git a/examples/colab-notebooks/colab-axolotl-example.html b/examples/colab-notebooks/colab-axolotl-example.html index 2703eb19b..e4f6d0e2c 100644 --- a/examples/colab-notebooks/colab-axolotl-example.html +++ b/examples/colab-notebooks/colab-axolotl-example.html @@ -547,7 +547,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true}); 
    %%capture
 # This step can take ~5-10 minutes to install dependencies
 !pip install --no-build-isolation axolotl[flash-attn]>=0.9.1
-!pip install "cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@48b5169"
    +!pip install "cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@bb8d9f8"

    Demo: Talk Like a Pirate

    diff --git a/search.json b/search.json index 139d02d18..5b1a7bac6 100644 --- a/search.json +++ b/search.json @@ -2929,7 +2929,7 @@ "href": "docs/custom_integrations.html#cut-cross-entropy", "title": "Custom Integrations", "section": "Cut Cross Entropy", - "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\n\nIf you are in dev environment\n\npython scripts/cutcrossentropy_install.py | sh\n\nIf you are installing from pip\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@48b5169\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\n\nSupported Models\n\ncohere\ncohere2\ngemma\ngemma2\ngemma3\ngemma3_text\ngemma3n\ngemma3n_text\nglm\nglm4\ngranite\ngranitemoe\nllama\nllama4\nllama4_text\nmistral\nmistral3\nmllama\nphi\nphi3\nphi4_multimodal\nqwen2\nqwen2_vl\nqwen2_moe\nqwen2_5_vl\nqwen3\nqwen3_moe\nsmollm3\nvoxtral\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here", + "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\n\nIf you are in dev environment\n\npython scripts/cutcrossentropy_install.py | sh\n\nIf you are installing from pip\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@bb8d9f8\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\n\nSupported Models\n\narcee\ncohere\ncohere2\ngemma\ngemma2\ngemma3\ngemma3_text\ngemma3n\ngemma3n_text\nglm\nglm4\ngpt_oss\ngranite\ngranitemoe\nhunyuan_v1_dense\nhunyuan_v1_moe\nllama\nllama4\nllama4_text\nmistral\nmistral3\nmixtral\nmllama\nphi\nphi3\nphi4_multimodal\nqwen2\nqwen2_vl\nqwen2_moe\nqwen2_5_vl\nqwen3\nqwen3_moe\nsmollm3\nvoxtral\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here", "crumbs": [ "Advanced Features", "Custom Integrations" diff --git a/sitemap.xml b/sitemap.xml index 558e1be36..374183701 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,794 +2,794 @@ https://docs.axolotl.ai/TODO.html - 2025-08-08T11:45:45.421Z + 2025-08-08T12:09:22.035Z https://docs.axolotl.ai/index.html - 2025-08-08T11:45:45.442Z + 2025-08-08T12:09:22.056Z https://docs.axolotl.ai/docs/debugging.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/amd_hpc.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.036Z https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html - 2025-08-08T11:49:07.417Z + 2025-08-08T12:12:40.369Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html - 2025-08-08T11:49:06.843Z + 2025-08-08T12:12:39.785Z https://docs.axolotl.ai/docs/api/loaders.patch_manager.html - 2025-08-08T11:49:06.482Z + 2025-08-08T12:12:39.421Z https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html - 2025-08-08T11:49:06.168Z + 2025-08-08T12:12:39.096Z https://docs.axolotl.ai/docs/api/cli.train.html - 2025-08-08T11:49:06.223Z + 2025-08-08T12:12:39.154Z https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html - 2025-08-08T11:49:07.408Z + 2025-08-08T12:12:40.360Z https://docs.axolotl.ai/docs/api/core.chat.messages.html - 2025-08-08T11:49:06.165Z + 2025-08-08T12:12:39.093Z https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html - 2025-08-08T11:49:07.413Z + 2025-08-08T12:12:40.365Z https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html - 2025-08-08T11:49:06.315Z + 2025-08-08T12:12:39.252Z https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html - 2025-08-08T11:49:06.902Z + 2025-08-08T12:12:39.845Z https://docs.axolotl.ai/docs/api/utils.chat_templates.html - 2025-08-08T11:49:06.939Z + 2025-08-08T12:12:39.883Z https://docs.axolotl.ai/docs/api/core.chat.format.shared.html - 2025-08-08T11:49:06.169Z + 2025-08-08T12:12:39.098Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html - 2025-08-08T11:49:06.489Z + 2025-08-08T12:12:39.428Z https://docs.axolotl.ai/docs/api/utils.collators.mamba.html - 2025-08-08T11:49:07.357Z + 2025-08-08T12:12:40.308Z https://docs.axolotl.ai/docs/api/logging_config.html - 2025-08-08T11:49:06.114Z + 2025-08-08T12:12:39.042Z https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html - 2025-08-08T11:49:07.362Z + 2025-08-08T12:12:40.313Z https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html - 2025-08-08T11:49:06.611Z + 2025-08-08T12:12:39.551Z https://docs.axolotl.ai/docs/api/kernels.utils.html - 2025-08-08T11:49:06.828Z + 2025-08-08T12:12:39.770Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html - 2025-08-08T11:49:06.644Z + 2025-08-08T12:12:39.584Z https://docs.axolotl.ai/docs/api/kernels.swiglu.html - 2025-08-08T11:49:06.819Z + 2025-08-08T12:12:39.761Z https://docs.axolotl.ai/docs/api/common.const.html - 2025-08-08T11:49:07.318Z + 2025-08-08T12:12:40.268Z https://docs.axolotl.ai/docs/api/cli.cloud.base.html - 2025-08-08T11:49:06.338Z + 2025-08-08T12:12:39.275Z https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html - 2025-08-08T11:49:06.706Z + 2025-08-08T12:12:39.647Z https://docs.axolotl.ai/docs/api/core.builders.rl.html - 2025-08-08T11:49:06.130Z + 2025-08-08T12:12:39.058Z https://docs.axolotl.ai/docs/api/utils.dict.html - 2025-08-08T11:49:07.029Z + 2025-08-08T12:12:39.975Z https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html - 2025-08-08T11:49:07.140Z + 2025-08-08T12:12:40.090Z https://docs.axolotl.ai/docs/api/core.trainers.utils.html - 2025-08-08T11:49:06.447Z + 2025-08-08T12:12:39.385Z https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html - 2025-08-08T11:49:06.891Z + 2025-08-08T12:12:39.834Z https://docs.axolotl.ai/docs/api/cli.evaluate.html - 2025-08-08T11:49:06.231Z + 2025-08-08T12:12:39.163Z https://docs.axolotl.ai/docs/api/core.builders.causal.html - 2025-08-08T11:49:06.125Z + 2025-08-08T12:12:39.053Z https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html - 2025-08-08T11:49:06.838Z + 2025-08-08T12:12:39.780Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html - 2025-08-08T11:49:06.882Z + 2025-08-08T12:12:39.825Z https://docs.axolotl.ai/docs/api/cli.delinearize_llama4.html - 2025-08-08T11:49:06.282Z + 2025-08-08T12:12:39.216Z https://docs.axolotl.ai/docs/api/utils.schemas.trl.html - 2025-08-08T11:49:07.123Z + 2025-08-08T12:12:40.072Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html - 2025-08-08T11:49:06.666Z + 2025-08-08T12:12:39.606Z https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html - 2025-08-08T11:49:07.306Z + 2025-08-08T12:12:40.255Z https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html - 2025-08-08T11:49:06.931Z + 2025-08-08T12:12:39.874Z https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html - 2025-08-08T11:49:07.037Z + 2025-08-08T12:12:39.983Z https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html - 2025-08-08T11:49:06.900Z + 2025-08-08T12:12:39.843Z https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html - 2025-08-08T11:49:06.345Z + 2025-08-08T12:12:39.282Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html - 2025-08-08T11:49:06.571Z + 2025-08-08T12:12:39.511Z https://docs.axolotl.ai/docs/api/utils.freeze.html - 2025-08-08T11:49:06.960Z + 2025-08-08T12:12:39.904Z https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html - 2025-08-08T11:49:06.710Z + 2025-08-08T12:12:39.651Z https://docs.axolotl.ai/docs/api/integrations.base.html - 2025-08-08T11:49:07.294Z + 2025-08-08T12:12:40.243Z https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html - 2025-08-08T11:49:06.899Z + 2025-08-08T12:12:39.842Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html - 2025-08-08T11:49:06.685Z + 2025-08-08T12:12:39.626Z https://docs.axolotl.ai/docs/api/cli.main.html - 2025-08-08T11:49:06.215Z + 2025-08-08T12:12:39.146Z https://docs.axolotl.ai/docs/api/common.datasets.html - 2025-08-08T11:49:07.333Z + 2025-08-08T12:12:40.283Z https://docs.axolotl.ai/docs/api/train.html - 2025-08-08T11:49:06.028Z + 2025-08-08T12:12:38.957Z https://docs.axolotl.ai/docs/api/utils.trainer.html - 2025-08-08T11:49:06.977Z + 2025-08-08T12:12:39.922Z https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html - 2025-08-08T11:49:06.605Z + 2025-08-08T12:12:39.545Z https://docs.axolotl.ai/docs/api/index.html - 2025-08-08T11:49:05.967Z + 2025-08-08T12:12:38.894Z https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html - 2025-08-08T11:49:06.557Z + 2025-08-08T12:12:39.497Z https://docs.axolotl.ai/docs/api/core.training_args.html - 2025-08-08T11:49:06.142Z + 2025-08-08T12:12:39.070Z https://docs.axolotl.ai/docs/api/kernels.quantize.html - 2025-08-08T11:49:06.826Z + 2025-08-08T12:12:39.768Z https://docs.axolotl.ai/docs/api/convert.html - 2025-08-08T11:49:06.063Z + 2025-08-08T12:12:38.992Z https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html - 2025-08-08T11:49:07.298Z + 2025-08-08T12:12:40.247Z https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html - 2025-08-08T11:49:06.621Z + 2025-08-08T12:12:39.561Z https://docs.axolotl.ai/docs/api/utils.schemas.model.html - 2025-08-08T11:49:07.086Z + 2025-08-08T12:12:40.034Z https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html - 2025-08-08T11:49:07.427Z + 2025-08-08T12:12:40.379Z https://docs.axolotl.ai/docs/api/loaders.constants.html - 2025-08-08T11:49:06.484Z + 2025-08-08T12:12:39.422Z https://docs.axolotl.ai/docs/api/cli.utils.sweeps.html - 2025-08-08T11:49:06.374Z + 2025-08-08T12:12:39.311Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html - 2025-08-08T11:49:06.654Z + 2025-08-08T12:12:39.595Z https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html - 2025-08-08T11:49:06.182Z + 2025-08-08T12:12:39.111Z https://docs.axolotl.ai/docs/api/cli.utils.fetch.html - 2025-08-08T11:49:06.363Z + 2025-08-08T12:12:39.300Z https://docs.axolotl.ai/docs/api/core.trainers.mamba.html - 2025-08-08T11:49:06.416Z + 2025-08-08T12:12:39.353Z https://docs.axolotl.ai/docs/api/utils.schemas.enums.html - 2025-08-08T11:49:07.150Z + 2025-08-08T12:12:40.101Z https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html - 2025-08-08T11:49:07.412Z + 2025-08-08T12:12:40.364Z https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html - 2025-08-08T11:49:06.628Z + 2025-08-08T12:12:39.568Z https://docs.axolotl.ai/docs/api/core.trainers.trl.html - 2025-08-08T11:49:06.410Z + 2025-08-08T12:12:39.348Z https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html - 2025-08-08T11:49:06.632Z + 2025-08-08T12:12:39.572Z https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html - 2025-08-08T11:49:07.402Z + 2025-08-08T12:12:40.354Z https://docs.axolotl.ai/docs/api/utils.schedulers.html - 2025-08-08T11:49:07.004Z + 2025-08-08T12:12:39.950Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html - 2025-08-08T11:49:06.434Z + 2025-08-08T12:12:39.371Z https://docs.axolotl.ai/docs/api/prompt_tokenizers.html - 2025-08-08T11:49:06.105Z + 2025-08-08T12:12:39.033Z https://docs.axolotl.ai/docs/config-reference.html - 2025-08-08T11:49:20.350Z + 2025-08-08T12:12:54.720Z https://docs.axolotl.ai/docs/multimodal.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/mixed_precision.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/unsloth.html - 2025-08-08T11:45:45.427Z + 2025-08-08T12:09:22.041Z https://docs.axolotl.ai/docs/ray-integration.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.041Z https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/dataset-formats/template_free.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/dataset-formats/index.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/dataset-formats/pretraining.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/nd_parallelism.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/sequence_parallelism.html - 2025-08-08T11:45:45.427Z + 2025-08-08T12:09:22.041Z https://docs.axolotl.ai/docs/inference.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/fsdp_qlora.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/multi-node.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/lora_optims.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/getting-started.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/dataset_loading.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/lr_groups.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/input_output.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html - 2025-08-08T11:45:45.446Z + 2025-08-08T12:09:22.060Z https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2025-08-08T11:45:45.446Z + 2025-08-08T12:09:22.061Z https://docs.axolotl.ai/docs/mac.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/optimizers.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/gradient_checkpointing.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/qat.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/faq.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/dataset_preprocessing.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/nccl.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/cli.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.036Z https://docs.axolotl.ai/docs/torchao.html - 2025-08-08T11:45:45.427Z + 2025-08-08T12:09:22.041Z https://docs.axolotl.ai/docs/multi-gpu.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/rlhf.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.041Z https://docs.axolotl.ai/docs/dataset-formats/tokenized.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/dataset-formats/conversation.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.036Z https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/reward_modelling.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.041Z https://docs.axolotl.ai/docs/docker.html - 2025-08-08T11:45:45.423Z + 2025-08-08T12:09:22.037Z https://docs.axolotl.ai/docs/installation.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/quantize.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/docs/custom_integrations.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.036Z https://docs.axolotl.ai/docs/batch_vs_grad.html - 2025-08-08T11:45:45.422Z + 2025-08-08T12:09:22.036Z https://docs.axolotl.ai/docs/api/cli.utils.train.html - 2025-08-08T11:49:06.385Z + 2025-08-08T12:12:39.322Z https://docs.axolotl.ai/docs/api/cli.art.html - 2025-08-08T11:49:06.253Z + 2025-08-08T12:12:39.186Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html - 2025-08-08T11:49:06.446Z + 2025-08-08T12:12:39.383Z https://docs.axolotl.ai/docs/api/loaders.model.html - 2025-08-08T11:49:06.457Z + 2025-08-08T12:12:39.395Z https://docs.axolotl.ai/docs/api/cli.preprocess.html - 2025-08-08T11:49:06.323Z + 2025-08-08T12:12:39.260Z https://docs.axolotl.ai/docs/api/cli.utils.html - 2025-08-08T11:49:06.346Z + 2025-08-08T12:12:39.283Z https://docs.axolotl.ai/docs/api/cli.inference.html - 2025-08-08T11:49:06.295Z + 2025-08-08T12:12:39.231Z https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html - 2025-08-08T11:49:06.880Z + 2025-08-08T12:12:39.823Z https://docs.axolotl.ai/docs/api/datasets.html - 2025-08-08T11:49:06.050Z + 2025-08-08T12:12:38.978Z https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html - 2025-08-08T11:49:06.897Z + 2025-08-08T12:12:39.840Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html - 2025-08-08T11:49:06.833Z + 2025-08-08T12:12:39.776Z https://docs.axolotl.ai/docs/api/monkeypatch.relora.html - 2025-08-08T11:49:06.841Z + 2025-08-08T12:12:39.784Z https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html - 2025-08-08T11:49:06.888Z + 2025-08-08T12:12:39.831Z https://docs.axolotl.ai/docs/api/loaders.adapter.html - 2025-08-08T11:49:06.472Z + 2025-08-08T12:12:39.411Z https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html - 2025-08-08T11:49:06.423Z + 2025-08-08T12:12:39.360Z https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html - 2025-08-08T11:49:07.297Z + 2025-08-08T12:12:40.246Z https://docs.axolotl.ai/docs/api/monkeypatch.utils.html - 2025-08-08T11:49:06.879Z + 2025-08-08T12:12:39.822Z https://docs.axolotl.ai/docs/api/loaders.processor.html - 2025-08-08T11:49:06.467Z + 2025-08-08T12:12:39.405Z https://docs.axolotl.ai/docs/api/cli.config.html - 2025-08-08T11:49:06.277Z + 2025-08-08T12:12:39.211Z https://docs.axolotl.ai/docs/api/integrations.liger.args.html - 2025-08-08T11:49:07.309Z + 2025-08-08T12:12:40.258Z https://docs.axolotl.ai/docs/api/loaders.tokenizer.html - 2025-08-08T11:49:06.465Z + 2025-08-08T12:12:39.404Z https://docs.axolotl.ai/docs/api/utils.schemas.config.html - 2025-08-08T11:49:07.079Z + 2025-08-08T12:12:40.027Z https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html - 2025-08-08T11:49:06.522Z + 2025-08-08T12:12:39.462Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html - 2025-08-08T11:49:06.499Z + 2025-08-08T12:12:39.438Z https://docs.axolotl.ai/docs/api/core.trainers.base.html - 2025-08-08T11:49:06.395Z + 2025-08-08T12:12:39.333Z https://docs.axolotl.ai/docs/api/cli.utils.args.html - 2025-08-08T11:49:06.357Z + 2025-08-08T12:12:39.295Z https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html - 2025-08-08T11:49:06.642Z + 2025-08-08T12:12:39.583Z https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html - 2025-08-08T11:49:06.871Z + 2025-08-08T12:12:39.814Z https://docs.axolotl.ai/docs/api/kernels.lora.html - 2025-08-08T11:49:06.798Z + 2025-08-08T12:12:39.740Z https://docs.axolotl.ai/docs/api/cli.vllm_serve.html - 2025-08-08T11:49:06.335Z + 2025-08-08T12:12:39.272Z https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html - 2025-08-08T11:49:07.128Z + 2025-08-08T12:12:40.077Z https://docs.axolotl.ai/docs/api/utils.schemas.utils.html - 2025-08-08T11:49:07.156Z + 2025-08-08T12:12:40.106Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html - 2025-08-08T11:49:06.835Z + 2025-08-08T12:12:39.777Z https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html - 2025-08-08T11:49:07.312Z + 2025-08-08T12:12:40.261Z https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html - 2025-08-08T11:49:06.836Z + 2025-08-08T12:12:39.779Z https://docs.axolotl.ai/docs/api/utils.collators.core.html - 2025-08-08T11:49:07.335Z + 2025-08-08T12:12:40.286Z https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html - 2025-08-08T11:49:06.166Z + 2025-08-08T12:12:39.095Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html - 2025-08-08T11:49:06.669Z + 2025-08-08T12:12:39.609Z https://docs.axolotl.ai/docs/api/core.datasets.chat.html - 2025-08-08T11:49:06.174Z + 2025-08-08T12:12:39.103Z https://docs.axolotl.ai/docs/api/utils.bench.html - 2025-08-08T11:49:06.953Z + 2025-08-08T12:12:39.897Z https://docs.axolotl.ai/docs/api/utils.schemas.training.html - 2025-08-08T11:49:07.093Z + 2025-08-08T12:12:40.041Z https://docs.axolotl.ai/docs/api/utils.collators.batching.html - 2025-08-08T11:49:07.354Z + 2025-08-08T12:12:40.304Z https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html - 2025-08-08T11:49:06.617Z + 2025-08-08T12:12:39.557Z https://docs.axolotl.ai/docs/api/utils.lora.html - 2025-08-08T11:49:06.944Z + 2025-08-08T12:12:39.888Z https://docs.axolotl.ai/docs/api/prompt_strategies.base.html - 2025-08-08T11:49:06.524Z + 2025-08-08T12:12:39.463Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html - 2025-08-08T11:49:06.584Z + 2025-08-08T12:12:39.525Z https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html - 2025-08-08T11:49:07.111Z + 2025-08-08T12:12:40.060Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html - 2025-08-08T11:49:06.667Z + 2025-08-08T12:12:39.608Z https://docs.axolotl.ai/docs/api/utils.schemas.peft.html - 2025-08-08T11:49:07.119Z + 2025-08-08T12:12:40.068Z https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html - 2025-08-08T11:49:06.638Z + 2025-08-08T12:12:39.579Z https://docs.axolotl.ai/docs/api/common.architectures.html - 2025-08-08T11:49:07.317Z + 2025-08-08T12:12:40.266Z https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html - 2025-08-08T11:49:06.905Z + 2025-08-08T12:12:39.848Z https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html - 2025-08-08T11:49:07.420Z + 2025-08-08T12:12:40.373Z https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html - 2025-08-08T11:49:07.315Z + 2025-08-08T12:12:40.265Z https://docs.axolotl.ai/docs/api/cli.quantize.html - 2025-08-08T11:49:06.328Z + 2025-08-08T12:12:39.265Z https://docs.axolotl.ai/docs/api/cli.checks.html - 2025-08-08T11:49:06.259Z + 2025-08-08T12:12:39.193Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html - 2025-08-08T11:49:06.677Z + 2025-08-08T12:12:39.617Z https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html - 2025-08-08T11:49:06.949Z + 2025-08-08T12:12:39.893Z https://docs.axolotl.ai/docs/api/utils.quantization.html - 2025-08-08T11:49:07.065Z + 2025-08-08T12:12:40.013Z https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html - 2025-08-08T11:49:06.492Z + 2025-08-08T12:12:39.431Z https://docs.axolotl.ai/docs/api/kernels.geglu.html - 2025-08-08T11:49:06.809Z + 2025-08-08T12:12:39.751Z https://docs.axolotl.ai/docs/api/utils.data.pretraining.html - 2025-08-08T11:49:07.038Z + 2025-08-08T12:12:39.985Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html - 2025-08-08T11:49:06.686Z + 2025-08-08T12:12:39.627Z https://docs.axolotl.ai/docs/api/core.builders.base.html - 2025-08-08T11:49:06.120Z + 2025-08-08T12:12:39.049Z https://docs.axolotl.ai/docs/api/cli.merge_lora.html - 2025-08-08T11:49:06.304Z + 2025-08-08T12:12:39.239Z https://docs.axolotl.ai/docs/api/cli.utils.load.html - 2025-08-08T11:49:06.368Z + 2025-08-08T12:12:39.305Z https://docs.axolotl.ai/docs/api/utils.data.sft.html - 2025-08-08T11:49:07.045Z + 2025-08-08T12:12:39.992Z https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html - 2025-08-08T11:49:06.592Z + 2025-08-08T12:12:39.533Z https://docs.axolotl.ai/docs/api/utils.tokenization.html - 2025-08-08T11:49:06.938Z + 2025-08-08T12:12:39.881Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html - 2025-08-08T11:49:06.664Z + 2025-08-08T12:12:39.605Z https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html - 2025-08-08T11:49:07.334Z + 2025-08-08T12:12:40.284Z https://docs.axolotl.ai/docs/api/cli.args.html - 2025-08-08T11:49:06.250Z + 2025-08-08T12:12:39.183Z https://docs.axolotl.ai/docs/api/evaluate.html - 2025-08-08T11:49:06.039Z + 2025-08-08T12:12:38.967Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html - 2025-08-08T11:49:06.572Z + 2025-08-08T12:12:39.513Z https://docs.axolotl.ai/docs/api/utils.distributed.html - 2025-08-08T11:49:07.024Z + 2025-08-08T12:12:39.970Z https://docs.axolotl.ai/docs/multipack.html - 2025-08-08T11:45:45.426Z + 2025-08-08T12:09:22.040Z https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html - 2025-08-08T11:45:45.430Z + 2025-08-08T12:09:22.045Z https://docs.axolotl.ai/FAQS.html - 2025-08-08T11:45:45.421Z + 2025-08-08T12:09:22.035Z