From 256d474bda61f9419e5707a13554c4957d4f57de Mon Sep 17 00:00:00 2001 From: Quarto GHA Workflow Runner Date: Wed, 16 Apr 2025 05:19:29 +0000 Subject: [PATCH] Built site for gh-pages --- .nojekyll | 2 +- docs/custom_integrations.html | 2 +- search.json | 2 +- sitemap.xml | 340 +++++++++++++++++----------------- 4 files changed, 173 insertions(+), 173 deletions(-) diff --git a/.nojekyll b/.nojekyll index 709e12af4..41b744d64 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -2501ad60 \ No newline at end of file +39794ace \ No newline at end of file diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html index a99c34419..1a1951e98 100644 --- a/docs/custom_integrations.html +++ b/docs/custom_integrations.html @@ -521,7 +521,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin

Run the following command to install cut_cross_entropy[transformers] if you don’t have it already.

python scripts/cutcrossentropy_install.py | sh
 
-pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@24fbe4b5dab9a6c250a014573613c1890190536c"
+pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@bad6f7b49c75fdec69471abb71b4cddd0f0c6438"

Usage

diff --git a/search.json b/search.json index 4c79d86b1..724a878dc 100644 --- a/search.json +++ b/search.json @@ -3033,7 +3033,7 @@ "href": "docs/custom_integrations.html#cut-cross-entropy", "title": "Custom Integrations", "section": "Cut Cross Entropy", - "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\npython scripts/cutcrossentropy_install.py | sh\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@24fbe4b5dab9a6c250a014573613c1890190536c\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\ncut_cross_entropy: true\n\n\nSupported Models\n\nllama\nllama4_text\nllama4\nmllama\nphi3\ngemma\ngemma2\ngemma3\ngemma3_text\nmistral\nmistral3\nqwen2\ncohere\ncohere2\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here", + "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\npython scripts/cutcrossentropy_install.py | sh\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@bad6f7b49c75fdec69471abb71b4cddd0f0c6438\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\ncut_cross_entropy: true\n\n\nSupported Models\n\nllama\nllama4_text\nllama4\nmllama\nphi3\ngemma\ngemma2\ngemma3\ngemma3_text\nmistral\nmistral3\nqwen2\ncohere\ncohere2\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here", "crumbs": [ "Advanced Features", "Custom Integrations" diff --git a/sitemap.xml b/sitemap.xml index 1536158e9..9a2215f53 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,682 +2,682 @@ https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html - 2025-04-12T14:25:36.995Z + 2025-04-16T05:17:22.344Z https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/dataset-formats/template_free.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/dataset-formats/tokenized.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/nccl.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/amd_hpc.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/config.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/multi-gpu.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/installation.html - 2025-04-12T14:25:36.993Z + 2025-04-16T05:17:22.342Z https://docs.axolotl.ai/docs/torchao.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/reward_modelling.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/input_output.html - 2025-04-12T14:25:36.993Z + 2025-04-16T05:17:22.342Z https://docs.axolotl.ai/docs/multimodal.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html - 2025-04-12T14:26:04.916Z + 2025-04-16T05:17:53.625Z https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html - 2025-04-12T14:26:04.510Z + 2025-04-16T05:17:53.222Z https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html - 2025-04-12T14:26:04.526Z + 2025-04-16T05:17:53.238Z https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html - 2025-04-12T14:26:04.214Z + 2025-04-16T05:17:52.930Z https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html - 2025-04-12T14:26:04.455Z + 2025-04-16T05:17:53.168Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html - 2025-04-12T14:26:04.260Z + 2025-04-16T05:17:52.976Z https://docs.axolotl.ai/docs/api/integrations.liger.args.html - 2025-04-12T14:26:04.832Z + 2025-04-16T05:17:53.543Z https://docs.axolotl.ai/docs/api/utils.schemas.training.html - 2025-04-12T14:26:04.696Z + 2025-04-16T05:17:53.407Z https://docs.axolotl.ai/docs/api/datasets.html - 2025-04-12T14:26:03.711Z + 2025-04-16T05:17:52.433Z https://docs.axolotl.ai/docs/api/kernels.geglu.html - 2025-04-12T14:26:04.395Z + 2025-04-16T05:17:53.109Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html - 2025-04-12T14:26:04.439Z + 2025-04-16T05:17:53.153Z https://docs.axolotl.ai/docs/api/cli.sweeps.html - 2025-04-12T14:26:04.046Z + 2025-04-16T05:17:52.766Z https://docs.axolotl.ai/docs/api/utils.freeze.html - 2025-04-12T14:26:04.598Z + 2025-04-16T05:17:53.309Z https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html - 2025-04-12T14:26:04.457Z + 2025-04-16T05:17:53.170Z https://docs.axolotl.ai/docs/api/cli.main.html - 2025-04-12T14:26:03.941Z + 2025-04-16T05:17:52.663Z https://docs.axolotl.ai/docs/api/core.trainers.trl.html - 2025-04-12T14:26:04.123Z + 2025-04-16T05:17:52.841Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html - 2025-04-12T14:26:04.261Z + 2025-04-16T05:17:52.977Z https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html - 2025-04-12T14:26:03.896Z + 2025-04-16T05:17:52.617Z https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html - 2025-04-12T14:26:03.910Z + 2025-04-16T05:17:52.632Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html - 2025-04-12T14:26:04.278Z + 2025-04-16T05:17:52.994Z https://docs.axolotl.ai/docs/api/utils.collators.mamba.html - 2025-04-12T14:26:04.888Z + 2025-04-16T05:17:53.598Z https://docs.axolotl.ai/docs/api/integrations.base.html - 2025-04-12T14:26:04.817Z + 2025-04-16T05:17:53.528Z https://docs.axolotl.ai/docs/api/utils.bench.html - 2025-04-12T14:26:04.590Z + 2025-04-16T05:17:53.302Z https://docs.axolotl.ai/docs/api/kernels.swiglu.html - 2025-04-12T14:26:04.405Z + 2025-04-16T05:17:53.119Z https://docs.axolotl.ai/docs/api/core.chat.format.shared.html - 2025-04-12T14:26:03.897Z + 2025-04-16T05:17:52.619Z https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html - 2025-04-12T14:26:04.820Z + 2025-04-16T05:17:53.531Z https://docs.axolotl.ai/docs/api/core.datasets.chat.html - 2025-04-12T14:26:03.902Z + 2025-04-16T05:17:52.624Z https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html - 2025-04-12T14:26:04.913Z + 2025-04-16T05:17:53.622Z https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html - 2025-04-12T14:26:04.821Z + 2025-04-16T05:17:53.532Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html - 2025-04-12T14:26:04.163Z + 2025-04-16T05:17:52.880Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html - 2025-04-12T14:26:04.164Z + 2025-04-16T05:17:52.881Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html - 2025-04-12T14:26:04.277Z + 2025-04-16T05:17:52.993Z https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html - 2025-04-12T14:26:04.742Z + 2025-04-16T05:17:53.453Z https://docs.axolotl.ai/docs/api/utils.schemas.trl.html - 2025-04-12T14:26:04.725Z + 2025-04-16T05:17:53.436Z https://docs.axolotl.ai/docs/api/prompt_tokenizers.html - 2025-04-12T14:26:03.765Z + 2025-04-16T05:17:52.488Z https://docs.axolotl.ai/docs/api/utils.data.sft.html - 2025-04-12T14:26:04.673Z + 2025-04-16T05:17:53.384Z https://docs.axolotl.ai/docs/api/utils.schedulers.html - 2025-04-12T14:26:04.639Z + 2025-04-16T05:17:53.350Z https://docs.axolotl.ai/docs/api/utils.chat_templates.html - 2025-04-12T14:26:04.573Z + 2025-04-16T05:17:53.285Z https://docs.axolotl.ai/docs/api/utils.models.html - 2025-04-12T14:26:04.556Z + 2025-04-16T05:17:53.268Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html - 2025-04-12T14:26:04.257Z + 2025-04-16T05:17:52.973Z https://docs.axolotl.ai/docs/api/utils.distributed.html - 2025-04-12T14:26:04.659Z + 2025-04-16T05:17:53.371Z https://docs.axolotl.ai/docs/api/monkeypatch.utils.html - 2025-04-12T14:26:04.498Z + 2025-04-16T05:17:53.211Z https://docs.axolotl.ai/docs/api/utils.schemas.utils.html - 2025-04-12T14:26:04.754Z + 2025-04-16T05:17:53.465Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html - 2025-04-12T14:26:04.465Z + 2025-04-16T05:17:53.178Z https://docs.axolotl.ai/docs/api/common.datasets.html - 2025-04-12T14:26:04.858Z + 2025-04-16T05:17:53.568Z https://docs.axolotl.ai/docs/api/logging_config.html - 2025-04-12T14:26:03.770Z + 2025-04-16T05:17:52.493Z https://docs.axolotl.ai/docs/api/kernels.quantize.html - 2025-04-12T14:26:04.412Z + 2025-04-16T05:17:53.126Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html - 2025-04-12T14:26:04.501Z + 2025-04-16T05:17:53.214Z https://docs.axolotl.ai/docs/api/utils.schemas.model.html - 2025-04-12T14:26:04.691Z + 2025-04-16T05:17:53.402Z https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html - 2025-04-12T14:26:04.507Z + 2025-04-16T05:17:53.219Z https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html - 2025-04-12T14:26:04.527Z + 2025-04-16T05:17:53.240Z https://docs.axolotl.ai/docs/api/utils.tokenization.html - 2025-04-12T14:26:04.563Z + 2025-04-16T05:17:53.275Z https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html - 2025-04-12T14:26:04.829Z + 2025-04-16T05:17:53.540Z https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html - 2025-04-12T14:26:04.713Z + 2025-04-16T05:17:53.424Z https://docs.axolotl.ai/docs/api/utils.collators.core.html - 2025-04-12T14:26:04.861Z + 2025-04-16T05:17:53.571Z https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html - 2025-04-12T14:26:04.500Z + 2025-04-16T05:17:53.212Z https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html - 2025-04-12T14:26:04.670Z + 2025-04-16T05:17:53.382Z https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html - 2025-04-12T14:26:04.209Z + 2025-04-16T05:17:52.926Z https://docs.axolotl.ai/docs/api/index.html - 2025-04-12T14:26:03.633Z + 2025-04-16T05:17:52.356Z https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html - 2025-04-12T14:26:04.092Z + 2025-04-16T05:17:52.810Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html - 2025-04-12T14:26:04.247Z + 2025-04-16T05:17:52.963Z https://docs.axolotl.ai/docs/api/cli.train.html - 2025-04-12T14:26:03.950Z + 2025-04-16T05:17:52.671Z https://docs.axolotl.ai/docs/api/core.trainer_builder.html - 2025-04-12T14:26:03.785Z + 2025-04-16T05:17:52.508Z https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html - 2025-04-12T14:26:04.908Z + 2025-04-16T05:17:53.617Z https://docs.axolotl.ai/docs/getting-started.html - 2025-04-12T14:25:36.991Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/dataset_loading.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/batch_vs_grad.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/faq.html - 2025-04-12T14:25:36.991Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/debugging.html - 2025-04-12T14:25:36.991Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/lr_groups.html - 2025-04-12T14:25:36.993Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/TODO.html - 2025-04-12T14:25:36.989Z + 2025-04-16T05:17:22.338Z https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html - 2025-04-12T14:25:37.010Z + 2025-04-16T05:17:22.359Z https://docs.axolotl.ai/index.html - 2025-04-12T14:25:37.006Z + 2025-04-16T05:17:22.355Z https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2025-04-12T14:25:37.010Z + 2025-04-16T05:17:22.359Z https://docs.axolotl.ai/FAQS.html - 2025-04-12T14:25:36.988Z + 2025-04-16T05:17:22.338Z https://docs.axolotl.ai/docs/multi-node.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/sequence_parallelism.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/multipack.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/inference.html - 2025-04-12T14:25:36.993Z + 2025-04-16T05:17:22.342Z https://docs.axolotl.ai/docs/lora_optims.html - 2025-04-12T14:25:36.993Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/api/utils.lora_embeddings.html - 2025-04-12T14:26:04.581Z + 2025-04-16T05:17:53.293Z https://docs.axolotl.ai/docs/api/kernels.utils.html - 2025-04-12T14:26:04.414Z + 2025-04-16T05:17:53.128Z https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html - 2025-04-12T14:26:04.149Z + 2025-04-16T05:17:52.866Z https://docs.axolotl.ai/docs/api/convert.html - 2025-04-12T14:26:03.724Z + 2025-04-16T05:17:52.447Z https://docs.axolotl.ai/docs/api/common.const.html - 2025-04-12T14:26:04.842Z + 2025-04-16T05:17:53.552Z https://docs.axolotl.ai/docs/api/cli.cloud.base.html - 2025-04-12T14:26:04.085Z + 2025-04-16T05:17:52.804Z https://docs.axolotl.ai/docs/api/monkeypatch.relora.html - 2025-04-12T14:26:04.464Z + 2025-04-16T05:17:53.177Z https://docs.axolotl.ai/docs/api/utils.lora.html - 2025-04-12T14:26:04.578Z + 2025-04-16T05:17:53.289Z https://docs.axolotl.ai/docs/api/cli.merge_lora.html - 2025-04-12T14:26:04.021Z + 2025-04-16T05:17:52.740Z https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html - 2025-04-12T14:26:04.302Z + 2025-04-16T05:17:53.018Z https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html - 2025-04-12T14:26:04.033Z + 2025-04-16T05:17:52.752Z https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html - 2025-04-12T14:26:04.839Z + 2025-04-16T05:17:53.549Z https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html - 2025-04-12T14:26:04.859Z + 2025-04-16T05:17:53.569Z https://docs.axolotl.ai/docs/api/common.architectures.html - 2025-04-12T14:26:04.840Z + 2025-04-16T05:17:53.551Z https://docs.axolotl.ai/docs/api/utils.trainer.html - 2025-04-12T14:26:04.615Z + 2025-04-16T05:17:53.326Z https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html - 2025-04-12T14:26:04.920Z + 2025-04-16T05:17:53.629Z https://docs.axolotl.ai/docs/api/cli.vllm_serve.html - 2025-04-12T14:26:04.082Z + 2025-04-16T05:17:52.801Z https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html - 2025-04-12T14:26:04.730Z + 2025-04-16T05:17:53.441Z https://docs.axolotl.ai/docs/api/utils.gradient_checkpointing.unsloth.html - 2025-04-12T14:26:04.676Z + 2025-04-16T05:17:53.388Z https://docs.axolotl.ai/docs/api/core.trainers.base.html - 2025-04-12T14:26:04.106Z + 2025-04-16T05:17:52.824Z https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html - 2025-04-12T14:26:04.518Z + 2025-04-16T05:17:53.230Z https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html - 2025-04-12T14:26:04.901Z + 2025-04-16T05:17:53.610Z https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html - 2025-04-12T14:26:04.911Z + 2025-04-16T05:17:53.620Z https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html - 2025-04-12T14:26:04.836Z + 2025-04-16T05:17:53.546Z https://docs.axolotl.ai/docs/api/utils.data.pretraining.html - 2025-04-12T14:26:04.672Z + 2025-04-16T05:17:53.383Z https://docs.axolotl.ai/docs/api/evaluate.html - 2025-04-12T14:26:03.703Z + 2025-04-16T05:17:52.426Z https://docs.axolotl.ai/docs/api/utils.dict.html - 2025-04-12T14:26:04.663Z + 2025-04-16T05:17:53.374Z https://docs.axolotl.ai/docs/api/cli.utils.html - 2025-04-12T14:26:04.078Z + 2025-04-16T05:17:52.796Z https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html - 2025-04-12T14:26:04.231Z + 2025-04-16T05:17:52.947Z https://docs.axolotl.ai/docs/api/core.training_args.html - 2025-04-12T14:26:03.870Z + 2025-04-16T05:17:52.592Z https://docs.axolotl.ai/docs/api/cli.inference.html - 2025-04-12T14:26:04.013Z + 2025-04-16T05:17:52.732Z https://docs.axolotl.ai/docs/api/kernels.lora.html - 2025-04-12T14:26:04.384Z + 2025-04-16T05:17:53.099Z https://docs.axolotl.ai/docs/api/cli.evaluate.html - 2025-04-12T14:26:03.958Z + 2025-04-16T05:17:52.679Z https://docs.axolotl.ai/docs/api/utils.collators.batching.html - 2025-04-12T14:26:04.884Z + 2025-04-16T05:17:53.594Z https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html - 2025-04-12T14:26:04.203Z + 2025-04-16T05:17:52.920Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html - 2025-04-12T14:26:04.258Z + 2025-04-16T05:17:52.974Z https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html - 2025-04-12T14:26:04.220Z + 2025-04-16T05:17:52.937Z https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html - 2025-04-12T14:26:04.299Z + 2025-04-16T05:17:53.015Z https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html - 2025-04-12T14:26:04.176Z + 2025-04-16T05:17:52.893Z https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html - 2025-04-12T14:26:04.586Z + 2025-04-16T05:17:53.298Z https://docs.axolotl.ai/docs/api/cli.config.html - 2025-04-12T14:26:03.999Z + 2025-04-16T05:17:52.718Z https://docs.axolotl.ai/docs/api/utils.schemas.enums.html - 2025-04-12T14:26:04.748Z + 2025-04-16T05:17:53.460Z https://docs.axolotl.ai/docs/api/cli.preprocess.html - 2025-04-12T14:26:04.041Z + 2025-04-16T05:17:52.760Z https://docs.axolotl.ai/docs/api/core.chat.messages.html - 2025-04-12T14:26:03.893Z + 2025-04-16T05:17:52.614Z https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html - 2025-04-12T14:26:04.237Z + 2025-04-16T05:17:52.953Z https://docs.axolotl.ai/docs/api/utils.schemas.peft.html - 2025-04-12T14:26:04.722Z + 2025-04-16T05:17:53.433Z https://docs.axolotl.ai/docs/api/train.html - 2025-04-12T14:26:03.693Z + 2025-04-16T05:17:52.416Z https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html - 2025-04-12T14:26:04.235Z + 2025-04-16T05:17:52.951Z https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html - 2025-04-12T14:26:04.224Z + 2025-04-16T05:17:52.940Z https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html - 2025-04-12T14:26:04.893Z + 2025-04-16T05:17:53.602Z https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html - 2025-04-12T14:26:04.269Z + 2025-04-16T05:17:52.985Z https://docs.axolotl.ai/docs/api/monkeypatch.attention.mllama.html - 2025-04-12T14:26:04.524Z + 2025-04-16T05:17:53.237Z https://docs.axolotl.ai/docs/api/cli.checks.html - 2025-04-12T14:26:03.981Z + 2025-04-16T05:17:52.701Z https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html - 2025-04-12T14:26:04.516Z + 2025-04-16T05:17:53.229Z https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html - 2025-04-12T14:26:04.441Z + 2025-04-16T05:17:53.154Z https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html - 2025-04-12T14:26:04.129Z + 2025-04-16T05:17:52.847Z https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html - 2025-04-12T14:26:04.184Z + 2025-04-16T05:17:52.901Z https://docs.axolotl.ai/docs/api/cli.args.html - 2025-04-12T14:26:03.974Z + 2025-04-16T05:17:52.695Z https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html - 2025-04-12T14:26:04.197Z + 2025-04-16T05:17:52.914Z https://docs.axolotl.ai/docs/api/utils.schemas.config.html - 2025-04-12T14:26:04.684Z + 2025-04-16T05:17:53.395Z https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html - 2025-04-12T14:26:04.132Z + 2025-04-16T05:17:52.850Z https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html - 2025-04-12T14:26:03.894Z + 2025-04-16T05:17:52.616Z https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html - 2025-04-12T14:26:04.490Z + 2025-04-16T05:17:53.203Z https://docs.axolotl.ai/docs/api/prompt_strategies.base.html - 2025-04-12T14:26:04.134Z + 2025-04-16T05:17:52.852Z https://docs.axolotl.ai/docs/rlhf.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/cli.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/unsloth.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/fsdp_qlora.html - 2025-04-12T14:25:36.991Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/dataset_preprocessing.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/custom_integrations.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/mac.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/docker.html - 2025-04-12T14:25:36.991Z + 2025-04-16T05:17:22.340Z https://docs.axolotl.ai/docs/ray-integration.html - 2025-04-12T14:25:36.994Z + 2025-04-16T05:17:22.343Z https://docs.axolotl.ai/docs/dataset-formats/index.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/dataset-formats/conversation.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/dataset-formats/pretraining.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html - 2025-04-12T14:25:36.990Z + 2025-04-16T05:17:22.339Z