diff --git a/.nojekyll b/.nojekyll
index 709e12af4..41b744d64 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-2501ad60
\ No newline at end of file
+39794ace
\ No newline at end of file
diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html
index a99c34419..1a1951e98 100644
--- a/docs/custom_integrations.html
+++ b/docs/custom_integrations.html
@@ -521,7 +521,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
Run the following command to install cut_cross_entropy[transformers] if you don’t have it already.
python scripts/cutcrossentropy_install.py | sh
-pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@24fbe4b5dab9a6c250a014573613c1890190536c"
+pip3 uninstall -y cut-cross-entropy && pip3 install "cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@bad6f7b49c75fdec69471abb71b4cddd0f0c6438"
Usage
diff --git a/search.json b/search.json
index 4c79d86b1..724a878dc 100644
--- a/search.json
+++ b/search.json
@@ -3033,7 +3033,7 @@
"href": "docs/custom_integrations.html#cut-cross-entropy",
"title": "Custom Integrations",
"section": "Cut Cross Entropy",
- "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\npython scripts/cutcrossentropy_install.py | sh\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@24fbe4b5dab9a6c250a014573613c1890190536c\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\ncut_cross_entropy: true\n\n\nSupported Models\n\nllama\nllama4_text\nllama4\nmllama\nphi3\ngemma\ngemma2\ngemma3\ngemma3_text\nmistral\nmistral3\nqwen2\ncohere\ncohere2\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here",
+ "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\npython scripts/cutcrossentropy_install.py | sh\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@bad6f7b49c75fdec69471abb71b4cddd0f0c6438\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\ncut_cross_entropy: true\n\n\nSupported Models\n\nllama\nllama4_text\nllama4\nmllama\nphi3\ngemma\ngemma2\ngemma3\ngemma3_text\nmistral\nmistral3\nqwen2\ncohere\ncohere2\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here",
"crumbs": [
"Advanced Features",
"Custom Integrations"
diff --git a/sitemap.xml b/sitemap.xml
index 1536158e9..9a2215f53 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,682 +2,682 @@
https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html
- 2025-04-12T14:25:36.995Z
+ 2025-04-16T05:17:22.344Z
https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/dataset-formats/template_free.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/dataset-formats/tokenized.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/nccl.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/amd_hpc.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/config.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/multi-gpu.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/installation.html
- 2025-04-12T14:25:36.993Z
+ 2025-04-16T05:17:22.342Z
https://docs.axolotl.ai/docs/torchao.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/reward_modelling.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/input_output.html
- 2025-04-12T14:25:36.993Z
+ 2025-04-16T05:17:22.342Z
https://docs.axolotl.ai/docs/multimodal.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html
- 2025-04-12T14:26:04.916Z
+ 2025-04-16T05:17:53.625Z
https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html
- 2025-04-12T14:26:04.510Z
+ 2025-04-16T05:17:53.222Z
https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html
- 2025-04-12T14:26:04.526Z
+ 2025-04-16T05:17:53.238Z
https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html
- 2025-04-12T14:26:04.214Z
+ 2025-04-16T05:17:52.930Z
https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html
- 2025-04-12T14:26:04.455Z
+ 2025-04-16T05:17:53.168Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html
- 2025-04-12T14:26:04.260Z
+ 2025-04-16T05:17:52.976Z
https://docs.axolotl.ai/docs/api/integrations.liger.args.html
- 2025-04-12T14:26:04.832Z
+ 2025-04-16T05:17:53.543Z
https://docs.axolotl.ai/docs/api/utils.schemas.training.html
- 2025-04-12T14:26:04.696Z
+ 2025-04-16T05:17:53.407Z
https://docs.axolotl.ai/docs/api/datasets.html
- 2025-04-12T14:26:03.711Z
+ 2025-04-16T05:17:52.433Z
https://docs.axolotl.ai/docs/api/kernels.geglu.html
- 2025-04-12T14:26:04.395Z
+ 2025-04-16T05:17:53.109Z
https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html
- 2025-04-12T14:26:04.439Z
+ 2025-04-16T05:17:53.153Z
https://docs.axolotl.ai/docs/api/cli.sweeps.html
- 2025-04-12T14:26:04.046Z
+ 2025-04-16T05:17:52.766Z
https://docs.axolotl.ai/docs/api/utils.freeze.html
- 2025-04-12T14:26:04.598Z
+ 2025-04-16T05:17:53.309Z
https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html
- 2025-04-12T14:26:04.457Z
+ 2025-04-16T05:17:53.170Z
https://docs.axolotl.ai/docs/api/cli.main.html
- 2025-04-12T14:26:03.941Z
+ 2025-04-16T05:17:52.663Z
https://docs.axolotl.ai/docs/api/core.trainers.trl.html
- 2025-04-12T14:26:04.123Z
+ 2025-04-16T05:17:52.841Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html
- 2025-04-12T14:26:04.261Z
+ 2025-04-16T05:17:52.977Z
https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html
- 2025-04-12T14:26:03.896Z
+ 2025-04-16T05:17:52.617Z
https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html
- 2025-04-12T14:26:03.910Z
+ 2025-04-16T05:17:52.632Z
https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html
- 2025-04-12T14:26:04.278Z
+ 2025-04-16T05:17:52.994Z
https://docs.axolotl.ai/docs/api/utils.collators.mamba.html
- 2025-04-12T14:26:04.888Z
+ 2025-04-16T05:17:53.598Z
https://docs.axolotl.ai/docs/api/integrations.base.html
- 2025-04-12T14:26:04.817Z
+ 2025-04-16T05:17:53.528Z
https://docs.axolotl.ai/docs/api/utils.bench.html
- 2025-04-12T14:26:04.590Z
+ 2025-04-16T05:17:53.302Z
https://docs.axolotl.ai/docs/api/kernels.swiglu.html
- 2025-04-12T14:26:04.405Z
+ 2025-04-16T05:17:53.119Z
https://docs.axolotl.ai/docs/api/core.chat.format.shared.html
- 2025-04-12T14:26:03.897Z
+ 2025-04-16T05:17:52.619Z
https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html
- 2025-04-12T14:26:04.820Z
+ 2025-04-16T05:17:53.531Z
https://docs.axolotl.ai/docs/api/core.datasets.chat.html
- 2025-04-12T14:26:03.902Z
+ 2025-04-16T05:17:52.624Z
https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html
- 2025-04-12T14:26:04.913Z
+ 2025-04-16T05:17:53.622Z
https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html
- 2025-04-12T14:26:04.821Z
+ 2025-04-16T05:17:53.532Z
https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html
- 2025-04-12T14:26:04.163Z
+ 2025-04-16T05:17:52.880Z
https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html
- 2025-04-12T14:26:04.164Z
+ 2025-04-16T05:17:52.881Z
https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html
- 2025-04-12T14:26:04.277Z
+ 2025-04-16T05:17:52.993Z
https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html
- 2025-04-12T14:26:04.742Z
+ 2025-04-16T05:17:53.453Z
https://docs.axolotl.ai/docs/api/utils.schemas.trl.html
- 2025-04-12T14:26:04.725Z
+ 2025-04-16T05:17:53.436Z
https://docs.axolotl.ai/docs/api/prompt_tokenizers.html
- 2025-04-12T14:26:03.765Z
+ 2025-04-16T05:17:52.488Z
https://docs.axolotl.ai/docs/api/utils.data.sft.html
- 2025-04-12T14:26:04.673Z
+ 2025-04-16T05:17:53.384Z
https://docs.axolotl.ai/docs/api/utils.schedulers.html
- 2025-04-12T14:26:04.639Z
+ 2025-04-16T05:17:53.350Z
https://docs.axolotl.ai/docs/api/utils.chat_templates.html
- 2025-04-12T14:26:04.573Z
+ 2025-04-16T05:17:53.285Z
https://docs.axolotl.ai/docs/api/utils.models.html
- 2025-04-12T14:26:04.556Z
+ 2025-04-16T05:17:53.268Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html
- 2025-04-12T14:26:04.257Z
+ 2025-04-16T05:17:52.973Z
https://docs.axolotl.ai/docs/api/utils.distributed.html
- 2025-04-12T14:26:04.659Z
+ 2025-04-16T05:17:53.371Z
https://docs.axolotl.ai/docs/api/monkeypatch.utils.html
- 2025-04-12T14:26:04.498Z
+ 2025-04-16T05:17:53.211Z
https://docs.axolotl.ai/docs/api/utils.schemas.utils.html
- 2025-04-12T14:26:04.754Z
+ 2025-04-16T05:17:53.465Z
https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html
- 2025-04-12T14:26:04.465Z
+ 2025-04-16T05:17:53.178Z
https://docs.axolotl.ai/docs/api/common.datasets.html
- 2025-04-12T14:26:04.858Z
+ 2025-04-16T05:17:53.568Z
https://docs.axolotl.ai/docs/api/logging_config.html
- 2025-04-12T14:26:03.770Z
+ 2025-04-16T05:17:52.493Z
https://docs.axolotl.ai/docs/api/kernels.quantize.html
- 2025-04-12T14:26:04.412Z
+ 2025-04-16T05:17:53.126Z
https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html
- 2025-04-12T14:26:04.501Z
+ 2025-04-16T05:17:53.214Z
https://docs.axolotl.ai/docs/api/utils.schemas.model.html
- 2025-04-12T14:26:04.691Z
+ 2025-04-16T05:17:53.402Z
https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html
- 2025-04-12T14:26:04.507Z
+ 2025-04-16T05:17:53.219Z
https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html
- 2025-04-12T14:26:04.527Z
+ 2025-04-16T05:17:53.240Z
https://docs.axolotl.ai/docs/api/utils.tokenization.html
- 2025-04-12T14:26:04.563Z
+ 2025-04-16T05:17:53.275Z
https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html
- 2025-04-12T14:26:04.829Z
+ 2025-04-16T05:17:53.540Z
https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html
- 2025-04-12T14:26:04.713Z
+ 2025-04-16T05:17:53.424Z
https://docs.axolotl.ai/docs/api/utils.collators.core.html
- 2025-04-12T14:26:04.861Z
+ 2025-04-16T05:17:53.571Z
https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html
- 2025-04-12T14:26:04.500Z
+ 2025-04-16T05:17:53.212Z
https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html
- 2025-04-12T14:26:04.670Z
+ 2025-04-16T05:17:53.382Z
https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html
- 2025-04-12T14:26:04.209Z
+ 2025-04-16T05:17:52.926Z
https://docs.axolotl.ai/docs/api/index.html
- 2025-04-12T14:26:03.633Z
+ 2025-04-16T05:17:52.356Z
https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html
- 2025-04-12T14:26:04.092Z
+ 2025-04-16T05:17:52.810Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html
- 2025-04-12T14:26:04.247Z
+ 2025-04-16T05:17:52.963Z
https://docs.axolotl.ai/docs/api/cli.train.html
- 2025-04-12T14:26:03.950Z
+ 2025-04-16T05:17:52.671Z
https://docs.axolotl.ai/docs/api/core.trainer_builder.html
- 2025-04-12T14:26:03.785Z
+ 2025-04-16T05:17:52.508Z
https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html
- 2025-04-12T14:26:04.908Z
+ 2025-04-16T05:17:53.617Z
https://docs.axolotl.ai/docs/getting-started.html
- 2025-04-12T14:25:36.991Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/dataset_loading.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/batch_vs_grad.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/faq.html
- 2025-04-12T14:25:36.991Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/debugging.html
- 2025-04-12T14:25:36.991Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/lr_groups.html
- 2025-04-12T14:25:36.993Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/TODO.html
- 2025-04-12T14:25:36.989Z
+ 2025-04-16T05:17:22.338Z
https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html
- 2025-04-12T14:25:37.010Z
+ 2025-04-16T05:17:22.359Z
https://docs.axolotl.ai/index.html
- 2025-04-12T14:25:37.006Z
+ 2025-04-16T05:17:22.355Z
https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
- 2025-04-12T14:25:37.010Z
+ 2025-04-16T05:17:22.359Z
https://docs.axolotl.ai/FAQS.html
- 2025-04-12T14:25:36.988Z
+ 2025-04-16T05:17:22.338Z
https://docs.axolotl.ai/docs/multi-node.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/sequence_parallelism.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/multipack.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/inference.html
- 2025-04-12T14:25:36.993Z
+ 2025-04-16T05:17:22.342Z
https://docs.axolotl.ai/docs/lora_optims.html
- 2025-04-12T14:25:36.993Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/api/utils.lora_embeddings.html
- 2025-04-12T14:26:04.581Z
+ 2025-04-16T05:17:53.293Z
https://docs.axolotl.ai/docs/api/kernels.utils.html
- 2025-04-12T14:26:04.414Z
+ 2025-04-16T05:17:53.128Z
https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html
- 2025-04-12T14:26:04.149Z
+ 2025-04-16T05:17:52.866Z
https://docs.axolotl.ai/docs/api/convert.html
- 2025-04-12T14:26:03.724Z
+ 2025-04-16T05:17:52.447Z
https://docs.axolotl.ai/docs/api/common.const.html
- 2025-04-12T14:26:04.842Z
+ 2025-04-16T05:17:53.552Z
https://docs.axolotl.ai/docs/api/cli.cloud.base.html
- 2025-04-12T14:26:04.085Z
+ 2025-04-16T05:17:52.804Z
https://docs.axolotl.ai/docs/api/monkeypatch.relora.html
- 2025-04-12T14:26:04.464Z
+ 2025-04-16T05:17:53.177Z
https://docs.axolotl.ai/docs/api/utils.lora.html
- 2025-04-12T14:26:04.578Z
+ 2025-04-16T05:17:53.289Z
https://docs.axolotl.ai/docs/api/cli.merge_lora.html
- 2025-04-12T14:26:04.021Z
+ 2025-04-16T05:17:52.740Z
https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html
- 2025-04-12T14:26:04.302Z
+ 2025-04-16T05:17:53.018Z
https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html
- 2025-04-12T14:26:04.033Z
+ 2025-04-16T05:17:52.752Z
https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html
- 2025-04-12T14:26:04.839Z
+ 2025-04-16T05:17:53.549Z
https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html
- 2025-04-12T14:26:04.859Z
+ 2025-04-16T05:17:53.569Z
https://docs.axolotl.ai/docs/api/common.architectures.html
- 2025-04-12T14:26:04.840Z
+ 2025-04-16T05:17:53.551Z
https://docs.axolotl.ai/docs/api/utils.trainer.html
- 2025-04-12T14:26:04.615Z
+ 2025-04-16T05:17:53.326Z
https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html
- 2025-04-12T14:26:04.920Z
+ 2025-04-16T05:17:53.629Z
https://docs.axolotl.ai/docs/api/cli.vllm_serve.html
- 2025-04-12T14:26:04.082Z
+ 2025-04-16T05:17:52.801Z
https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html
- 2025-04-12T14:26:04.730Z
+ 2025-04-16T05:17:53.441Z
https://docs.axolotl.ai/docs/api/utils.gradient_checkpointing.unsloth.html
- 2025-04-12T14:26:04.676Z
+ 2025-04-16T05:17:53.388Z
https://docs.axolotl.ai/docs/api/core.trainers.base.html
- 2025-04-12T14:26:04.106Z
+ 2025-04-16T05:17:52.824Z
https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html
- 2025-04-12T14:26:04.518Z
+ 2025-04-16T05:17:53.230Z
https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html
- 2025-04-12T14:26:04.901Z
+ 2025-04-16T05:17:53.610Z
https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html
- 2025-04-12T14:26:04.911Z
+ 2025-04-16T05:17:53.620Z
https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html
- 2025-04-12T14:26:04.836Z
+ 2025-04-16T05:17:53.546Z
https://docs.axolotl.ai/docs/api/utils.data.pretraining.html
- 2025-04-12T14:26:04.672Z
+ 2025-04-16T05:17:53.383Z
https://docs.axolotl.ai/docs/api/evaluate.html
- 2025-04-12T14:26:03.703Z
+ 2025-04-16T05:17:52.426Z
https://docs.axolotl.ai/docs/api/utils.dict.html
- 2025-04-12T14:26:04.663Z
+ 2025-04-16T05:17:53.374Z
https://docs.axolotl.ai/docs/api/cli.utils.html
- 2025-04-12T14:26:04.078Z
+ 2025-04-16T05:17:52.796Z
https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html
- 2025-04-12T14:26:04.231Z
+ 2025-04-16T05:17:52.947Z
https://docs.axolotl.ai/docs/api/core.training_args.html
- 2025-04-12T14:26:03.870Z
+ 2025-04-16T05:17:52.592Z
https://docs.axolotl.ai/docs/api/cli.inference.html
- 2025-04-12T14:26:04.013Z
+ 2025-04-16T05:17:52.732Z
https://docs.axolotl.ai/docs/api/kernels.lora.html
- 2025-04-12T14:26:04.384Z
+ 2025-04-16T05:17:53.099Z
https://docs.axolotl.ai/docs/api/cli.evaluate.html
- 2025-04-12T14:26:03.958Z
+ 2025-04-16T05:17:52.679Z
https://docs.axolotl.ai/docs/api/utils.collators.batching.html
- 2025-04-12T14:26:04.884Z
+ 2025-04-16T05:17:53.594Z
https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html
- 2025-04-12T14:26:04.203Z
+ 2025-04-16T05:17:52.920Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html
- 2025-04-12T14:26:04.258Z
+ 2025-04-16T05:17:52.974Z
https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html
- 2025-04-12T14:26:04.220Z
+ 2025-04-16T05:17:52.937Z
https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html
- 2025-04-12T14:26:04.299Z
+ 2025-04-16T05:17:53.015Z
https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html
- 2025-04-12T14:26:04.176Z
+ 2025-04-16T05:17:52.893Z
https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html
- 2025-04-12T14:26:04.586Z
+ 2025-04-16T05:17:53.298Z
https://docs.axolotl.ai/docs/api/cli.config.html
- 2025-04-12T14:26:03.999Z
+ 2025-04-16T05:17:52.718Z
https://docs.axolotl.ai/docs/api/utils.schemas.enums.html
- 2025-04-12T14:26:04.748Z
+ 2025-04-16T05:17:53.460Z
https://docs.axolotl.ai/docs/api/cli.preprocess.html
- 2025-04-12T14:26:04.041Z
+ 2025-04-16T05:17:52.760Z
https://docs.axolotl.ai/docs/api/core.chat.messages.html
- 2025-04-12T14:26:03.893Z
+ 2025-04-16T05:17:52.614Z
https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html
- 2025-04-12T14:26:04.237Z
+ 2025-04-16T05:17:52.953Z
https://docs.axolotl.ai/docs/api/utils.schemas.peft.html
- 2025-04-12T14:26:04.722Z
+ 2025-04-16T05:17:53.433Z
https://docs.axolotl.ai/docs/api/train.html
- 2025-04-12T14:26:03.693Z
+ 2025-04-16T05:17:52.416Z
https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html
- 2025-04-12T14:26:04.235Z
+ 2025-04-16T05:17:52.951Z
https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html
- 2025-04-12T14:26:04.224Z
+ 2025-04-16T05:17:52.940Z
https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html
- 2025-04-12T14:26:04.893Z
+ 2025-04-16T05:17:53.602Z
https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html
- 2025-04-12T14:26:04.269Z
+ 2025-04-16T05:17:52.985Z
https://docs.axolotl.ai/docs/api/monkeypatch.attention.mllama.html
- 2025-04-12T14:26:04.524Z
+ 2025-04-16T05:17:53.237Z
https://docs.axolotl.ai/docs/api/cli.checks.html
- 2025-04-12T14:26:03.981Z
+ 2025-04-16T05:17:52.701Z
https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html
- 2025-04-12T14:26:04.516Z
+ 2025-04-16T05:17:53.229Z
https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html
- 2025-04-12T14:26:04.441Z
+ 2025-04-16T05:17:53.154Z
https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html
- 2025-04-12T14:26:04.129Z
+ 2025-04-16T05:17:52.847Z
https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html
- 2025-04-12T14:26:04.184Z
+ 2025-04-16T05:17:52.901Z
https://docs.axolotl.ai/docs/api/cli.args.html
- 2025-04-12T14:26:03.974Z
+ 2025-04-16T05:17:52.695Z
https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html
- 2025-04-12T14:26:04.197Z
+ 2025-04-16T05:17:52.914Z
https://docs.axolotl.ai/docs/api/utils.schemas.config.html
- 2025-04-12T14:26:04.684Z
+ 2025-04-16T05:17:53.395Z
https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html
- 2025-04-12T14:26:04.132Z
+ 2025-04-16T05:17:52.850Z
https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html
- 2025-04-12T14:26:03.894Z
+ 2025-04-16T05:17:52.616Z
https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html
- 2025-04-12T14:26:04.490Z
+ 2025-04-16T05:17:53.203Z
https://docs.axolotl.ai/docs/api/prompt_strategies.base.html
- 2025-04-12T14:26:04.134Z
+ 2025-04-16T05:17:52.852Z
https://docs.axolotl.ai/docs/rlhf.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/cli.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/unsloth.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/fsdp_qlora.html
- 2025-04-12T14:25:36.991Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/dataset_preprocessing.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/custom_integrations.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/mac.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/docker.html
- 2025-04-12T14:25:36.991Z
+ 2025-04-16T05:17:22.340Z
https://docs.axolotl.ai/docs/ray-integration.html
- 2025-04-12T14:25:36.994Z
+ 2025-04-16T05:17:22.343Z
https://docs.axolotl.ai/docs/dataset-formats/index.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/dataset-formats/conversation.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/dataset-formats/pretraining.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z
https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html
- 2025-04-12T14:25:36.990Z
+ 2025-04-16T05:17:22.339Z