diff --git a/.nojekyll b/.nojekyll
index 7daede940..44659a03a 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-293e0ad4
\ No newline at end of file
+c64b1d3f
\ No newline at end of file
diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html
index 4633d43f8..31d3a135d 100644
--- a/docs/custom_integrations.html
+++ b/docs/custom_integrations.html
@@ -534,6 +534,9 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
Supported Models
- llama
+- llama4_text
+- llama4
+- mllama
- phi3
- gemma
- gemma2
diff --git a/search.json b/search.json
index 1640867b8..4a2d91753 100644
--- a/search.json
+++ b/search.json
@@ -3026,7 +3026,7 @@
"href": "docs/custom_integrations.html#cut-cross-entropy",
"title": "Custom Integrations",
"section": "Cut Cross Entropy",
- "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\npython scripts/cutcrossentropy_install.py | sh\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@24fbe4b5dab9a6c250a014573613c1890190536c\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\ncut_cross_entropy: true\n\n\nSupported Models\n\nllama\nphi3\ngemma\ngemma2\ngemma3\ngemma3_text\nmistral\nmistral3\nqwen2\ncohere\ncohere2\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here",
+ "text": "Cut Cross Entropy\nCut Cross Entropy (CCE) reduces VRAM usage through optimization on the cross-entropy operation during loss calculation.\nSee https://github.com/apple/ml-cross-entropy\n\nRequirements\n\nPyTorch 2.4.0 or higher\n\n\n\nInstallation\nRun the following command to install cut_cross_entropy[transformers] if you don’t have it already.\npython scripts/cutcrossentropy_install.py | sh\n\npip3 uninstall -y cut-cross-entropy && pip3 install \"cut-cross-entropy[transformers] @ git+https://github.com/apple/ml-cross-entropy.git@24fbe4b5dab9a6c250a014573613c1890190536c\"\n\n\nUsage\nplugins:\n - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin\n\ncut_cross_entropy: true\n\n\nSupported Models\n\nllama\nllama4_text\nllama4\nmllama\nphi3\ngemma\ngemma2\ngemma3\ngemma3_text\nmistral\nmistral3\nqwen2\ncohere\ncohere2\n\n\n\nCitation\n@article{wijmans2024cut,\n author = {Erik Wijmans and\n Brody Huval and\n Alexander Hertzberg and\n Vladlen Koltun and\n Philipp Kr\\\"ahenb\\\"uhl},\n title = {Cut Your Losses in Large-Vocabulary Language Models},\n journal = {arXiv},\n year = {2024},\n url = {https://arxiv.org/abs/2411.09009},\n}\nPlease see reference here",
"crumbs": [
"Advanced Features",
"Custom Integrations"
diff --git a/sitemap.xml b/sitemap.xml
index f863e6a88..508f3d178 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,682 +2,682 @@
https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
- 2025-04-07T18:48:09.453Z
+ 2025-04-07T21:12:39.574Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/stepwise_supervised.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/config.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multi-gpu.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/installation.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.572Z
https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/reward_modelling.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.572Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.mlflow_.html
- 2025-04-07T18:48:41.444Z
+ 2025-04-07T21:13:08.528Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.trainer_fsdp_optim.html
- 2025-04-07T18:48:41.034Z
+ 2025-04-07T21:13:08.128Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.data.batch_dataset_fetcher.html
- 2025-04-07T18:48:41.050Z
+ 2025-04-07T21:13:08.144Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.stepwise_supervised.html
- 2025-04-07T18:48:40.744Z
+ 2025-04-07T21:13:07.839Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mistral_attn_hijack_flash.html
- 2025-04-07T18:48:40.983Z
+ 2025-04-07T21:13:08.077Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.user_defined.html
- 2025-04-07T18:48:40.789Z
+ 2025-04-07T21:13:07.885Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.liger.args.html
- 2025-04-07T18:48:41.353Z
+ 2025-04-07T21:13:08.446Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.training.html
- 2025-04-07T18:48:41.218Z
+ 2025-04-07T21:13:08.311Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/datasets.html
- 2025-04-07T18:48:40.249Z
+ 2025-04-07T21:13:07.344Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.geglu.html
- 2025-04-07T18:48:40.922Z
+ 2025-04-07T21:13:08.018Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_flash.html
- 2025-04-07T18:48:40.968Z
+ 2025-04-07T21:13:08.061Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.sweeps.html
- 2025-04-07T18:48:40.579Z
+ 2025-04-07T21:13:07.675Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.freeze.html
- 2025-04-07T18:48:41.121Z
+ 2025-04-07T21:13:08.214Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.multipack.html
- 2025-04-07T18:48:40.985Z
+ 2025-04-07T21:13:08.078Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.main.html
- 2025-04-07T18:48:40.477Z
+ 2025-04-07T21:13:07.572Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.trl.html
- 2025-04-07T18:48:40.655Z
+ 2025-04-07T21:13:07.750Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.passthrough.html
- 2025-04-07T18:48:40.791Z
+ 2025-04-07T21:13:07.886Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.llama3x.html
- 2025-04-07T18:48:40.432Z
+ 2025-04-07T21:13:07.527Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.transforms.chat_builder.html
- 2025-04-07T18:48:40.446Z
+ 2025-04-07T21:13:07.541Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.user_defined.html
- 2025-04-07T18:48:40.808Z
+ 2025-04-07T21:13:07.904Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mamba.html
- 2025-04-07T18:48:41.414Z
+ 2025-04-07T21:13:08.500Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.base.html
- 2025-04-07T18:48:41.339Z
+ 2025-04-07T21:13:08.431Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.bench.html
- 2025-04-07T18:48:41.114Z
+ 2025-04-07T21:13:08.207Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.swiglu.html
- 2025-04-07T18:48:40.932Z
+ 2025-04-07T21:13:08.027Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.shared.html
- 2025-04-07T18:48:40.434Z
+ 2025-04-07T21:13:07.528Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.cut_cross_entropy.args.html
- 2025-04-07T18:48:41.342Z
+ 2025-04-07T21:13:08.434Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.chat.html
- 2025-04-07T18:48:40.439Z
+ 2025-04-07T21:13:07.534Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.lisa.html
- 2025-04-07T18:48:41.441Z
+ 2025-04-07T21:13:08.524Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.grokfast.optimizer.html
- 2025-04-07T18:48:41.343Z
+ 2025-04-07T21:13:08.435Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_chat.html
- 2025-04-07T18:48:40.694Z
+ 2025-04-07T21:13:07.789Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_instruct.html
- 2025-04-07T18:48:40.695Z
+ 2025-04-07T21:13:07.791Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.chatml.html
- 2025-04-07T18:48:40.806Z
+ 2025-04-07T21:13:07.902Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.integrations.html
- 2025-04-07T18:48:41.264Z
+ 2025-04-07T21:13:08.357Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.trl.html
- 2025-04-07T18:48:41.247Z
+ 2025-04-07T21:13:08.339Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_tokenizers.html
- 2025-04-07T18:48:40.304Z
+ 2025-04-07T21:13:07.398Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.sft.html
- 2025-04-07T18:48:41.196Z
+ 2025-04-07T21:13:08.288Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schedulers.html
- 2025-04-07T18:48:41.162Z
+ 2025-04-07T21:13:08.255Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.chat_templates.html
- 2025-04-07T18:48:41.096Z
+ 2025-04-07T21:13:08.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.models.html
- 2025-04-07T18:48:41.080Z
+ 2025-04-07T21:13:08.174Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chatml.html
- 2025-04-07T18:48:40.786Z
+ 2025-04-07T21:13:07.882Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.distributed.html
- 2025-04-07T18:48:41.182Z
+ 2025-04-07T21:13:08.275Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.utils.html
- 2025-04-07T18:48:41.023Z
+ 2025-04-07T21:13:08.116Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.utils.html
- 2025-04-07T18:48:41.276Z
+ 2025-04-07T21:13:08.369Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_expand_mask.html
- 2025-04-07T18:48:40.993Z
+ 2025-04-07T21:13:08.086Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.datasets.html
- 2025-04-07T18:48:41.380Z
+ 2025-04-07T21:13:08.471Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/logging_config.html
- 2025-04-07T18:48:40.308Z
+ 2025-04-07T21:13:07.403Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.quantize.html
- 2025-04-07T18:48:40.941Z
+ 2025-04-07T21:13:08.035Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_patch_multipack.html
- 2025-04-07T18:48:41.025Z
+ 2025-04-07T21:13:08.119Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.model.html
- 2025-04-07T18:48:41.213Z
+ 2025-04-07T21:13:08.306Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.stablelm_attn_hijack_flash.html
- 2025-04-07T18:48:41.031Z
+ 2025-04-07T21:13:08.125Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mixtral.html
- 2025-04-07T18:48:41.052Z
+ 2025-04-07T21:13:08.145Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.tokenization.html
- 2025-04-07T18:48:41.087Z
+ 2025-04-07T21:13:08.180Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.kd.trainer.html
- 2025-04-07T18:48:41.350Z
+ 2025-04-07T21:13:08.442Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.datasets.html
- 2025-04-07T18:48:41.236Z
+ 2025-04-07T21:13:08.328Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.core.html
- 2025-04-07T18:48:41.383Z
+ 2025-04-07T21:13:08.473Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.btlm_attn_hijack_flash.html
- 2025-04-07T18:48:41.024Z
+ 2025-04-07T21:13:08.118Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.optimizers.adopt.html
- 2025-04-07T18:48:41.193Z
+ 2025-04-07T21:13:08.285Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.input_output.html
- 2025-04-07T18:48:40.739Z
+ 2025-04-07T21:13:07.835Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/index.html
- 2025-04-07T18:48:40.172Z
+ 2025-04-07T21:13:07.267Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.modal_.html
- 2025-04-07T18:48:40.624Z
+ 2025-04-07T21:13:07.720Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.llama3.html
- 2025-04-07T18:48:40.776Z
+ 2025-04-07T21:13:07.872Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.train.html
- 2025-04-07T18:48:40.485Z
+ 2025-04-07T21:13:07.580Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainer_builder.html
- 2025-04-07T18:48:40.323Z
+ 2025-04-07T21:13:07.418Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.perplexity.html
- 2025-04-07T18:48:41.436Z
+ 2025-04-07T21:13:08.519Z
https://axolotl-ai-cloud.github.io/axolotl/docs/getting-started.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.570Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_loading.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.570Z
https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.570Z
https://axolotl-ai-cloud.github.io/axolotl/docs/lr_groups.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/TODO.html
- 2025-04-07T18:48:09.447Z
+ 2025-04-07T21:12:39.568Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html
- 2025-04-07T18:48:09.467Z
+ 2025-04-07T21:12:39.588Z
https://axolotl-ai-cloud.github.io/axolotl/index.html
- 2025-04-07T18:48:09.464Z
+ 2025-04-07T21:12:39.585Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
- 2025-04-07T18:48:09.468Z
+ 2025-04-07T21:12:39.589Z
https://axolotl-ai-cloud.github.io/axolotl/FAQS.html
- 2025-04-07T18:48:09.447Z
+ 2025-04-07T21:12:39.568Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/sequence_parallelism.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/inference.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.572Z
https://axolotl-ai-cloud.github.io/axolotl/docs/lora_optims.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.572Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora_embeddings.html
- 2025-04-07T18:48:41.104Z
+ 2025-04-07T21:13:08.198Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.utils.html
- 2025-04-07T18:48:40.942Z
+ 2025-04-07T21:13:08.036Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.chat_template.html
- 2025-04-07T18:48:40.680Z
+ 2025-04-07T21:13:07.776Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/convert.html
- 2025-04-07T18:48:40.263Z
+ 2025-04-07T21:13:07.358Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.const.html
- 2025-04-07T18:48:41.363Z
+ 2025-04-07T21:13:08.455Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.base.html
- 2025-04-07T18:48:40.618Z
+ 2025-04-07T21:13:07.714Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.relora.html
- 2025-04-07T18:48:40.991Z
+ 2025-04-07T21:13:08.085Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora.html
- 2025-04-07T18:48:41.101Z
+ 2025-04-07T21:13:08.194Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_lora.html
- 2025-04-07T18:48:40.554Z
+ 2025-04-07T21:13:07.650Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.bradley_terry.llama3.html
- 2025-04-07T18:48:40.831Z
+ 2025-04-07T21:13:07.927Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_sharded_fsdp_weights.html
- 2025-04-07T18:48:40.566Z
+ 2025-04-07T21:13:07.661Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.spectrum.args.html
- 2025-04-07T18:48:41.360Z
+ 2025-04-07T21:13:08.452Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/models.mamba.modeling_mamba.html
- 2025-04-07T18:48:41.381Z
+ 2025-04-07T21:13:08.472Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.architectures.html
- 2025-04-07T18:48:41.361Z
+ 2025-04-07T21:13:08.453Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.trainer.html
- 2025-04-07T18:48:41.138Z
+ 2025-04-07T21:13:08.231Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.comet_.html
- 2025-04-07T18:48:41.448Z
+ 2025-04-07T21:13:08.531Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.vllm_serve.html
- 2025-04-07T18:48:40.614Z
+ 2025-04-07T21:13:07.710Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.multimodal.html
- 2025-04-07T18:48:41.252Z
+ 2025-04-07T21:13:08.344Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.gradient_checkpointing.unsloth.html
- 2025-04-07T18:48:41.199Z
+ 2025-04-07T21:13:08.292Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.base.html
- 2025-04-07T18:48:40.638Z
+ 2025-04-07T21:13:07.733Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.unsloth_.html
- 2025-04-07T18:48:41.042Z
+ 2025-04-07T21:13:08.135Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.samplers.multipack.html
- 2025-04-07T18:48:41.429Z
+ 2025-04-07T21:13:08.513Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.profiler.html
- 2025-04-07T18:48:41.439Z
+ 2025-04-07T21:13:08.523Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.lm_eval.args.html
- 2025-04-07T18:48:41.357Z
+ 2025-04-07T21:13:08.449Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.pretraining.html
- 2025-04-07T18:48:41.194Z
+ 2025-04-07T21:13:08.287Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/evaluate.html
- 2025-04-07T18:48:40.242Z
+ 2025-04-07T21:13:07.337Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.dict.html
- 2025-04-07T18:48:41.185Z
+ 2025-04-07T21:13:08.278Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.utils.html
- 2025-04-07T18:48:40.610Z
+ 2025-04-07T21:13:07.706Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.pygmalion.html
- 2025-04-07T18:48:40.761Z
+ 2025-04-07T21:13:07.856Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.training_args.html
- 2025-04-07T18:48:40.407Z
+ 2025-04-07T21:13:07.502Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.inference.html
- 2025-04-07T18:48:40.546Z
+ 2025-04-07T21:13:07.641Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.lora.html
- 2025-04-07T18:48:40.912Z
+ 2025-04-07T21:13:08.007Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.evaluate.html
- 2025-04-07T18:48:40.493Z
+ 2025-04-07T21:13:07.588Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.batching.html
- 2025-04-07T18:48:41.410Z
+ 2025-04-07T21:13:08.497Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.completion.html
- 2025-04-07T18:48:40.733Z
+ 2025-04-07T21:13:07.829Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.zephyr.html
- 2025-04-07T18:48:40.788Z
+ 2025-04-07T21:13:07.883Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.metharme.html
- 2025-04-07T18:48:40.750Z
+ 2025-04-07T21:13:07.846Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orpo.chat_template.html
- 2025-04-07T18:48:40.828Z
+ 2025-04-07T21:13:07.923Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_w_system.html
- 2025-04-07T18:48:40.707Z
+ 2025-04-07T21:13:07.803Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.model_shard_quant.html
- 2025-04-07T18:48:41.110Z
+ 2025-04-07T21:13:08.203Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.config.html
- 2025-04-07T18:48:40.532Z
+ 2025-04-07T21:13:07.628Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.enums.html
- 2025-04-07T18:48:41.271Z
+ 2025-04-07T21:13:08.363Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.preprocess.html
- 2025-04-07T18:48:40.574Z
+ 2025-04-07T21:13:07.669Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.messages.html
- 2025-04-07T18:48:40.429Z
+ 2025-04-07T21:13:07.524Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chat_template.html
- 2025-04-07T18:48:40.766Z
+ 2025-04-07T21:13:07.862Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.peft.html
- 2025-04-07T18:48:41.244Z
+ 2025-04-07T21:13:08.336Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/train.html
- 2025-04-07T18:48:40.232Z
+ 2025-04-07T21:13:07.327Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.messages.chat.html
- 2025-04-07T18:48:40.765Z
+ 2025-04-07T21:13:07.860Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orcamini.html
- 2025-04-07T18:48:40.754Z
+ 2025-04-07T21:13:07.850Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mm_chat.html
- 2025-04-07T18:48:41.420Z
+ 2025-04-07T21:13:08.505Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.llama3.html
- 2025-04-07T18:48:40.799Z
+ 2025-04-07T21:13:07.894Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.attention.mllama.html
- 2025-04-07T18:48:41.049Z
+ 2025-04-07T21:13:08.142Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.checks.html
- 2025-04-07T18:48:40.515Z
+ 2025-04-07T21:13:07.611Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.transformers_fa_utils.html
- 2025-04-07T18:48:41.041Z
+ 2025-04-07T21:13:08.134Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_xformers.html
- 2025-04-07T18:48:40.969Z
+ 2025-04-07T21:13:08.062Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.dpo.trainer.html
- 2025-04-07T18:48:40.661Z
+ 2025-04-07T21:13:07.757Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.user_defined.html
- 2025-04-07T18:48:40.715Z
+ 2025-04-07T21:13:07.811Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.args.html
- 2025-04-07T18:48:40.509Z
+ 2025-04-07T21:13:07.604Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.llama2_chat.html
- 2025-04-07T18:48:40.728Z
+ 2025-04-07T21:13:07.823Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.config.html
- 2025-04-07T18:48:41.207Z
+ 2025-04-07T21:13:08.299Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.grpo.trainer.html
- 2025-04-07T18:48:40.664Z
+ 2025-04-07T21:13:07.760Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.chatml.html
- 2025-04-07T18:48:40.431Z
+ 2025-04-07T21:13:07.526Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.lora_kernels.html
- 2025-04-07T18:48:41.015Z
+ 2025-04-07T21:13:08.108Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.base.html
- 2025-04-07T18:48:40.666Z
+ 2025-04-07T21:13:07.761Z
https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/cli.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.570Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.570Z
https://axolotl-ai-cloud.github.io/axolotl/docs/custom_integrations.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/docker.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.570Z
https://axolotl-ai-cloud.github.io/axolotl/docs/ray-integration.html
- 2025-04-07T18:48:09.452Z
+ 2025-04-07T21:12:39.573Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html
- 2025-04-07T18:48:09.449Z
+ 2025-04-07T21:12:39.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html
- 2025-04-07T18:48:09.448Z
+ 2025-04-07T21:12:39.569Z