diff --git a/.nojekyll b/.nojekyll index 421b935aa..9626b1ed2 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -7e7ab175 \ No newline at end of file +ebdd0027 \ No newline at end of file diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html index a0abd7274..83b368bf8 100644 --- a/docs/custom_integrations.html +++ b/docs/custom_integrations.html @@ -452,6 +452,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
@article{hsu2024ligerkernelefficienttriton,
diff --git a/search.json b/search.json
index 34ef09bfb..e6e3e9a31 100644
--- a/search.json
+++ b/search.json
@@ -2954,7 +2954,7 @@
"href": "docs/custom_integrations.html#liger-kernels",
"title": "Custom Integrations",
"section": "Liger Kernels",
- "text": "Liger Kernels\nLiger Kernel provides efficient Triton kernels for LLM training, offering:\n\n20% increase in multi-GPU training throughput\n60% reduction in memory usage\nCompatibility with both FSDP and DeepSpeed\n\nSee https://github.com/linkedin/Liger-Kernel\n\nUsage\nplugins:\n - axolotl.integrations.liger.LigerPlugin\nliger_rope: true\nliger_rms_norm: true\nliger_glu_activation: true\nliger_layer_norm: true\nliger_fused_linear_cross_entropy: true\n\n\nCitation\n@article{hsu2024ligerkernelefficienttriton,\n title={Liger Kernel: Efficient Triton Kernels for LLM Training},\n author={Pin-Lun Hsu and Yun Dai and Vignesh Kothapalli and Qingquan Song and Shao Tang and Siyu Zhu and Steven Shimizu and Shivam Sahni and Haowen Ning and Yanning Chen},\n year={2024},\n eprint={2410.10989},\n archivePrefix={arXiv},\n primaryClass={cs.LG},\n url={https://arxiv.org/abs/2410.10989},\n journal={arXiv preprint arXiv:2410.10989},\n}\nPlease see reference here",
+ "text": "Liger Kernels\nLiger Kernel provides efficient Triton kernels for LLM training, offering:\n\n20% increase in multi-GPU training throughput\n60% reduction in memory usage\nCompatibility with both FSDP and DeepSpeed\n\nSee https://github.com/linkedin/Liger-Kernel\n\nUsage\nplugins:\n - axolotl.integrations.liger.LigerPlugin\nliger_rope: true\nliger_rms_norm: true\nliger_glu_activation: true\nliger_layer_norm: true\nliger_fused_linear_cross_entropy: true\n\n\nSupported Models\n\ndeepseek_v2\ngemma\ngemma2\ngemma3 (partial support, no support for FLCE yet)\ngranite\njamba\nllama\nmistral\nmixtral\nmllama\nmllama_text_model\nolmo2\npaligemma\nphi3\nqwen2\nqwen2_5_vl\nqwen2_vl\n\n\n\nCitation\n@article{hsu2024ligerkernelefficienttriton,\n title={Liger Kernel: Efficient Triton Kernels for LLM Training},\n author={Pin-Lun Hsu and Yun Dai and Vignesh Kothapalli and Qingquan Song and Shao Tang and Siyu Zhu and Steven Shimizu and Shivam Sahni and Haowen Ning and Yanning Chen},\n year={2024},\n eprint={2410.10989},\n archivePrefix={arXiv},\n primaryClass={cs.LG},\n url={https://arxiv.org/abs/2410.10989},\n journal={arXiv preprint arXiv:2410.10989},\n}\nPlease see reference here",
"crumbs": [
"Advanced Features",
"Custom Integrations"
diff --git a/sitemap.xml b/sitemap.xml
index a3058f364..5f8c05b17 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,674 +2,674 @@
https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
- 2025-03-29T12:30:16.370Z
+ 2025-03-31T06:40:26.194Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/stepwise_supervised.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/config.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multi-gpu.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/installation.html
- 2025-03-29T12:30:16.368Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/reward_modelling.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html
- 2025-03-29T12:30:16.368Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.mlflow_.html
- 2025-03-29T12:30:46.414Z
+ 2025-03-31T06:40:57.018Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.trainer_fsdp_optim.html
- 2025-03-29T12:30:46.014Z
+ 2025-03-31T06:40:56.618Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.data.batch_dataset_fetcher.html
- 2025-03-29T12:30:46.030Z
+ 2025-03-31T06:40:56.634Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.stepwise_supervised.html
- 2025-03-29T12:30:45.723Z
+ 2025-03-31T06:40:56.328Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mistral_attn_hijack_flash.html
- 2025-03-29T12:30:45.962Z
+ 2025-03-31T06:40:56.567Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.user_defined.html
- 2025-03-29T12:30:45.769Z
+ 2025-03-31T06:40:56.374Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.liger.args.html
- 2025-03-29T12:30:46.332Z
+ 2025-03-31T06:40:56.936Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.training.html
- 2025-03-29T12:30:46.196Z
+ 2025-03-31T06:40:56.800Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/datasets.html
- 2025-03-29T12:30:45.229Z
+ 2025-03-31T06:40:55.838Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.geglu.html
- 2025-03-29T12:30:45.903Z
+ 2025-03-31T06:40:56.508Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_flash.html
- 2025-03-29T12:30:45.947Z
+ 2025-03-31T06:40:56.551Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.sweeps.html
- 2025-03-29T12:30:45.558Z
+ 2025-03-31T06:40:56.164Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.freeze.html
- 2025-03-29T12:30:46.101Z
+ 2025-03-31T06:40:56.705Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.multipack.html
- 2025-03-29T12:30:45.964Z
+ 2025-03-31T06:40:56.569Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.main.html
- 2025-03-29T12:30:45.457Z
+ 2025-03-31T06:40:56.064Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.trl.html
- 2025-03-29T12:30:45.633Z
+ 2025-03-31T06:40:56.239Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.passthrough.html
- 2025-03-29T12:30:45.771Z
+ 2025-03-31T06:40:56.376Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.llama3x.html
- 2025-03-29T12:30:45.412Z
+ 2025-03-31T06:40:56.019Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.transforms.chat_builder.html
- 2025-03-29T12:30:45.426Z
+ 2025-03-31T06:40:56.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.user_defined.html
- 2025-03-29T12:30:45.788Z
+ 2025-03-31T06:40:56.393Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mamba.html
- 2025-03-29T12:30:46.389Z
+ 2025-03-31T06:40:56.993Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.base.html
- 2025-03-29T12:30:46.317Z
+ 2025-03-31T06:40:56.921Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.bench.html
- 2025-03-29T12:30:46.093Z
+ 2025-03-31T06:40:56.697Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.swiglu.html
- 2025-03-29T12:30:45.913Z
+ 2025-03-31T06:40:56.517Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.shared.html
- 2025-03-29T12:30:45.413Z
+ 2025-03-31T06:40:56.021Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.cut_cross_entropy.args.html
- 2025-03-29T12:30:46.320Z
+ 2025-03-31T06:40:56.924Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.chat.html
- 2025-03-29T12:30:45.419Z
+ 2025-03-31T06:40:56.026Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.lisa.html
- 2025-03-29T12:30:46.410Z
+ 2025-03-31T06:40:57.014Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.grokfast.optimizer.html
- 2025-03-29T12:30:46.321Z
+ 2025-03-31T06:40:56.925Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_chat.html
- 2025-03-29T12:30:45.673Z
+ 2025-03-31T06:40:56.278Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_instruct.html
- 2025-03-29T12:30:45.674Z
+ 2025-03-31T06:40:56.280Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.chatml.html
- 2025-03-29T12:30:45.787Z
+ 2025-03-31T06:40:56.392Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.integrations.html
- 2025-03-29T12:30:46.242Z
+ 2025-03-31T06:40:56.846Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.trl.html
- 2025-03-29T12:30:46.225Z
+ 2025-03-31T06:40:56.829Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_tokenizers.html
- 2025-03-29T12:30:45.284Z
+ 2025-03-31T06:40:55.892Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.sft.html
- 2025-03-29T12:30:46.174Z
+ 2025-03-31T06:40:56.778Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schedulers.html
- 2025-03-29T12:30:46.142Z
+ 2025-03-31T06:40:56.746Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.chat_templates.html
- 2025-03-29T12:30:46.076Z
+ 2025-03-31T06:40:56.680Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.models.html
- 2025-03-29T12:30:46.060Z
+ 2025-03-31T06:40:56.664Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chatml.html
- 2025-03-29T12:30:45.766Z
+ 2025-03-31T06:40:56.371Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.distributed.html
- 2025-03-29T12:30:46.160Z
+ 2025-03-31T06:40:56.764Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.utils.html
- 2025-03-29T12:30:46.002Z
+ 2025-03-31T06:40:56.607Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.utils.html
- 2025-03-29T12:30:46.254Z
+ 2025-03-31T06:40:56.858Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_expand_mask.html
- 2025-03-29T12:30:45.972Z
+ 2025-03-31T06:40:56.577Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.datasets.html
- 2025-03-29T12:30:46.357Z
+ 2025-03-31T06:40:56.961Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/logging_config.html
- 2025-03-29T12:30:45.289Z
+ 2025-03-31T06:40:55.897Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.quantize.html
- 2025-03-29T12:30:45.920Z
+ 2025-03-31T06:40:56.525Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_patch_multipack.html
- 2025-03-29T12:30:46.005Z
+ 2025-03-31T06:40:56.609Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.comet_.html
- 2025-03-29T12:30:46.417Z
+ 2025-03-31T06:40:57.021Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.trainer.html
- 2025-03-29T12:30:46.118Z
+ 2025-03-31T06:40:56.721Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.architectures.html
- 2025-03-29T12:30:46.340Z
+ 2025-03-31T06:40:56.944Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/models.mamba.modeling_mamba.html
- 2025-03-29T12:30:46.358Z
+ 2025-03-31T06:40:56.962Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.spectrum.args.html
- 2025-03-29T12:30:46.338Z
+ 2025-03-31T06:40:56.942Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_sharded_fsdp_weights.html
- 2025-03-29T12:30:45.544Z
+ 2025-03-31T06:40:56.151Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.bradley_terry.llama3.html
- 2025-03-29T12:30:45.812Z
+ 2025-03-31T06:40:56.417Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_lora.html
- 2025-03-29T12:30:45.532Z
+ 2025-03-31T06:40:56.139Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora.html
- 2025-03-29T12:30:46.081Z
+ 2025-03-31T06:40:56.685Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.relora.html
- 2025-03-29T12:30:45.971Z
+ 2025-03-31T06:40:56.575Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.base.html
- 2025-03-29T12:30:45.592Z
+ 2025-03-31T06:40:56.198Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.const.html
- 2025-03-29T12:30:46.341Z
+ 2025-03-31T06:40:56.945Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/convert.html
- 2025-03-29T12:30:45.242Z
+ 2025-03-31T06:40:55.851Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.chat_template.html
- 2025-03-29T12:30:45.659Z
+ 2025-03-31T06:40:56.265Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.utils.html
- 2025-03-29T12:30:45.922Z
+ 2025-03-31T06:40:56.526Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora_embeddings.html
- 2025-03-29T12:30:46.085Z
+ 2025-03-31T06:40:56.688Z
https://axolotl-ai-cloud.github.io/axolotl/docs/lora_optims.html
- 2025-03-29T12:30:16.368Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html
- 2025-03-29T12:30:16.366Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html
- 2025-03-29T12:30:16.366Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/lr_groups.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/TODO.html
- 2025-03-29T12:30:16.364Z
+ 2025-03-31T06:40:26.188Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html
- 2025-03-29T12:30:16.384Z
+ 2025-03-31T06:40:26.208Z
https://axolotl-ai-cloud.github.io/axolotl/index.html
- 2025-03-29T12:30:16.381Z
+ 2025-03-31T06:40:26.205Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
- 2025-03-29T12:30:16.385Z
+ 2025-03-31T06:40:26.209Z
https://axolotl-ai-cloud.github.io/axolotl/FAQS.html
- 2025-03-29T12:30:16.364Z
+ 2025-03-31T06:40:26.188Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/sequence_parallelism.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/inference.html
- 2025-03-29T12:30:16.368Z
+ 2025-03-31T06:40:26.192Z
https://axolotl-ai-cloud.github.io/axolotl/docs/getting-started.html
- 2025-03-29T12:30:16.366Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.perplexity.html
- 2025-03-29T12:30:46.405Z
+ 2025-03-31T06:40:57.009Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainer_builder.html
- 2025-03-29T12:30:45.304Z
+ 2025-03-31T06:40:55.912Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.train.html
- 2025-03-29T12:30:45.465Z
+ 2025-03-31T06:40:56.072Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.llama3.html
- 2025-03-29T12:30:45.756Z
+ 2025-03-31T06:40:56.361Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.modal_.html
- 2025-03-29T12:30:45.598Z
+ 2025-03-31T06:40:56.205Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/index.html
- 2025-03-29T12:30:45.152Z
+ 2025-03-31T06:40:55.760Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.input_output.html
- 2025-03-29T12:30:45.719Z
+ 2025-03-31T06:40:56.324Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.optimizers.adopt.html
- 2025-03-29T12:30:46.171Z
+ 2025-03-31T06:40:56.775Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.btlm_attn_hijack_flash.html
- 2025-03-29T12:30:46.004Z
+ 2025-03-31T06:40:56.608Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.core.html
- 2025-03-29T12:30:46.360Z
+ 2025-03-31T06:40:56.964Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.datasets.html
- 2025-03-29T12:30:46.214Z
+ 2025-03-31T06:40:56.818Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.kd.trainer.html
- 2025-03-29T12:30:46.329Z
+ 2025-03-31T06:40:56.933Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.tokenization.html
- 2025-03-29T12:30:46.067Z
+ 2025-03-31T06:40:56.670Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mixtral.html
- 2025-03-29T12:30:46.031Z
+ 2025-03-31T06:40:56.636Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.stablelm_attn_hijack_flash.html
- 2025-03-29T12:30:46.011Z
+ 2025-03-31T06:40:56.615Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.model.html
- 2025-03-29T12:30:46.192Z
+ 2025-03-31T06:40:56.796Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.multimodal.html
- 2025-03-29T12:30:46.230Z
+ 2025-03-31T06:40:56.834Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.gradient_checkpointing.unsloth.html
- 2025-03-29T12:30:46.177Z
+ 2025-03-31T06:40:56.781Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.base.html
- 2025-03-29T12:30:45.616Z
+ 2025-03-31T06:40:56.222Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.unsloth_.html
- 2025-03-29T12:30:46.022Z
+ 2025-03-31T06:40:56.626Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.samplers.multipack.html
- 2025-03-29T12:30:46.399Z
+ 2025-03-31T06:40:57.003Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.profiler.html
- 2025-03-29T12:30:46.409Z
+ 2025-03-31T06:40:57.013Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.lm_eval.args.html
- 2025-03-29T12:30:46.335Z
+ 2025-03-31T06:40:56.939Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.pretraining.html
- 2025-03-29T12:30:46.173Z
+ 2025-03-31T06:40:56.777Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/evaluate.html
- 2025-03-29T12:30:45.222Z
+ 2025-03-31T06:40:55.830Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.dict.html
- 2025-03-29T12:30:46.164Z
+ 2025-03-31T06:40:56.768Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.utils.html
- 2025-03-29T12:30:45.589Z
+ 2025-03-31T06:40:56.195Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.pygmalion.html
- 2025-03-29T12:30:45.741Z
+ 2025-03-31T06:40:56.345Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.training_args.html
- 2025-03-29T12:30:45.387Z
+ 2025-03-31T06:40:55.995Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.inference.html
- 2025-03-29T12:30:45.524Z
+ 2025-03-31T06:40:56.131Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.lora.html
- 2025-03-29T12:30:45.893Z
+ 2025-03-31T06:40:56.497Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.evaluate.html
- 2025-03-29T12:30:45.473Z
+ 2025-03-31T06:40:56.080Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.batching.html
- 2025-03-29T12:30:46.385Z
+ 2025-03-31T06:40:56.989Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.completion.html
- 2025-03-29T12:30:45.713Z
+ 2025-03-31T06:40:56.318Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.zephyr.html
- 2025-03-29T12:30:45.768Z
+ 2025-03-31T06:40:56.373Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.metharme.html
- 2025-03-29T12:30:45.730Z
+ 2025-03-31T06:40:56.335Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orpo.chat_template.html
- 2025-03-29T12:30:45.808Z
+ 2025-03-31T06:40:56.413Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_w_system.html
- 2025-03-29T12:30:45.686Z
+ 2025-03-31T06:40:56.291Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.model_shard_quant.html
- 2025-03-29T12:30:46.090Z
+ 2025-03-31T06:40:56.694Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.config.html
- 2025-03-29T12:30:45.510Z
+ 2025-03-31T06:40:56.117Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.enums.html
- 2025-03-29T12:30:46.249Z
+ 2025-03-31T06:40:56.853Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.preprocess.html
- 2025-03-29T12:30:45.552Z
+ 2025-03-31T06:40:56.159Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.messages.html
- 2025-03-29T12:30:45.409Z
+ 2025-03-31T06:40:56.017Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chat_template.html
- 2025-03-29T12:30:45.746Z
+ 2025-03-31T06:40:56.351Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.peft.html
- 2025-03-29T12:30:46.222Z
+ 2025-03-31T06:40:56.826Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/train.html
- 2025-03-29T12:30:45.212Z
+ 2025-03-31T06:40:55.820Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.messages.chat.html
- 2025-03-29T12:30:45.745Z
+ 2025-03-31T06:40:56.350Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orcamini.html
- 2025-03-29T12:30:45.734Z
+ 2025-03-31T06:40:56.339Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mm_chat.html
- 2025-03-29T12:30:46.394Z
+ 2025-03-31T06:40:56.997Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.llama3.html
- 2025-03-29T12:30:45.779Z
+ 2025-03-31T06:40:56.384Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.attention.mllama.html
- 2025-03-29T12:30:46.028Z
+ 2025-03-31T06:40:56.633Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.checks.html
- 2025-03-29T12:30:45.493Z
+ 2025-03-31T06:40:56.100Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.transformers_fa_utils.html
- 2025-03-29T12:30:46.020Z
+ 2025-03-31T06:40:56.625Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_xformers.html
- 2025-03-29T12:30:45.949Z
+ 2025-03-31T06:40:56.553Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.dpo.trainer.html
- 2025-03-29T12:30:45.639Z
+ 2025-03-31T06:40:56.245Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.user_defined.html
- 2025-03-29T12:30:45.694Z
+ 2025-03-31T06:40:56.299Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.args.html
- 2025-03-29T12:30:45.486Z
+ 2025-03-31T06:40:56.094Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.llama2_chat.html
- 2025-03-29T12:30:45.707Z
+ 2025-03-31T06:40:56.312Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.config.html
- 2025-03-29T12:30:46.185Z
+ 2025-03-31T06:40:56.789Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.grpo.trainer.html
- 2025-03-29T12:30:45.643Z
+ 2025-03-31T06:40:56.249Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.chatml.html
- 2025-03-29T12:30:45.411Z
+ 2025-03-31T06:40:56.018Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.lora_kernels.html
- 2025-03-29T12:30:45.994Z
+ 2025-03-31T06:40:56.599Z
https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.base.html
- 2025-03-29T12:30:45.645Z
+ 2025-03-31T06:40:56.250Z
https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/cli.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html
- 2025-03-29T12:30:16.366Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/custom_integrations.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/docker.html
- 2025-03-29T12:30:16.366Z
+ 2025-03-31T06:40:26.190Z
https://axolotl-ai-cloud.github.io/axolotl/docs/ray-integration.html
- 2025-03-29T12:30:16.369Z
+ 2025-03-31T06:40:26.193Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html
- 2025-03-29T12:30:16.365Z
+ 2025-03-31T06:40:26.189Z