diff --git a/.nojekyll b/.nojekyll index 421b935aa..9626b1ed2 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -7e7ab175 \ No newline at end of file +ebdd0027 \ No newline at end of file diff --git a/docs/custom_integrations.html b/docs/custom_integrations.html index a0abd7274..83b368bf8 100644 --- a/docs/custom_integrations.html +++ b/docs/custom_integrations.html @@ -452,6 +452,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
  • Liger Kernels
  • Language Model Evaluation Harness (LM Eval) @@ -613,6 +614,28 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin liger_layer_norm: true liger_fused_linear_cross_entropy: true +
    +

    Supported Models

    + +

    Citation

    @article{hsu2024ligerkernelefficienttriton,
    diff --git a/search.json b/search.json
    index 34ef09bfb..e6e3e9a31 100644
    --- a/search.json
    +++ b/search.json
    @@ -2954,7 +2954,7 @@
         "href": "docs/custom_integrations.html#liger-kernels",
         "title": "Custom Integrations",
         "section": "Liger Kernels",
    -    "text": "Liger Kernels\nLiger Kernel provides efficient Triton kernels for LLM training, offering:\n\n20% increase in multi-GPU training throughput\n60% reduction in memory usage\nCompatibility with both FSDP and DeepSpeed\n\nSee https://github.com/linkedin/Liger-Kernel\n\nUsage\nplugins:\n  - axolotl.integrations.liger.LigerPlugin\nliger_rope: true\nliger_rms_norm: true\nliger_glu_activation: true\nliger_layer_norm: true\nliger_fused_linear_cross_entropy: true\n\n\nCitation\n@article{hsu2024ligerkernelefficienttriton,\n      title={Liger Kernel: Efficient Triton Kernels for LLM Training},\n      author={Pin-Lun Hsu and Yun Dai and Vignesh Kothapalli and Qingquan Song and Shao Tang and Siyu Zhu and Steven Shimizu and Shivam Sahni and Haowen Ning and Yanning Chen},\n      year={2024},\n      eprint={2410.10989},\n      archivePrefix={arXiv},\n      primaryClass={cs.LG},\n      url={https://arxiv.org/abs/2410.10989},\n      journal={arXiv preprint arXiv:2410.10989},\n}\nPlease see reference here",
    +    "text": "Liger Kernels\nLiger Kernel provides efficient Triton kernels for LLM training, offering:\n\n20% increase in multi-GPU training throughput\n60% reduction in memory usage\nCompatibility with both FSDP and DeepSpeed\n\nSee https://github.com/linkedin/Liger-Kernel\n\nUsage\nplugins:\n  - axolotl.integrations.liger.LigerPlugin\nliger_rope: true\nliger_rms_norm: true\nliger_glu_activation: true\nliger_layer_norm: true\nliger_fused_linear_cross_entropy: true\n\n\nSupported Models\n\ndeepseek_v2\ngemma\ngemma2\ngemma3 (partial support, no support for FLCE yet)\ngranite\njamba\nllama\nmistral\nmixtral\nmllama\nmllama_text_model\nolmo2\npaligemma\nphi3\nqwen2\nqwen2_5_vl\nqwen2_vl\n\n\n\nCitation\n@article{hsu2024ligerkernelefficienttriton,\n      title={Liger Kernel: Efficient Triton Kernels for LLM Training},\n      author={Pin-Lun Hsu and Yun Dai and Vignesh Kothapalli and Qingquan Song and Shao Tang and Siyu Zhu and Steven Shimizu and Shivam Sahni and Haowen Ning and Yanning Chen},\n      year={2024},\n      eprint={2410.10989},\n      archivePrefix={arXiv},\n      primaryClass={cs.LG},\n      url={https://arxiv.org/abs/2410.10989},\n      journal={arXiv preprint arXiv:2410.10989},\n}\nPlease see reference here",
         "crumbs": [
           "Advanced Features",
           "Custom Integrations"
    diff --git a/sitemap.xml b/sitemap.xml
    index a3058f364..5f8c05b17 100644
    --- a/sitemap.xml
    +++ b/sitemap.xml
    @@ -2,674 +2,674 @@
     
       
         https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
    -    2025-03-29T12:30:16.370Z
    +    2025-03-31T06:40:26.194Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/stepwise_supervised.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/config.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/multi-gpu.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/installation.html
    -    2025-03-29T12:30:16.368Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/reward_modelling.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html
    -    2025-03-29T12:30:16.368Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.mlflow_.html
    -    2025-03-29T12:30:46.414Z
    +    2025-03-31T06:40:57.018Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.trainer_fsdp_optim.html
    -    2025-03-29T12:30:46.014Z
    +    2025-03-31T06:40:56.618Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.data.batch_dataset_fetcher.html
    -    2025-03-29T12:30:46.030Z
    +    2025-03-31T06:40:56.634Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.stepwise_supervised.html
    -    2025-03-29T12:30:45.723Z
    +    2025-03-31T06:40:56.328Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mistral_attn_hijack_flash.html
    -    2025-03-29T12:30:45.962Z
    +    2025-03-31T06:40:56.567Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.user_defined.html
    -    2025-03-29T12:30:45.769Z
    +    2025-03-31T06:40:56.374Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.liger.args.html
    -    2025-03-29T12:30:46.332Z
    +    2025-03-31T06:40:56.936Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.training.html
    -    2025-03-29T12:30:46.196Z
    +    2025-03-31T06:40:56.800Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/datasets.html
    -    2025-03-29T12:30:45.229Z
    +    2025-03-31T06:40:55.838Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.geglu.html
    -    2025-03-29T12:30:45.903Z
    +    2025-03-31T06:40:56.508Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_flash.html
    -    2025-03-29T12:30:45.947Z
    +    2025-03-31T06:40:56.551Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.sweeps.html
    -    2025-03-29T12:30:45.558Z
    +    2025-03-31T06:40:56.164Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.freeze.html
    -    2025-03-29T12:30:46.101Z
    +    2025-03-31T06:40:56.705Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.multipack.html
    -    2025-03-29T12:30:45.964Z
    +    2025-03-31T06:40:56.569Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.main.html
    -    2025-03-29T12:30:45.457Z
    +    2025-03-31T06:40:56.064Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.trl.html
    -    2025-03-29T12:30:45.633Z
    +    2025-03-31T06:40:56.239Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.passthrough.html
    -    2025-03-29T12:30:45.771Z
    +    2025-03-31T06:40:56.376Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.llama3x.html
    -    2025-03-29T12:30:45.412Z
    +    2025-03-31T06:40:56.019Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.transforms.chat_builder.html
    -    2025-03-29T12:30:45.426Z
    +    2025-03-31T06:40:56.034Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.user_defined.html
    -    2025-03-29T12:30:45.788Z
    +    2025-03-31T06:40:56.393Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mamba.html
    -    2025-03-29T12:30:46.389Z
    +    2025-03-31T06:40:56.993Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.base.html
    -    2025-03-29T12:30:46.317Z
    +    2025-03-31T06:40:56.921Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.bench.html
    -    2025-03-29T12:30:46.093Z
    +    2025-03-31T06:40:56.697Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.swiglu.html
    -    2025-03-29T12:30:45.913Z
    +    2025-03-31T06:40:56.517Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.shared.html
    -    2025-03-29T12:30:45.413Z
    +    2025-03-31T06:40:56.021Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.cut_cross_entropy.args.html
    -    2025-03-29T12:30:46.320Z
    +    2025-03-31T06:40:56.924Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.datasets.chat.html
    -    2025-03-29T12:30:45.419Z
    +    2025-03-31T06:40:56.026Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.lisa.html
    -    2025-03-29T12:30:46.410Z
    +    2025-03-31T06:40:57.014Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.grokfast.optimizer.html
    -    2025-03-29T12:30:46.321Z
    +    2025-03-31T06:40:56.925Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_chat.html
    -    2025-03-29T12:30:45.673Z
    +    2025-03-31T06:40:56.278Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_instruct.html
    -    2025-03-29T12:30:45.674Z
    +    2025-03-31T06:40:56.280Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.chatml.html
    -    2025-03-29T12:30:45.787Z
    +    2025-03-31T06:40:56.392Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.integrations.html
    -    2025-03-29T12:30:46.242Z
    +    2025-03-31T06:40:56.846Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.trl.html
    -    2025-03-29T12:30:46.225Z
    +    2025-03-31T06:40:56.829Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_tokenizers.html
    -    2025-03-29T12:30:45.284Z
    +    2025-03-31T06:40:55.892Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.sft.html
    -    2025-03-29T12:30:46.174Z
    +    2025-03-31T06:40:56.778Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schedulers.html
    -    2025-03-29T12:30:46.142Z
    +    2025-03-31T06:40:56.746Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.chat_templates.html
    -    2025-03-29T12:30:46.076Z
    +    2025-03-31T06:40:56.680Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.models.html
    -    2025-03-29T12:30:46.060Z
    +    2025-03-31T06:40:56.664Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chatml.html
    -    2025-03-29T12:30:45.766Z
    +    2025-03-31T06:40:56.371Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.distributed.html
    -    2025-03-29T12:30:46.160Z
    +    2025-03-31T06:40:56.764Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.utils.html
    -    2025-03-29T12:30:46.002Z
    +    2025-03-31T06:40:56.607Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.utils.html
    -    2025-03-29T12:30:46.254Z
    +    2025-03-31T06:40:56.858Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_expand_mask.html
    -    2025-03-29T12:30:45.972Z
    +    2025-03-31T06:40:56.577Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.datasets.html
    -    2025-03-29T12:30:46.357Z
    +    2025-03-31T06:40:56.961Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/logging_config.html
    -    2025-03-29T12:30:45.289Z
    +    2025-03-31T06:40:55.897Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.quantize.html
    -    2025-03-29T12:30:45.920Z
    +    2025-03-31T06:40:56.525Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_patch_multipack.html
    -    2025-03-29T12:30:46.005Z
    +    2025-03-31T06:40:56.609Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.comet_.html
    -    2025-03-29T12:30:46.417Z
    +    2025-03-31T06:40:57.021Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.trainer.html
    -    2025-03-29T12:30:46.118Z
    +    2025-03-31T06:40:56.721Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.architectures.html
    -    2025-03-29T12:30:46.340Z
    +    2025-03-31T06:40:56.944Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/models.mamba.modeling_mamba.html
    -    2025-03-29T12:30:46.358Z
    +    2025-03-31T06:40:56.962Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.spectrum.args.html
    -    2025-03-29T12:30:46.338Z
    +    2025-03-31T06:40:56.942Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_sharded_fsdp_weights.html
    -    2025-03-29T12:30:45.544Z
    +    2025-03-31T06:40:56.151Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.bradley_terry.llama3.html
    -    2025-03-29T12:30:45.812Z
    +    2025-03-31T06:40:56.417Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.merge_lora.html
    -    2025-03-29T12:30:45.532Z
    +    2025-03-31T06:40:56.139Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora.html
    -    2025-03-29T12:30:46.081Z
    +    2025-03-31T06:40:56.685Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.relora.html
    -    2025-03-29T12:30:45.971Z
    +    2025-03-31T06:40:56.575Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.base.html
    -    2025-03-29T12:30:45.592Z
    +    2025-03-31T06:40:56.198Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/common.const.html
    -    2025-03-29T12:30:46.341Z
    +    2025-03-31T06:40:56.945Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/convert.html
    -    2025-03-29T12:30:45.242Z
    +    2025-03-31T06:40:55.851Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.chat_template.html
    -    2025-03-29T12:30:45.659Z
    +    2025-03-31T06:40:56.265Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.utils.html
    -    2025-03-29T12:30:45.922Z
    +    2025-03-31T06:40:56.526Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.lora_embeddings.html
    -    2025-03-29T12:30:46.085Z
    +    2025-03-31T06:40:56.688Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/lora_optims.html
    -    2025-03-29T12:30:16.368Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html
    -    2025-03-29T12:30:16.366Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html
    -    2025-03-29T12:30:16.366Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/lr_groups.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/TODO.html
    -    2025-03-29T12:30:16.364Z
    +    2025-03-31T06:40:26.188Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html
    -    2025-03-29T12:30:16.384Z
    +    2025-03-31T06:40:26.208Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/index.html
    -    2025-03-29T12:30:16.381Z
    +    2025-03-31T06:40:26.205Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
    -    2025-03-29T12:30:16.385Z
    +    2025-03-31T06:40:26.209Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/FAQS.html
    -    2025-03-29T12:30:16.364Z
    +    2025-03-31T06:40:26.188Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/sequence_parallelism.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/inference.html
    -    2025-03-29T12:30:16.368Z
    +    2025-03-31T06:40:26.192Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/getting-started.html
    -    2025-03-29T12:30:16.366Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.perplexity.html
    -    2025-03-29T12:30:46.405Z
    +    2025-03-31T06:40:57.009Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainer_builder.html
    -    2025-03-29T12:30:45.304Z
    +    2025-03-31T06:40:55.912Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.train.html
    -    2025-03-29T12:30:45.465Z
    +    2025-03-31T06:40:56.072Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.llama3.html
    -    2025-03-29T12:30:45.756Z
    +    2025-03-31T06:40:56.361Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.cloud.modal_.html
    -    2025-03-29T12:30:45.598Z
    +    2025-03-31T06:40:56.205Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/index.html
    -    2025-03-29T12:30:45.152Z
    +    2025-03-31T06:40:55.760Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.input_output.html
    -    2025-03-29T12:30:45.719Z
    +    2025-03-31T06:40:56.324Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.optimizers.adopt.html
    -    2025-03-29T12:30:46.171Z
    +    2025-03-31T06:40:56.775Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.btlm_attn_hijack_flash.html
    -    2025-03-29T12:30:46.004Z
    +    2025-03-31T06:40:56.608Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.core.html
    -    2025-03-29T12:30:46.360Z
    +    2025-03-31T06:40:56.964Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.datasets.html
    -    2025-03-29T12:30:46.214Z
    +    2025-03-31T06:40:56.818Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.kd.trainer.html
    -    2025-03-29T12:30:46.329Z
    +    2025-03-31T06:40:56.933Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.tokenization.html
    -    2025-03-29T12:30:46.067Z
    +    2025-03-31T06:40:56.670Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.mixtral.html
    -    2025-03-29T12:30:46.031Z
    +    2025-03-31T06:40:56.636Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.stablelm_attn_hijack_flash.html
    -    2025-03-29T12:30:46.011Z
    +    2025-03-31T06:40:56.615Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.model.html
    -    2025-03-29T12:30:46.192Z
    +    2025-03-31T06:40:56.796Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.multimodal.html
    -    2025-03-29T12:30:46.230Z
    +    2025-03-31T06:40:56.834Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.gradient_checkpointing.unsloth.html
    -    2025-03-29T12:30:46.177Z
    +    2025-03-31T06:40:56.781Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.base.html
    -    2025-03-29T12:30:45.616Z
    +    2025-03-31T06:40:56.222Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.unsloth_.html
    -    2025-03-29T12:30:46.022Z
    +    2025-03-31T06:40:56.626Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.samplers.multipack.html
    -    2025-03-29T12:30:46.399Z
    +    2025-03-31T06:40:57.003Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.callbacks.profiler.html
    -    2025-03-29T12:30:46.409Z
    +    2025-03-31T06:40:57.013Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/integrations.lm_eval.args.html
    -    2025-03-29T12:30:46.335Z
    +    2025-03-31T06:40:56.939Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.data.pretraining.html
    -    2025-03-29T12:30:46.173Z
    +    2025-03-31T06:40:56.777Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/evaluate.html
    -    2025-03-29T12:30:45.222Z
    +    2025-03-31T06:40:55.830Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.dict.html
    -    2025-03-29T12:30:46.164Z
    +    2025-03-31T06:40:56.768Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.utils.html
    -    2025-03-29T12:30:45.589Z
    +    2025-03-31T06:40:56.195Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.pygmalion.html
    -    2025-03-29T12:30:45.741Z
    +    2025-03-31T06:40:56.345Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.training_args.html
    -    2025-03-29T12:30:45.387Z
    +    2025-03-31T06:40:55.995Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.inference.html
    -    2025-03-29T12:30:45.524Z
    +    2025-03-31T06:40:56.131Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/kernels.lora.html
    -    2025-03-29T12:30:45.893Z
    +    2025-03-31T06:40:56.497Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.evaluate.html
    -    2025-03-29T12:30:45.473Z
    +    2025-03-31T06:40:56.080Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.batching.html
    -    2025-03-29T12:30:46.385Z
    +    2025-03-31T06:40:56.989Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.completion.html
    -    2025-03-29T12:30:45.713Z
    +    2025-03-31T06:40:56.318Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.zephyr.html
    -    2025-03-29T12:30:45.768Z
    +    2025-03-31T06:40:56.373Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.metharme.html
    -    2025-03-29T12:30:45.730Z
    +    2025-03-31T06:40:56.335Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orpo.chat_template.html
    -    2025-03-29T12:30:45.808Z
    +    2025-03-31T06:40:56.413Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.alpaca_w_system.html
    -    2025-03-29T12:30:45.686Z
    +    2025-03-31T06:40:56.291Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.model_shard_quant.html
    -    2025-03-29T12:30:46.090Z
    +    2025-03-31T06:40:56.694Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.config.html
    -    2025-03-29T12:30:45.510Z
    +    2025-03-31T06:40:56.117Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.enums.html
    -    2025-03-29T12:30:46.249Z
    +    2025-03-31T06:40:56.853Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.preprocess.html
    -    2025-03-29T12:30:45.552Z
    +    2025-03-31T06:40:56.159Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.messages.html
    -    2025-03-29T12:30:45.409Z
    +    2025-03-31T06:40:56.017Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.dpo.chat_template.html
    -    2025-03-29T12:30:45.746Z
    +    2025-03-31T06:40:56.351Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.peft.html
    -    2025-03-29T12:30:46.222Z
    +    2025-03-31T06:40:56.826Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/train.html
    -    2025-03-29T12:30:45.212Z
    +    2025-03-31T06:40:55.820Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.messages.chat.html
    -    2025-03-29T12:30:45.745Z
    +    2025-03-31T06:40:56.350Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.orcamini.html
    -    2025-03-29T12:30:45.734Z
    +    2025-03-31T06:40:56.339Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.collators.mm_chat.html
    -    2025-03-29T12:30:46.394Z
    +    2025-03-31T06:40:56.997Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.kto.llama3.html
    -    2025-03-29T12:30:45.779Z
    +    2025-03-31T06:40:56.384Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.attention.mllama.html
    -    2025-03-29T12:30:46.028Z
    +    2025-03-31T06:40:56.633Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.checks.html
    -    2025-03-29T12:30:45.493Z
    +    2025-03-31T06:40:56.100Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.transformers_fa_utils.html
    -    2025-03-29T12:30:46.020Z
    +    2025-03-31T06:40:56.625Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.llama_attn_hijack_xformers.html
    -    2025-03-29T12:30:45.949Z
    +    2025-03-31T06:40:56.553Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.dpo.trainer.html
    -    2025-03-29T12:30:45.639Z
    +    2025-03-31T06:40:56.245Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.user_defined.html
    -    2025-03-29T12:30:45.694Z
    +    2025-03-31T06:40:56.299Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/cli.args.html
    -    2025-03-29T12:30:45.486Z
    +    2025-03-31T06:40:56.094Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.llama2_chat.html
    -    2025-03-29T12:30:45.707Z
    +    2025-03-31T06:40:56.312Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/utils.schemas.config.html
    -    2025-03-29T12:30:46.185Z
    +    2025-03-31T06:40:56.789Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.trainers.grpo.trainer.html
    -    2025-03-29T12:30:45.643Z
    +    2025-03-31T06:40:56.249Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/core.chat.format.chatml.html
    -    2025-03-29T12:30:45.411Z
    +    2025-03-31T06:40:56.018Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/monkeypatch.lora_kernels.html
    -    2025-03-29T12:30:45.994Z
    +    2025-03-31T06:40:56.599Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/api/prompt_strategies.base.html
    -    2025-03-29T12:30:45.645Z
    +    2025-03-31T06:40:56.250Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/cli.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html
    -    2025-03-29T12:30:16.366Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/custom_integrations.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/docker.html
    -    2025-03-29T12:30:16.366Z
    +    2025-03-31T06:40:26.190Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/ray-integration.html
    -    2025-03-29T12:30:16.369Z
    +    2025-03-31T06:40:26.193Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z
       
       
         https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html
    -    2025-03-29T12:30:16.365Z
    +    2025-03-31T06:40:26.189Z