tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2025-06-12 23:20:55 +00:00
parent eac3a4860e
commit 7cd59362e8
7 changed files with 1059 additions and 967 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.nojekyll
View File

@@ -1 +1 @@
72083c85
a89f5d25

84
docs/api/prompt_strategies.chat_template.html
View File

@@ -473,6 +473,8 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<ul class="collapse">
<li><a href="#axolotl.prompt_strategies.chat_template.ChatTemplatePrompter" id="toc-axolotl.prompt_strategies.chat_template.ChatTemplatePrompter" class="nav-link" data-scroll-target="#axolotl.prompt_strategies.chat_template.ChatTemplatePrompter">ChatTemplatePrompter</a></li>
<li><a href="#axolotl.prompt_strategies.chat_template.ChatTemplateStrategy" id="toc-axolotl.prompt_strategies.chat_template.ChatTemplateStrategy" class="nav-link" data-scroll-target="#axolotl.prompt_strategies.chat_template.ChatTemplateStrategy">ChatTemplateStrategy</a></li>
<li><a href="#axolotl.prompt_strategies.chat_template.MistralPrompter" id="toc-axolotl.prompt_strategies.chat_template.MistralPrompter" class="nav-link" data-scroll-target="#axolotl.prompt_strategies.chat_template.MistralPrompter">MistralPrompter</a></li>
<li><a href="#axolotl.prompt_strategies.chat_template.MistralStrategy" id="toc-axolotl.prompt_strategies.chat_template.MistralStrategy" class="nav-link" data-scroll-target="#axolotl.prompt_strategies.chat_template.MistralStrategy">MistralStrategy</a></li>
<li><a href="#axolotl.prompt_strategies.chat_template.StrategyLoader" id="toc-axolotl.prompt_strategies.chat_template.StrategyLoader" class="nav-link" data-scroll-target="#axolotl.prompt_strategies.chat_template.StrategyLoader">StrategyLoader</a></li>
</ul></li>
</ul></li>
@@ -508,6 +510,14 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<td>Tokenizing strategy for instruction-based prompts.</td>
</tr>
<tr class="odd">
<td><a href="#axolotl.prompt_strategies.chat_template.MistralPrompter">MistralPrompter</a></td>
<td>Mistral prompter for chat template.</td>
</tr>
<tr class="even">
<td><a href="#axolotl.prompt_strategies.chat_template.MistralStrategy">MistralStrategy</a></td>
<td>Mistral strategy for chat template.</td>
</tr>
<tr class="odd">
<td><a href="#axolotl.prompt_strategies.chat_template.StrategyLoader">StrategyLoader</a></td>
<td>Load chat template strategy based on configuration.</td>
</tr>
@@ -560,10 +570,10 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<h6 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters">Parameters</h6>
<table class="caption-top table">
<colgroup>
<col style="width: 28%">
<col style="width: 10%">
<col style="width: 46%">
<col style="width: 15%">
<col style="width: 26%">
<col style="width: 16%">
<col style="width: 43%">
<col style="width: 13%">
</colgroup>
<thead>
<tr class="header">
@@ -576,7 +586,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<tbody>
<tr class="odd">
<td>conversation</td>
<td></td>
<td>list[dict]</td>
<td>A list of messages.</td>
<td><em>required</em></td>
</tr>
@@ -666,9 +676,71 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</section>
</section>
</section>
<section id="axolotl.prompt_strategies.chat_template.MistralPrompter" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.prompt_strategies.chat_template.MistralPrompter">MistralPrompter</h3>
<div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a>prompt_strategies.chat_template.MistralPrompter(<span class="op">*</span>args, <span class="op">**</span>kwargs)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Mistral prompter for chat template.</p>
</section>
<section id="axolotl.prompt_strategies.chat_template.MistralStrategy" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.prompt_strategies.chat_template.MistralStrategy">MistralStrategy</h3>
<div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>prompt_strategies.chat_template.MistralStrategy(</span>
<span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a> prompter,</span>
<span id="cb8-3"><a href="#cb8-3" aria-hidden="true" tabindex="-1"></a> tokenizer,</span>
<span id="cb8-4"><a href="#cb8-4" aria-hidden="true" tabindex="-1"></a> train_on_inputs,</span>
<span id="cb8-5"><a href="#cb8-5" aria-hidden="true" tabindex="-1"></a> sequence_len,</span>
<span id="cb8-6"><a href="#cb8-6" aria-hidden="true" tabindex="-1"></a> roles_to_train<span class="op">=</span><span class="va">None</span>,</span>
<span id="cb8-7"><a href="#cb8-7" aria-hidden="true" tabindex="-1"></a> train_on_eos<span class="op">=</span><span class="va">None</span>,</span>
<span id="cb8-8"><a href="#cb8-8" aria-hidden="true" tabindex="-1"></a> train_on_eot<span class="op">=</span><span class="va">None</span>,</span>
<span id="cb8-9"><a href="#cb8-9" aria-hidden="true" tabindex="-1"></a> eot_tokens<span class="op">=</span><span class="va">None</span>,</span>
<span id="cb8-10"><a href="#cb8-10" aria-hidden="true" tabindex="-1"></a> split_thinking<span class="op">=</span><span class="va">False</span>,</span>
<span id="cb8-11"><a href="#cb8-11" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Mistral strategy for chat template.</p>
<section id="attributes" class="level4">
<h4 class="anchored" data-anchor-id="attributes">Attributes</h4>
<table class="caption-top table">
<thead>
<tr class="header">
<th>Name</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td><a href="#axolotl.prompt_strategies.chat_template.MistralStrategy.supports_multiprocessing">supports_multiprocessing</a></td>
<td>Whether this tokenizing strategy supports multiprocessing.</td>
</tr>
</tbody>
</table>
</section>
<section id="methods-2" class="level4">
<h4 class="anchored" data-anchor-id="methods-2">Methods</h4>
<table class="caption-top table">
<thead>
<tr class="header">
<th>Name</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td><a href="#axolotl.prompt_strategies.chat_template.MistralStrategy.find_first_eot_token">find_first_eot_token</a></td>
<td>Find the first EOT token in the input_ids starting from start_idx.</td>
</tr>
</tbody>
</table>
<section id="axolotl.prompt_strategies.chat_template.MistralStrategy.find_first_eot_token" class="level5">
<h5 class="anchored" data-anchor-id="axolotl.prompt_strategies.chat_template.MistralStrategy.find_first_eot_token">find_first_eot_token</h5>
<div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a>prompt_strategies.chat_template.MistralStrategy.find_first_eot_token(</span>
<span id="cb9-2"><a href="#cb9-2" aria-hidden="true" tabindex="-1"></a> input_ids,</span>
<span id="cb9-3"><a href="#cb9-3" aria-hidden="true" tabindex="-1"></a> start_idx,</span>
<span id="cb9-4"><a href="#cb9-4" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Find the first EOT token in the input_ids starting from start_idx.</p>
</section>
</section>
</section>
<section id="axolotl.prompt_strategies.chat_template.StrategyLoader" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.prompt_strategies.chat_template.StrategyLoader">StrategyLoader</h3>
<div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a>prompt_strategies.chat_template.StrategyLoader()</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb10"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a>prompt_strategies.chat_template.StrategyLoader()</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Load chat template strategy based on configuration.</p>

17
docs/api/prompt_tokenizers.html
View File

@@ -667,6 +667,23 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<span id="cb11-5"><a href="#cb11-5" aria-hidden="true" tabindex="-1"></a> sequence_len<span class="op">=</span><span class="dv">2048</span>,</span>
<span id="cb11-6"><a href="#cb11-6" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Abstract class for tokenizing strategies</p>
<section id="attributes" class="level4">
<h4 class="anchored" data-anchor-id="attributes">Attributes</h4>
<table class="caption-top table">
<thead>
<tr class="header">
<th>Name</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td><a href="#axolotl.prompt_tokenizers.PromptTokenizingStrategy.supports_multiprocessing">supports_multiprocessing</a></td>
<td>Whether this tokenizing strategy supports multiprocessing.</td>
</tr>
</tbody>
</table>
</section>
</section>
<section id="axolotl.prompt_tokenizers.ReflectionPromptTokenizingStrategy" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.prompt_tokenizers.ReflectionPromptTokenizingStrategy">ReflectionPromptTokenizingStrategy</h3>

1532
docs/config.html
View File

File diff suppressed because it is too large Load Diff

1
index.html
View File

@@ -513,6 +513,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<section id="latest-updates" class="level2">
<h2 class="anchored" data-anchor-id="latest-updates">🎉 Latest Updates</h2>
<ul>
<li>2025/06: Magistral with mistral-common tokenizer support has been added to Axolotl. See <a href="https://github.com/axolotl-ai-cloud/axolotl/tree/main/examples/magistral">examples</a> to start training your own Magistral models with Axolotl!</li>
<li>2025/05: Quantization Aware Training (QAT) support has been added to Axolotl. Explore the <a href="https://docs.axolotl.ai/docs/qat.html">docs</a> to learn more!</li>
<li>2025/04: Llama 4 support has been added in Axolotl. See <a href="https://github.com/axolotl-ai-cloud/axolotl/tree/main/examples/llama-4">examples</a> to start training your own Llama 4 models with Axolotl’s linearized version!</li>
<li>2025/03: Axolotl has implemented Sequence Parallelism (SP) support. Read the <a href="https://huggingface.co/blog/axolotl-ai-co/long-context-with-sequence-parallelism-in-axolotl">blog</a> and <a href="https://docs.axolotl.ai/docs/sequence_parallelism.html">docs</a> to learn how to scale your context length when fine-tuning.</li>

12
search.json
View File

File diff suppressed because one or more lines are too long

378
sitemap.xml
View File

@@ -2,758 +2,758 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://docs.axolotl.ai/docs/unsloth.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/conversation.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/tokenized.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/mac.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/nccl.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-node.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/docker.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lr_groups.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/inference.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/cli.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/faq.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/getting-started.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/custom_integrations.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/fsdp_qlora.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.const.html</loc>
<lastmod>2025-06-12T17:24:09.577Z</lastmod>
<lastmod>2025-06-12T23:19:16.333Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_tokenizers.html</loc>
<lastmod>2025-06-12T17:24:08.286Z</lastmod>
<lastmod>2025-06-12T23:19:15.039Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html</loc>
<lastmod>2025-06-12T17:24:08.913Z</lastmod>
<lastmod>2025-06-12T23:19:15.674Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.training_args.html</loc>
<lastmod>2025-06-12T17:24:08.405Z</lastmod>
<lastmod>2025-06-12T23:19:15.155Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html</loc>
<lastmod>2025-06-12T17:24:08.838Z</lastmod>
<lastmod>2025-06-12T23:19:15.599Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.dict.html</loc>
<lastmod>2025-06-12T17:24:09.309Z</lastmod>
<lastmod>2025-06-12T23:19:16.067Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html</loc>
<lastmod>2025-06-12T17:24:09.174Z</lastmod>
<lastmod>2025-06-12T23:19:15.933Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mamba.html</loc>
<lastmod>2025-06-12T17:24:09.616Z</lastmod>
<lastmod>2025-06-12T23:19:16.372Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html</loc>
<lastmod>2025-06-12T17:24:08.745Z</lastmod>
<lastmod>2025-06-12T23:19:15.497Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.train.html</loc>
<lastmod>2025-06-12T17:24:08.485Z</lastmod>
<lastmod>2025-06-12T23:19:15.236Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html</loc>
<lastmod>2025-06-12T17:24:08.888Z</lastmod>
<lastmod>2025-06-12T23:19:15.649Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html</loc>
<lastmod>2025-06-12T17:24:08.431Z</lastmod>
<lastmod>2025-06-12T23:19:15.182Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.processor.html</loc>
<lastmod>2025-06-12T17:24:08.725Z</lastmod>
<lastmod>2025-06-12T23:19:15.477Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html</loc>
<lastmod>2025-06-12T17:24:08.445Z</lastmod>
<lastmod>2025-06-12T23:19:15.196Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mamba.html</loc>
<lastmod>2025-06-12T17:24:08.670Z</lastmod>
<lastmod>2025-06-12T23:19:15.420Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html</loc>
<lastmod>2025-06-12T17:24:09.180Z</lastmod>
<lastmod>2025-06-12T23:19:15.939Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html</loc>
<lastmod>2025-06-12T17:24:09.592Z</lastmod>
<lastmod>2025-06-12T23:19:16.349Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.relora.html</loc>
<lastmod>2025-06-12T17:24:08.674Z</lastmod>
<lastmod>2025-06-12T23:19:15.425Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.causal.html</loc>
<lastmod>2025-06-12T17:24:08.307Z</lastmod>
<lastmod>2025-06-12T23:19:15.059Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.messages.html</loc>
<lastmod>2025-06-12T17:24:08.428Z</lastmod>
<lastmod>2025-06-12T23:19:15.179Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html</loc>
<lastmod>2025-06-12T17:24:09.570Z</lastmod>
<lastmod>2025-06-12T23:19:16.327Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.quantize.html</loc>
<lastmod>2025-06-12T17:24:08.638Z</lastmod>
<lastmod>2025-06-12T23:19:15.388Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.checks.html</loc>
<lastmod>2025-06-12T17:24:08.519Z</lastmod>
<lastmod>2025-06-12T23:19:15.270Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html</loc>
<lastmod>2025-06-12T17:24:08.923Z</lastmod>
<lastmod>2025-06-12T23:19:15.684Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.lora.html</loc>
<lastmod>2025-06-12T17:24:09.040Z</lastmod>
<lastmod>2025-06-12T23:19:15.800Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html</loc>
<lastmod>2025-06-12T17:24:09.404Z</lastmod>
<lastmod>2025-06-12T23:19:16.161Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.adapter.html</loc>
<lastmod>2025-06-12T17:24:08.730Z</lastmod>
<lastmod>2025-06-12T23:19:15.482Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/index.html</loc>
<lastmod>2025-06-12T17:24:08.148Z</lastmod>
<lastmod>2025-06-12T23:19:14.901Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html</loc>
<lastmod>2025-06-12T17:24:09.157Z</lastmod>
<lastmod>2025-06-12T23:19:15.916Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/train.html</loc>
<lastmod>2025-06-12T17:24:08.210Z</lastmod>
<lastmod>2025-06-12T23:19:14.963Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html</loc>
<lastmod>2025-06-12T17:24:09.177Z</lastmod>
<lastmod>2025-06-12T23:19:15.936Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html</loc>
<lastmod>2025-06-12T17:24:08.910Z</lastmod>
<lastmod>2025-06-12T23:19:15.671Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html</loc>
<lastmod>2025-06-12T17:24:09.556Z</lastmod>
<lastmod>2025-06-12T23:19:16.312Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html</loc>
<lastmod>2025-06-12T17:24:09.661Z</lastmod>
<lastmod>2025-06-12T23:19:16.417Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html</loc>
<lastmod>2025-06-12T17:24:08.817Z</lastmod>
<lastmod>2025-06-12T23:19:15.577Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html</loc>
<lastmod>2025-06-12T17:24:09.121Z</lastmod>
<lastmod>2025-06-12T23:19:15.881Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.architectures.html</loc>
<lastmod>2025-06-12T17:24:09.575Z</lastmod>
<lastmod>2025-06-12T23:19:16.331Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.utils.html</loc>
<lastmod>2025-06-12T17:24:09.432Z</lastmod>
<lastmod>2025-06-12T23:19:16.189Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.chat_templates.html</loc>
<lastmod>2025-06-12T17:24:09.223Z</lastmod>
<lastmod>2025-06-12T23:19:15.982Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html</loc>
<lastmod>2025-06-12T17:24:09.680Z</lastmod>
<lastmod>2025-06-12T23:19:16.435Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.main.html</loc>
<lastmod>2025-06-12T17:24:08.476Z</lastmod>
<lastmod>2025-06-12T23:19:15.227Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html</loc>
<lastmod>2025-06-12T17:24:08.692Z</lastmod>
<lastmod>2025-06-12T23:19:15.442Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html</loc>
<lastmod>2025-06-12T17:24:09.676Z</lastmod>
<lastmod>2025-06-12T23:19:16.432Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.model.html</loc>
<lastmod>2025-06-12T17:24:08.715Z</lastmod>
<lastmod>2025-06-12T23:19:15.467Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.tokenization.html</loc>
<lastmod>2025-06-12T17:24:09.213Z</lastmod>
<lastmod>2025-06-12T23:19:15.972Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html</loc>
<lastmod>2025-06-12T17:24:08.931Z</lastmod>
<lastmod>2025-06-12T23:19:15.692Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html</loc>
<lastmod>2025-06-12T17:24:09.234Z</lastmod>
<lastmod>2025-06-12T23:19:15.992Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html</loc>
<lastmod>2025-06-12T17:24:08.755Z</lastmod>
<lastmod>2025-06-12T23:19:15.507Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html</loc>
<lastmod>2025-06-12T17:24:08.429Z</lastmod>
<lastmod>2025-06-12T23:19:15.180Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html</loc>
<lastmod>2025-06-12T17:24:08.915Z</lastmod>
<lastmod>2025-06-12T23:19:15.676Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html</loc>
<lastmod>2025-06-12T17:24:08.953Z</lastmod>
<lastmod>2025-06-12T23:19:15.714Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html</loc>
<lastmod>2025-06-12T17:24:09.113Z</lastmod>
<lastmod>2025-06-12T23:19:15.872Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.base.html</loc>
<lastmod>2025-06-12T17:24:08.780Z</lastmod>
<lastmod>2025-06-12T23:19:15.531Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html</loc>
<lastmod>2025-06-12T17:24:08.704Z</lastmod>
<lastmod>2025-06-12T23:19:15.454Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.batching.html</loc>
<lastmod>2025-06-12T17:24:09.613Z</lastmod>
<lastmod>2025-06-12T23:19:16.369Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html</loc>
<lastmod>2025-06-12T17:24:09.146Z</lastmod>
<lastmod>2025-06-12T23:19:15.905Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html</loc>
<lastmod>2025-06-12T17:24:09.564Z</lastmod>
<lastmod>2025-06-12T23:19:16.320Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.enums.html</loc>
<lastmod>2025-06-12T17:24:09.426Z</lastmod>
<lastmod>2025-06-12T23:19:16.184Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/datasets.html</loc>
<lastmod>2025-06-12T17:24:08.232Z</lastmod>
<lastmod>2025-06-12T23:19:14.984Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html</loc>
<lastmod>2025-06-12T17:24:08.912Z</lastmod>
<lastmod>2025-06-12T23:19:15.673Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html</loc>
<lastmod>2025-06-12T17:24:09.176Z</lastmod>
<lastmod>2025-06-12T23:19:15.935Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.model.html</loc>
<lastmod>2025-06-12T17:24:09.364Z</lastmod>
<lastmod>2025-06-12T23:19:16.122Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html</loc>
<lastmod>2025-06-12T17:24:09.555Z</lastmod>
<lastmod>2025-06-12T23:19:16.311Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.trainer.html</loc>
<lastmod>2025-06-12T17:24:09.262Z</lastmod>
<lastmod>2025-06-12T23:19:16.020Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html</loc>
<lastmod>2025-06-12T17:24:09.673Z</lastmod>
<lastmod>2025-06-12T23:19:16.428Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.pretraining.html</loc>
<lastmod>2025-06-12T17:24:09.318Z</lastmod>
<lastmod>2025-06-12T23:19:16.076Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html</loc>
<lastmod>2025-06-12T17:24:09.671Z</lastmod>
<lastmod>2025-06-12T23:19:16.427Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html</loc>
<lastmod>2025-06-12T17:24:08.874Z</lastmod>
<lastmod>2025-06-12T23:19:15.635Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.core.html</loc>
<lastmod>2025-06-12T17:24:09.594Z</lastmod>
<lastmod>2025-06-12T23:19:16.350Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html</loc>
<lastmod>2025-06-12T17:24:09.163Z</lastmod>
<lastmod>2025-06-12T23:19:15.922Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html</loc>
<lastmod>2025-06-12T17:24:08.830Z</lastmod>
<lastmod>2025-06-12T23:19:15.591Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.lora.html</loc>
<lastmod>2025-06-12T17:24:09.228Z</lastmod>
<lastmod>2025-06-12T23:19:15.987Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/qat.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/quantize.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/ray-integration.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/sequence_parallelism.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/reward_modelling.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/index.html</loc>
<lastmod>2025-06-12T17:23:39.014Z</lastmod>
<lastmod>2025-06-12T23:18:42.266Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html</loc>
<lastmod>2025-06-12T17:23:39.018Z</lastmod>
<lastmod>2025-06-12T23:18:42.270Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/FAQS.html</loc>
<lastmod>2025-06-12T17:23:38.995Z</lastmod>
<lastmod>2025-06-12T23:18:42.247Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html</loc>
<lastmod>2025-06-12T17:23:39.018Z</lastmod>
<lastmod>2025-06-12T23:18:42.270Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/TODO.html</loc>
<lastmod>2025-06-12T17:23:38.996Z</lastmod>
<lastmod>2025-06-12T23:18:42.248Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html</loc>
<lastmod>2025-06-12T17:23:39.002Z</lastmod>
<lastmod>2025-06-12T23:18:42.254Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/torchao.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/config.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/input_output.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/batch_vs_grad.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.quantization.html</loc>
<lastmod>2025-06-12T17:24:09.346Z</lastmod>
<lastmod>2025-06-12T23:19:16.103Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.bench.html</loc>
<lastmod>2025-06-12T17:24:09.237Z</lastmod>
<lastmod>2025-06-12T23:19:15.996Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.tokenizer.html</loc>
<lastmod>2025-06-12T17:24:08.723Z</lastmod>
<lastmod>2025-06-12T23:19:15.475Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.freeze.html</loc>
<lastmod>2025-06-12T17:24:09.245Z</lastmod>
<lastmod>2025-06-12T23:19:16.003Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html</loc>
<lastmod>2025-06-12T17:24:08.878Z</lastmod>
<lastmod>2025-06-12T23:19:15.638Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.training.html</loc>
<lastmod>2025-06-12T17:24:09.369Z</lastmod>
<lastmod>2025-06-12T23:19:16.127Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html</loc>
<lastmod>2025-06-12T17:24:09.574Z</lastmod>
<lastmod>2025-06-12T23:19:16.330Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html</loc>
<lastmod>2025-06-12T17:24:08.778Z</lastmod>
<lastmod>2025-06-12T23:19:15.530Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.inference.html</loc>
<lastmod>2025-06-12T17:24:08.551Z</lastmod>
<lastmod>2025-06-12T23:19:15.301Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/logging_config.html</loc>
<lastmod>2025-06-12T17:24:08.296Z</lastmod>
<lastmod>2025-06-12T23:19:15.048Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.constants.html</loc>
<lastmod>2025-06-12T17:24:08.740Z</lastmod>
<lastmod>2025-06-12T23:19:15.492Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html</loc>
<lastmod>2025-06-12T17:24:08.890Z</lastmod>
<lastmod>2025-06-12T23:19:15.651Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.args.html</loc>
<lastmod>2025-06-12T17:24:08.512Z</lastmod>
<lastmod>2025-06-12T23:19:15.263Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.trl.html</loc>
<lastmod>2025-06-12T17:24:09.399Z</lastmod>
<lastmod>2025-06-12T23:19:16.156Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html</loc>
<lastmod>2025-06-12T17:24:08.884Z</lastmod>
<lastmod>2025-06-12T23:19:15.645Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/convert.html</loc>
<lastmod>2025-06-12T17:24:08.245Z</lastmod>
<lastmod>2025-06-12T23:19:14.997Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.base.html</loc>
<lastmod>2025-06-12T17:24:08.649Z</lastmod>
<lastmod>2025-06-12T23:19:15.399Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.preprocess.html</loc>
<lastmod>2025-06-12T17:24:08.579Z</lastmod>
<lastmod>2025-06-12T23:19:15.330Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.config.html</loc>
<lastmod>2025-06-12T17:24:08.537Z</lastmod>
<lastmod>2025-06-12T23:19:15.287Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.relora.html</loc>
<lastmod>2025-06-12T17:24:09.119Z</lastmod>
<lastmod>2025-06-12T23:19:15.879Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.shared.html</loc>
<lastmod>2025-06-12T17:24:08.432Z</lastmod>
<lastmod>2025-06-12T23:19:15.183Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html</loc>
<lastmod>2025-06-12T17:24:08.681Z</lastmod>
<lastmod>2025-06-12T23:19:15.431Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html</loc>
<lastmod>2025-06-12T17:24:09.686Z</lastmod>
<lastmod>2025-06-12T23:19:16.442Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html</loc>
<lastmod>2025-06-12T17:24:09.317Z</lastmod>
<lastmod>2025-06-12T23:19:16.075Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.evaluate.html</loc>
<lastmod>2025-06-12T17:24:08.493Z</lastmod>
<lastmod>2025-06-12T23:19:15.244Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.trl.html</loc>
<lastmod>2025-06-12T17:24:08.665Z</lastmod>
<lastmod>2025-06-12T23:19:15.415Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.base.html</loc>
<lastmod>2025-06-12T17:24:08.302Z</lastmod>
<lastmod>2025-06-12T23:19:15.054Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html</loc>
<lastmod>2025-06-12T17:24:09.166Z</lastmod>
<lastmod>2025-06-12T23:19:15.925Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html</loc>
<lastmod>2025-06-12T17:24:09.206Z</lastmod>
<lastmod>2025-06-12T23:19:15.965Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.distributed.html</loc>
<lastmod>2025-06-12T17:24:09.306Z</lastmod>
<lastmod>2025-06-12T23:19:16.064Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html</loc>
<lastmod>2025-06-12T17:24:08.862Z</lastmod>
<lastmod>2025-06-12T23:19:15.623Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.config.html</loc>
<lastmod>2025-06-12T17:24:09.357Z</lastmod>
<lastmod>2025-06-12T23:19:16.115Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.html</loc>
<lastmod>2025-06-12T17:24:08.617Z</lastmod>
<lastmod>2025-06-12T23:19:15.367Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html</loc>
<lastmod>2025-06-12T17:24:09.667Z</lastmod>
<lastmod>2025-06-12T23:19:16.423Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html</loc>
<lastmod>2025-06-12T17:24:09.416Z</lastmod>
<lastmod>2025-06-12T23:19:16.174Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.patch_manager.html</loc>
<lastmod>2025-06-12T17:24:08.738Z</lastmod>
<lastmod>2025-06-12T23:19:15.490Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.utils.html</loc>
<lastmod>2025-06-12T17:24:09.154Z</lastmod>
<lastmod>2025-06-12T23:19:15.913Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.vllm_serve.html</loc>
<lastmod>2025-06-12T17:24:08.624Z</lastmod>
<lastmod>2025-06-12T23:19:15.374Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html</loc>
<lastmod>2025-06-12T17:24:09.111Z</lastmod>
<lastmod>2025-06-12T23:19:15.871Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.liger.args.html</loc>
<lastmod>2025-06-12T17:24:09.567Z</lastmod>
<lastmod>2025-06-12T23:19:16.323Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html</loc>
<lastmod>2025-06-12T17:24:08.818Z</lastmod>
<lastmod>2025-06-12T23:19:15.578Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.sft.html</loc>
<lastmod>2025-06-12T17:24:09.325Z</lastmod>
<lastmod>2025-06-12T23:19:16.083Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html</loc>
<lastmod>2025-06-12T17:24:09.621Z</lastmod>
<lastmod>2025-06-12T23:19:16.377Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html</loc>
<lastmod>2025-06-12T17:24:08.850Z</lastmod>
<lastmod>2025-06-12T23:19:15.612Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html</loc>
<lastmod>2025-06-12T17:24:09.173Z</lastmod>
<lastmod>2025-06-12T23:19:15.932Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html</loc>
<lastmod>2025-06-12T17:24:08.571Z</lastmod>
<lastmod>2025-06-12T23:19:15.322Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_lora.html</loc>
<lastmod>2025-06-12T17:24:08.559Z</lastmod>
<lastmod>2025-06-12T23:19:15.310Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.base.html</loc>
<lastmod>2025-06-12T17:24:09.551Z</lastmod>
<lastmod>2025-06-12T23:19:16.308Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html</loc>
<lastmod>2025-06-12T17:24:08.749Z</lastmod>
<lastmod>2025-06-12T23:19:15.501Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html</loc>
<lastmod>2025-06-12T17:24:09.095Z</lastmod>
<lastmod>2025-06-12T23:19:15.855Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.quantize.html</loc>
<lastmod>2025-06-12T17:24:09.068Z</lastmod>
<lastmod>2025-06-12T23:19:15.828Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/evaluate.html</loc>
<lastmod>2025-06-12T17:24:08.221Z</lastmod>
<lastmod>2025-06-12T23:19:14.973Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.rl.html</loc>
<lastmod>2025-06-12T17:24:08.315Z</lastmod>
<lastmod>2025-06-12T23:19:15.066Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html</loc>
<lastmod>2025-06-12T17:24:09.387Z</lastmod>
<lastmod>2025-06-12T23:19:16.144Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.datasets.html</loc>
<lastmod>2025-06-12T17:24:09.591Z</lastmod>
<lastmod>2025-06-12T23:19:16.348Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.utils.html</loc>
<lastmod>2025-06-12T17:24:09.069Z</lastmod>
<lastmod>2025-06-12T23:19:15.829Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html</loc>
<lastmod>2025-06-12T17:24:08.856Z</lastmod>
<lastmod>2025-06-12T23:19:15.617Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html</loc>
<lastmod>2025-06-12T17:24:08.957Z</lastmod>
<lastmod>2025-06-12T23:19:15.717Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html</loc>
<lastmod>2025-06-12T17:24:08.867Z</lastmod>
<lastmod>2025-06-12T23:19:15.628Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.swiglu.html</loc>
<lastmod>2025-06-12T17:24:09.060Z</lastmod>
<lastmod>2025-06-12T23:19:15.820Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.base.html</loc>
<lastmod>2025-06-12T17:24:08.627Z</lastmod>
<lastmod>2025-06-12T23:19:15.378Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html</loc>
<lastmod>2025-06-12T17:24:08.933Z</lastmod>
<lastmod>2025-06-12T23:19:15.693Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html</loc>
<lastmod>2025-06-12T17:24:08.803Z</lastmod>
<lastmod>2025-06-12T23:19:15.563Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html</loc>
<lastmod>2025-06-12T17:24:09.156Z</lastmod>
<lastmod>2025-06-12T23:19:15.915Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.peft.html</loc>
<lastmod>2025-06-12T17:24:09.395Z</lastmod>
<lastmod>2025-06-12T23:19:16.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.chat.html</loc>
<lastmod>2025-06-12T17:24:08.437Z</lastmod>
<lastmod>2025-06-12T23:19:15.188Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.utils.html</loc>
<lastmod>2025-06-12T17:24:08.705Z</lastmod>
<lastmod>2025-06-12T23:19:15.456Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.geglu.html</loc>
<lastmod>2025-06-12T17:24:09.050Z</lastmod>
<lastmod>2025-06-12T23:19:15.810Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html</loc>
<lastmod>2025-06-12T17:24:08.634Z</lastmod>
<lastmod>2025-06-12T23:19:15.384Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html</loc>
<lastmod>2025-06-12T17:24:09.097Z</lastmod>
<lastmod>2025-06-12T23:19:15.856Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schedulers.html</loc>
<lastmod>2025-06-12T17:24:09.286Z</lastmod>
<lastmod>2025-06-12T23:19:16.044Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html</loc>
<lastmod>2025-06-12T17:24:08.900Z</lastmod>
<lastmod>2025-06-12T23:19:15.661Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.sweeps.html</loc>
<lastmod>2025-06-12T17:24:08.585Z</lastmod>
<lastmod>2025-06-12T23:19:15.336Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multimodal.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/debugging.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-gpu.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lora_optims.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/rlhf.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/amd_hpc.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/installation.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multipack.html</loc>
<lastmod>2025-06-12T17:23:39.001Z</lastmod>
<lastmod>2025-06-12T23:18:42.253Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_preprocessing.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_loading.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/template_free.html</loc>
<lastmod>2025-06-12T17:23:38.998Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/index.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/pretraining.html</loc>
<lastmod>2025-06-12T17:23:38.997Z</lastmod>
<lastmod>2025-06-12T23:18:42.250Z</lastmod>
</url>
</urlset>