tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2025-08-22 18:34:46 +00:00
parent d5f76bb9fe
commit 372f471792
5 changed files with 305 additions and 204 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.nojekyll
View File

@@ -1 +1 @@
59230ab8
29a669bc

2
docs/api/index.html
View File

@@ -953,7 +953,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</tr>
<tr class="odd">
<td><a href="../../docs/api/monkeypatch.data.batch_dataset_fetcher.html#axolotl.monkeypatch.data.batch_dataset_fetcher">monkeypatch.data.batch_dataset_fetcher</a></td>
<td>monkey patches for the dataset fetcher to handle batches of packed indexes</td>
<td>Monkey patches for the dataset fetcher to handle batches of packed indexes.</td>
</tr>
<tr class="even">
<td><a href="../../docs/api/monkeypatch.mixtral.html#axolotl.monkeypatch.mixtral">monkeypatch.mixtral</a></td>

98
docs/api/monkeypatch.data.batch_dataset_fetcher.html
View File

@@ -20,6 +20,41 @@ ul.task-list li input[type="checkbox"] {
margin: 0 0.8em 0.2em -1em; /* quarto-specific, see https://github.com/quarto-dev/quarto-cli/issues/4556 */
vertical-align: middle;
}
/* CSS for syntax highlighting */
html { -webkit-text-size-adjust: 100%; }
pre > code.sourceCode { white-space: pre; position: relative; }
pre > code.sourceCode > span { display: inline-block; line-height: 1.25; }
pre > code.sourceCode > span:empty { height: 1.2em; }
.sourceCode { overflow: visible; }
code.sourceCode > span { color: inherit; text-decoration: inherit; }
div.sourceCode { margin: 1em 0; }
pre.sourceCode { margin: 0; }
@media screen {
div.sourceCode { overflow: auto; }
}
@media print {
pre > code.sourceCode { white-space: pre-wrap; }
pre > code.sourceCode > span { text-indent: -5em; padding-left: 5em; }
}
pre.numberSource code
{ counter-reset: source-line 0; }
pre.numberSource code > span
{ position: relative; left: -4em; counter-increment: source-line; }
pre.numberSource code > span > a:first-child::before
{ content: counter(source-line);
position: relative; left: -1em; text-align: right; vertical-align: baseline;
border: none; display: inline-block;
-webkit-touch-callout: none; -webkit-user-select: none;
-khtml-user-select: none; -moz-user-select: none;
-ms-user-select: none; user-select: none;
padding: 0 4px; width: 4em;
}
pre.numberSource { margin-left: 3em; padding-left: 4px; }
div.sourceCode
{ }
@media screen {
pre > code.sourceCode > span > a:first-child::before { text-decoration: underline; }
}
</style>
@@ -456,7 +491,16 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<h2 id="toc-title">On this page</h2>
<ul>
<li><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher" id="toc-axolotl.monkeypatch.data.batch_dataset_fetcher" class="nav-link active" data-scroll-target="#axolotl.monkeypatch.data.batch_dataset_fetcher">monkeypatch.data.batch_dataset_fetcher</a></li>
<li><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher" id="toc-axolotl.monkeypatch.data.batch_dataset_fetcher" class="nav-link active" data-scroll-target="#axolotl.monkeypatch.data.batch_dataset_fetcher">monkeypatch.data.batch_dataset_fetcher</a>
<ul class="collapse">
<li><a href="#functions" id="toc-functions" class="nav-link" data-scroll-target="#functions">Functions</a>
<ul class="collapse">
<li><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch" id="toc-axolotl.monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch" class="nav-link" data-scroll-target="#axolotl.monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch">apply_multipack_dataloader_patch</a></li>
<li><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.patch_fetchers" id="toc-axolotl.monkeypatch.data.batch_dataset_fetcher.patch_fetchers" class="nav-link" data-scroll-target="#axolotl.monkeypatch.data.batch_dataset_fetcher.patch_fetchers">patch_fetchers</a></li>
<li><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.patched_worker_loop" id="toc-axolotl.monkeypatch.data.batch_dataset_fetcher.patched_worker_loop" class="nav-link" data-scroll-target="#axolotl.monkeypatch.data.batch_dataset_fetcher.patched_worker_loop">patched_worker_loop</a></li>
<li><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch" id="toc-axolotl.monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch" class="nav-link" data-scroll-target="#axolotl.monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch">remove_multipack_dataloader_patch</a></li>
</ul></li>
</ul></li>
</ul>
</nav>
</div>
@@ -469,9 +513,59 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<section id="axolotl.monkeypatch.data.batch_dataset_fetcher" class="level1">
<h1>monkeypatch.data.batch_dataset_fetcher</h1>
<p><code>monkeypatch.data.batch_dataset_fetcher</code></p>
<p>monkey patches for the dataset fetcher to handle batches of packed indexes</p>
<p>Monkey patches for the dataset fetcher to handle batches of packed indexes.</p>
<section id="functions" class="level2">
<h2 class="anchored" data-anchor-id="functions">Functions</h2>
<table class="caption-top table">
<thead>
<tr class="header">
<th>Name</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch">apply_multipack_dataloader_patch</a></td>
<td>This patch allows DataLoader to correctly process batches that contain multiple bins</td>
</tr>
<tr class="even">
<td><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.patch_fetchers">patch_fetchers</a></td>
<td>Apply patches to PyTorch’s DataLoader components.</td>
</tr>
<tr class="odd">
<td><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.patched_worker_loop">patched_worker_loop</a></td>
<td>Worker loop that ensures patches are applied in worker processes.</td>
</tr>
<tr class="even">
<td><a href="#axolotl.monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch">remove_multipack_dataloader_patch</a></td>
<td>Remove the monkeypatch and restore original PyTorch DataLoader behavior.</td>
</tr>
</tbody>
</table>
<section id="axolotl.monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch">apply_multipack_dataloader_patch</h3>
<div class="sourceCode" id="cb1"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a>monkeypatch.data.batch_dataset_fetcher.apply_multipack_dataloader_patch()</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>This patch allows DataLoader to correctly process batches that contain multiple bins
of packed sequences.</p>
</section>
<section id="axolotl.monkeypatch.data.batch_dataset_fetcher.patch_fetchers" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.monkeypatch.data.batch_dataset_fetcher.patch_fetchers">patch_fetchers</h3>
<div class="sourceCode" id="cb2"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a>monkeypatch.data.batch_dataset_fetcher.patch_fetchers()</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Apply patches to PyTorch’s DataLoader components.</p>
</section>
<section id="axolotl.monkeypatch.data.batch_dataset_fetcher.patched_worker_loop" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.monkeypatch.data.batch_dataset_fetcher.patched_worker_loop">patched_worker_loop</h3>
<div class="sourceCode" id="cb3"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a>monkeypatch.data.batch_dataset_fetcher.patched_worker_loop(<span class="op">*</span>args, <span class="op">**</span>kwargs)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Worker loop that ensures patches are applied in worker processes.</p>
</section>
<section id="axolotl.monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch">remove_multipack_dataloader_patch</h3>
<div class="sourceCode" id="cb4"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a>monkeypatch.data.batch_dataset_fetcher.remove_multipack_dataloader_patch()</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Remove the monkeypatch and restore original PyTorch DataLoader behavior.</p>
</section>
</section>
</section>
</main> <!-- /main -->

13
search.json
View File

File diff suppressed because one or more lines are too long

394
sitemap.xml
View File

@@ -2,790 +2,790 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://docs.axolotl.ai/index.html</loc>
<lastmod>2025-08-22T11:26:37.313Z</lastmod>
<lastmod>2025-08-22T18:29:19.174Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html</loc>
<lastmod>2025-08-22T11:26:37.317Z</lastmod>
<lastmod>2025-08-22T18:29:19.178Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/gradient_checkpointing.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/mixed_precision.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/sequence_parallelism.html</loc>
<lastmod>2025-08-22T11:26:37.297Z</lastmod>
<lastmod>2025-08-22T18:29:19.158Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/docker.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/torchao.html</loc>
<lastmod>2025-08-22T11:26:37.297Z</lastmod>
<lastmod>2025-08-22T18:29:19.158Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-gpu.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_preprocessing.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/debugging.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/rlhf.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.158Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lr_groups.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multimodal.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/ray-integration.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/input_output.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/inference.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/fsdp_qlora.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multipack.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html</loc>
<lastmod>2025-08-22T11:29:50.982Z</lastmod>
<lastmod>2025-08-22T18:32:33.192Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html</loc>
<lastmod>2025-08-22T11:29:51.247Z</lastmod>
<lastmod>2025-08-22T18:32:33.459Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.art.html</loc>
<lastmod>2025-08-22T11:29:50.615Z</lastmod>
<lastmod>2025-08-22T18:32:32.820Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.quantize.html</loc>
<lastmod>2025-08-22T11:29:50.692Z</lastmod>
<lastmod>2025-08-22T18:32:32.900Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html</loc>
<lastmod>2025-08-22T11:29:51.198Z</lastmod>
<lastmod>2025-08-22T18:32:33.410Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html</loc>
<lastmod>2025-08-22T11:29:51.791Z</lastmod>
<lastmod>2025-08-22T18:32:34.002Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html</loc>
<lastmod>2025-08-22T11:29:50.986Z</lastmod>
<lastmod>2025-08-22T18:32:33.196Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html</loc>
<lastmod>2025-08-22T11:29:51.672Z</lastmod>
<lastmod>2025-08-22T18:32:33.885Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.sft.html</loc>
<lastmod>2025-08-22T11:29:51.413Z</lastmod>
<lastmod>2025-08-22T18:32:33.632Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html</loc>
<lastmod>2025-08-22T11:29:51.263Z</lastmod>
<lastmod>2025-08-22T18:32:33.477Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.geglu.html</loc>
<lastmod>2025-08-22T11:29:51.173Z</lastmod>
<lastmod>2025-08-22T18:32:33.385Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html</loc>
<lastmod>2025-08-22T11:29:51.072Z</lastmod>
<lastmod>2025-08-22T18:32:33.283Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.sweeps.html</loc>
<lastmod>2025-08-22T11:29:50.738Z</lastmod>
<lastmod>2025-08-22T18:32:32.946Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.delinearize_llama4.html</loc>
<lastmod>2025-08-22T11:29:50.645Z</lastmod>
<lastmod>2025-08-22T18:32:32.851Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html</loc>
<lastmod>2025-08-22T11:29:51.003Z</lastmod>
<lastmod>2025-08-22T18:32:33.214Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/evaluate.html</loc>
<lastmod>2025-08-22T11:29:50.399Z</lastmod>
<lastmod>2025-08-22T18:32:32.602Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.pretraining.html</loc>
<lastmod>2025-08-22T11:29:51.406Z</lastmod>
<lastmod>2025-08-22T18:32:33.625Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/index.html</loc>
<lastmod>2025-08-22T11:29:50.330Z</lastmod>
<lastmod>2025-08-22T18:32:32.534Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html</loc>
<lastmod>2025-08-22T11:29:51.252Z</lastmod>
<lastmod>2025-08-22T18:32:33.465Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.utils.html</loc>
<lastmod>2025-08-22T11:29:51.244Z</lastmod>
<lastmod>2025-08-22T18:32:33.456Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.checks.html</loc>
<lastmod>2025-08-22T11:29:50.622Z</lastmod>
<lastmod>2025-08-22T18:32:32.827Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.chat_templates.html</loc>
<lastmod>2025-08-22T11:29:51.304Z</lastmod>
<lastmod>2025-08-22T18:32:33.524Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.rl.html</loc>
<lastmod>2025-08-22T11:29:50.490Z</lastmod>
<lastmod>2025-08-22T18:32:32.692Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html</loc>
<lastmod>2025-08-22T11:29:51.007Z</lastmod>
<lastmod>2025-08-22T18:32:33.218Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html</loc>
<lastmod>2025-08-22T11:29:50.854Z</lastmod>
<lastmod>2025-08-22T18:32:33.062Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html</loc>
<lastmod>2025-08-22T11:29:50.997Z</lastmod>
<lastmod>2025-08-22T18:32:33.207Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html</loc>
<lastmod>2025-08-22T11:29:50.864Z</lastmod>
<lastmod>2025-08-22T18:32:33.073Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.fetch.html</loc>
<lastmod>2025-08-22T11:29:50.727Z</lastmod>
<lastmod>2025-08-22T18:32:32.935Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html</loc>
<lastmod>2025-08-22T11:29:51.481Z</lastmod>
<lastmod>2025-08-22T18:32:33.699Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.base.html</loc>
<lastmod>2025-08-22T11:29:50.702Z</lastmod>
<lastmod>2025-08-22T18:32:32.910Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.args.html</loc>
<lastmod>2025-08-22T11:29:50.721Z</lastmod>
<lastmod>2025-08-22T18:32:32.929Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html</loc>
<lastmod>2025-08-22T11:29:51.799Z</lastmod>
<lastmod>2025-08-22T18:32:34.011Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html</loc>
<lastmod>2025-08-22T11:29:51.796Z</lastmod>
<lastmod>2025-08-22T18:32:34.007Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.causal.html</loc>
<lastmod>2025-08-22T11:29:50.485Z</lastmod>
<lastmod>2025-08-22T18:32:32.688Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.train.html</loc>
<lastmod>2025-08-22T11:29:50.585Z</lastmod>
<lastmod>2025-08-22T18:32:32.788Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html</loc>
<lastmod>2025-08-22T11:29:51.511Z</lastmod>
<lastmod>2025-08-22T18:32:33.728Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html</loc>
<lastmod>2025-08-22T11:29:51.688Z</lastmod>
<lastmod>2025-08-22T18:32:33.901Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.evaluate.html</loc>
<lastmod>2025-08-22T11:29:50.593Z</lastmod>
<lastmod>2025-08-22T18:32:32.797Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.trainer.html</loc>
<lastmod>2025-08-22T11:29:51.343Z</lastmod>
<lastmod>2025-08-22T18:32:33.563Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html</loc>
<lastmod>2025-08-22T11:29:51.042Z</lastmod>
<lastmod>2025-08-22T18:32:33.252Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/convert.html</loc>
<lastmod>2025-08-22T11:29:50.423Z</lastmod>
<lastmod>2025-08-22T18:32:32.626Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html</loc>
<lastmod>2025-08-22T11:29:51.498Z</lastmod>
<lastmod>2025-08-22T18:32:33.716Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.patch_manager.html</loc>
<lastmod>2025-08-22T11:29:50.847Z</lastmod>
<lastmod>2025-08-22T18:32:33.055Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.training.html</loc>
<lastmod>2025-08-22T11:29:51.463Z</lastmod>
<lastmod>2025-08-22T18:32:33.681Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.config.html</loc>
<lastmod>2025-08-22T11:29:51.449Z</lastmod>
<lastmod>2025-08-22T18:32:33.667Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html</loc>
<lastmod>2025-08-22T11:29:51.052Z</lastmod>
<lastmod>2025-08-22T18:32:33.262Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html</loc>
<lastmod>2025-08-22T11:29:51.076Z</lastmod>
<lastmod>2025-08-22T18:32:33.287Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.vllm_serve.html</loc>
<lastmod>2025-08-22T11:29:50.699Z</lastmod>
<lastmod>2025-08-22T18:32:32.907Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html</loc>
<lastmod>2025-08-22T11:29:50.949Z</lastmod>
<lastmod>2025-08-22T18:32:33.159Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_lora.html</loc>
<lastmod>2025-08-22T11:29:50.667Z</lastmod>
<lastmod>2025-08-22T18:32:32.874Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html</loc>
<lastmod>2025-08-22T11:29:50.887Z</lastmod>
<lastmod>2025-08-22T18:32:33.096Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html</loc>
<lastmod>2025-08-22T11:29:50.937Z</lastmod>
<lastmod>2025-08-22T18:32:33.147Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.bench.html</loc>
<lastmod>2025-08-22T11:29:51.318Z</lastmod>
<lastmod>2025-08-22T18:32:33.538Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.datasets.html</loc>
<lastmod>2025-08-22T11:29:51.709Z</lastmod>
<lastmod>2025-08-22T18:32:33.922Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.train.html</loc>
<lastmod>2025-08-22T11:29:50.750Z</lastmod>
<lastmod>2025-08-22T18:32:32.958Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html</loc>
<lastmod>2025-08-22T11:29:51.199Z</lastmod>
<lastmod>2025-08-22T18:32:33.411Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.messages.html</loc>
<lastmod>2025-08-22T11:29:50.525Z</lastmod>
<lastmod>2025-08-22T18:32:32.728Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html</loc>
<lastmod>2025-08-22T11:29:51.009Z</lastmod>
<lastmod>2025-08-22T18:32:33.219Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.trl.html</loc>
<lastmod>2025-08-22T11:29:50.775Z</lastmod>
<lastmod>2025-08-22T18:32:32.984Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.preprocess.html</loc>
<lastmod>2025-08-22T11:29:50.687Z</lastmod>
<lastmod>2025-08-22T18:32:32.895Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.swiglu.html</loc>
<lastmod>2025-08-22T11:29:51.183Z</lastmod>
<lastmod>2025-08-22T18:32:33.395Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.quantize.html</loc>
<lastmod>2025-08-22T11:29:51.191Z</lastmod>
<lastmod>2025-08-22T18:32:33.403Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html</loc>
<lastmod>2025-08-22T11:29:50.922Z</lastmod>
<lastmod>2025-08-22T18:32:33.132Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html</loc>
<lastmod>2025-08-22T11:29:51.050Z</lastmod>
<lastmod>2025-08-22T18:32:33.261Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html</loc>
<lastmod>2025-08-22T11:29:50.798Z</lastmod>
<lastmod>2025-08-22T18:32:33.007Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html</loc>
<lastmod>2025-08-22T11:29:51.201Z</lastmod>
<lastmod>2025-08-22T18:32:33.413Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.chat.html</loc>
<lastmod>2025-08-22T11:29:50.535Z</lastmod>
<lastmod>2025-08-22T18:32:32.737Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.args.html</loc>
<lastmod>2025-08-22T11:29:50.612Z</lastmod>
<lastmod>2025-08-22T18:32:32.817Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.main.html</loc>
<lastmod>2025-08-22T11:29:50.577Z</lastmod>
<lastmod>2025-08-22T18:32:32.780Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html</loc>
<lastmod>2025-08-22T11:29:50.788Z</lastmod>
<lastmod>2025-08-22T18:32:32.996Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.trl.html</loc>
<lastmod>2025-08-22T11:29:51.493Z</lastmod>
<lastmod>2025-08-22T18:32:33.711Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html</loc>
<lastmod>2025-08-22T11:29:51.034Z</lastmod>
<lastmod>2025-08-22T18:32:33.244Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_tokenizers.html</loc>
<lastmod>2025-08-22T11:29:50.465Z</lastmod>
<lastmod>2025-08-22T18:32:32.668Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html</loc>
<lastmod>2025-08-22T11:29:50.935Z</lastmod>
<lastmod>2025-08-22T18:32:33.146Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/logging_config.html</loc>
<lastmod>2025-08-22T11:29:50.474Z</lastmod>
<lastmod>2025-08-22T18:32:32.677Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/tokenized.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/index.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/pretraining.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/qat.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html</loc>
<lastmod>2025-08-22T11:26:37.301Z</lastmod>
<lastmod>2025-08-22T18:29:19.162Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/FAQS.html</loc>
<lastmod>2025-08-22T11:26:37.291Z</lastmod>
<lastmod>2025-08-22T18:29:19.152Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/installation.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/template_free.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/conversation.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.dict.html</loc>
<lastmod>2025-08-22T11:29:51.397Z</lastmod>
<lastmod>2025-08-22T18:32:33.616Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html</loc>
<lastmod>2025-08-22T11:29:50.976Z</lastmod>
<lastmod>2025-08-22T18:32:33.186Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.core.html</loc>
<lastmod>2025-08-22T11:29:51.711Z</lastmod>
<lastmod>2025-08-22T18:32:33.925Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.inference.html</loc>
<lastmod>2025-08-22T11:29:50.659Z</lastmod>
<lastmod>2025-08-22T18:32:32.865Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.freeze.html</loc>
<lastmod>2025-08-22T11:29:51.326Z</lastmod>
<lastmod>2025-08-22T18:32:33.546Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html</loc>
<lastmod>2025-08-22T11:29:50.810Z</lastmod>
<lastmod>2025-08-22T18:32:33.019Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html</loc>
<lastmod>2025-08-22T11:29:50.857Z</lastmod>
<lastmod>2025-08-22T18:32:33.066Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.html</loc>
<lastmod>2025-08-22T11:29:50.710Z</lastmod>
<lastmod>2025-08-22T18:32:32.918Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.shared.html</loc>
<lastmod>2025-08-22T11:29:50.530Z</lastmod>
<lastmod>2025-08-22T18:32:32.732Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html</loc>
<lastmod>2025-08-22T11:29:51.792Z</lastmod>
<lastmod>2025-08-22T18:32:34.004Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html</loc>
<lastmod>2025-08-22T11:29:51.738Z</lastmod>
<lastmod>2025-08-22T18:32:33.952Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.utils.html</loc>
<lastmod>2025-08-22T11:29:50.812Z</lastmod>
<lastmod>2025-08-22T18:32:33.021Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html</loc>
<lastmod>2025-08-22T11:29:51.404Z</lastmod>
<lastmod>2025-08-22T18:32:33.624Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.base.html</loc>
<lastmod>2025-08-22T11:29:51.669Z</lastmod>
<lastmod>2025-08-22T18:32:33.882Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html</loc>
<lastmod>2025-08-22T11:29:51.032Z</lastmod>
<lastmod>2025-08-22T18:32:33.243Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html</loc>
<lastmod>2025-08-22T11:29:51.245Z</lastmod>
<lastmod>2025-08-22T18:32:33.458Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.quantization.html</loc>
<lastmod>2025-08-22T11:29:51.435Z</lastmod>
<lastmod>2025-08-22T18:32:33.653Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html</loc>
<lastmod>2025-08-22T11:29:51.806Z</lastmod>
<lastmod>2025-08-22T18:32:34.017Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.base.html</loc>
<lastmod>2025-08-22T11:29:50.481Z</lastmod>
<lastmod>2025-08-22T18:32:32.683Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html</loc>
<lastmod>2025-08-22T11:29:51.270Z</lastmod>
<lastmod>2025-08-22T18:32:33.490Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html</loc>
<lastmod>2025-08-22T11:29:51.681Z</lastmod>
<lastmod>2025-08-22T18:32:33.894Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.liger.args.html</loc>
<lastmod>2025-08-22T11:29:51.684Z</lastmod>
<lastmod>2025-08-22T18:32:33.897Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mamba.html</loc>
<lastmod>2025-08-22T11:29:51.734Z</lastmod>
<lastmod>2025-08-22T18:32:33.947Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.model.html</loc>
<lastmod>2025-08-22T11:29:50.822Z</lastmod>
<lastmod>2025-08-22T18:32:33.030Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schedulers.html</loc>
<lastmod>2025-08-22T11:29:51.371Z</lastmod>
<lastmod>2025-08-22T18:32:33.591Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.lora.html</loc>
<lastmod>2025-08-22T11:29:51.163Z</lastmod>
<lastmod>2025-08-22T18:32:33.374Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html</loc>
<lastmod>2025-08-22T11:29:51.314Z</lastmod>
<lastmod>2025-08-22T18:32:33.535Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html</loc>
<lastmod>2025-08-22T11:29:50.528Z</lastmod>
<lastmod>2025-08-22T18:32:32.731Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mamba.html</loc>
<lastmod>2025-08-22T11:29:50.781Z</lastmod>
<lastmod>2025-08-22T18:32:32.989Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.enums.html</loc>
<lastmod>2025-08-22T11:29:51.521Z</lastmod>
<lastmod>2025-08-22T18:32:33.739Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html</loc>
<lastmod>2025-08-22T11:29:51.266Z</lastmod>
<lastmod>2025-08-22T18:32:33.487Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.utils.html</loc>
<lastmod>2025-08-22T11:29:51.192Z</lastmod>
<lastmod>2025-08-22T18:32:33.404Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.training_args.html</loc>
<lastmod>2025-08-22T11:29:50.502Z</lastmod>
<lastmod>2025-08-22T18:32:32.705Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html</loc>
<lastmod>2025-08-22T11:29:51.787Z</lastmod>
<lastmod>2025-08-22T18:32:33.999Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html</loc>
<lastmod>2025-08-22T11:29:50.708Z</lastmod>
<lastmod>2025-08-22T18:32:32.916Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.load.html</loc>
<lastmod>2025-08-22T11:29:50.732Z</lastmod>
<lastmod>2025-08-22T18:32:32.940Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/train.html</loc>
<lastmod>2025-08-22T11:29:50.389Z</lastmod>
<lastmod>2025-08-22T18:32:32.592Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html</loc>
<lastmod>2025-08-22T11:29:51.673Z</lastmod>
<lastmod>2025-08-22T18:32:33.887Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html</loc>
<lastmod>2025-08-22T11:29:51.781Z</lastmod>
<lastmod>2025-08-22T18:32:33.992Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html</loc>
<lastmod>2025-08-22T11:29:50.993Z</lastmod>
<lastmod>2025-08-22T18:32:33.203Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html</loc>
<lastmod>2025-08-22T11:29:51.207Z</lastmod>
<lastmod>2025-08-22T18:32:33.419Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html</loc>
<lastmod>2025-08-22T11:29:51.265Z</lastmod>
<lastmod>2025-08-22T18:32:33.486Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.lora.html</loc>
<lastmod>2025-08-22T11:29:51.309Z</lastmod>
<lastmod>2025-08-22T18:32:33.529Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.tokenizer.html</loc>
<lastmod>2025-08-22T11:29:50.830Z</lastmod>
<lastmod>2025-08-22T18:32:33.039Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html</loc>
<lastmod>2025-08-22T11:29:50.527Z</lastmod>
<lastmod>2025-08-22T18:32:32.729Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.batching.html</loc>
<lastmod>2025-08-22T11:29:51.730Z</lastmod>
<lastmod>2025-08-22T18:32:33.944Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html</loc>
<lastmod>2025-08-22T11:29:50.679Z</lastmod>
<lastmod>2025-08-22T18:32:32.886Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html</loc>
<lastmod>2025-08-22T11:29:50.970Z</lastmod>
<lastmod>2025-08-22T18:32:33.180Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.tokenization.html</loc>
<lastmod>2025-08-22T11:29:51.302Z</lastmod>
<lastmod>2025-08-22T18:32:33.523Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.architectures.html</loc>
<lastmod>2025-08-22T11:29:51.692Z</lastmod>
<lastmod>2025-08-22T18:32:33.905Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html</loc>
<lastmod>2025-08-22T11:29:50.542Z</lastmod>
<lastmod>2025-08-22T18:32:32.745Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.base.html</loc>
<lastmod>2025-08-22T11:29:50.760Z</lastmod>
<lastmod>2025-08-22T18:32:32.969Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html</loc>
<lastmod>2025-08-22T11:29:51.236Z</lastmod>
<lastmod>2025-08-22T18:32:33.448Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.utils.html</loc>
<lastmod>2025-08-22T11:29:51.527Z</lastmod>
<lastmod>2025-08-22T18:32:33.744Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html</loc>
<lastmod>2025-08-22T11:29:51.019Z</lastmod>
<lastmod>2025-08-22T18:32:33.230Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.config.html</loc>
<lastmod>2025-08-22T11:29:50.640Z</lastmod>
<lastmod>2025-08-22T18:32:32.846Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.peft.html</loc>
<lastmod>2025-08-22T11:29:51.490Z</lastmod>
<lastmod>2025-08-22T18:32:33.707Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html</loc>
<lastmod>2025-08-22T11:29:50.957Z</lastmod>
<lastmod>2025-08-22T18:32:33.167Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html</loc>
<lastmod>2025-08-22T11:29:51.031Z</lastmod>
<lastmod>2025-08-22T18:32:33.241Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html</loc>
<lastmod>2025-08-22T11:29:51.202Z</lastmod>
<lastmod>2025-08-22T18:32:33.414Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.base.html</loc>
<lastmod>2025-08-22T11:29:50.889Z</lastmod>
<lastmod>2025-08-22T18:32:33.098Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html</loc>
<lastmod>2025-08-22T11:29:51.710Z</lastmod>
<lastmod>2025-08-22T18:32:33.923Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.relora.html</loc>
<lastmod>2025-08-22T11:29:51.206Z</lastmod>
<lastmod>2025-08-22T18:32:33.418Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.const.html</loc>
<lastmod>2025-08-22T11:29:51.694Z</lastmod>
<lastmod>2025-08-22T18:32:33.907Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html</loc>
<lastmod>2025-08-22T11:29:51.256Z</lastmod>
<lastmod>2025-08-22T18:32:33.469Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.distributed.html</loc>
<lastmod>2025-08-22T11:29:51.391Z</lastmod>
<lastmod>2025-08-22T18:32:33.611Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.constants.html</loc>
<lastmod>2025-08-22T11:29:50.848Z</lastmod>
<lastmod>2025-08-22T18:32:33.057Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html</loc>
<lastmod>2025-08-22T11:29:51.296Z</lastmod>
<lastmod>2025-08-22T18:32:33.516Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/datasets.html</loc>
<lastmod>2025-08-22T11:29:50.410Z</lastmod>
<lastmod>2025-08-22T18:32:32.613Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html</loc>
<lastmod>2025-08-22T11:29:51.262Z</lastmod>
<lastmod>2025-08-22T18:32:33.475Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.processor.html</loc>
<lastmod>2025-08-22T11:29:50.832Z</lastmod>
<lastmod>2025-08-22T18:32:33.040Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html</loc>
<lastmod>2025-08-22T11:29:51.691Z</lastmod>
<lastmod>2025-08-22T18:32:33.904Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.adapter.html</loc>
<lastmod>2025-08-22T11:29:50.837Z</lastmod>
<lastmod>2025-08-22T18:32:33.046Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.model.html</loc>
<lastmod>2025-08-22T11:29:51.456Z</lastmod>
<lastmod>2025-08-22T18:32:33.674Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html</loc>
<lastmod>2025-08-22T11:29:51.030Z</lastmod>
<lastmod>2025-08-22T18:32:33.240Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/batch_vs_grad.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/mac.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/nd_parallelism.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_loading.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lora_optims.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/unsloth.html</loc>
<lastmod>2025-08-22T11:26:37.297Z</lastmod>
<lastmod>2025-08-22T18:29:19.158Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/config-reference.html</loc>
<lastmod>2025-08-22T11:30:04.826Z</lastmod>
<lastmod>2025-08-22T18:32:49.071Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/custom_integrations.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/faq.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/amd_hpc.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-node.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/cli.html</loc>
<lastmod>2025-08-22T11:26:37.292Z</lastmod>
<lastmod>2025-08-22T18:29:19.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/nccl.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/optimizers.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/getting-started.html</loc>
<lastmod>2025-08-22T11:26:37.293Z</lastmod>
<lastmod>2025-08-22T18:29:19.154Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/quantize.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/reward_modelling.html</loc>
<lastmod>2025-08-22T11:26:37.296Z</lastmod>
<lastmod>2025-08-22T18:29:19.157Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html</loc>
<lastmod>2025-08-22T11:26:37.317Z</lastmod>
<lastmod>2025-08-22T18:29:19.178Z</lastmod>
</url>
</urlset>