Built site for gh-pages

This commit is contained in:
Quarto GHA Workflow Runner
2025-08-16 01:30:52 +00:00
parent f1f9851422
commit 866a618cb4
4 changed files with 253 additions and 314 deletions

View File

@@ -1 +1 @@
522f6e63
4627db41

View File

@@ -496,7 +496,6 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<li><a href="#functions" id="toc-functions" class="nav-link" data-scroll-target="#functions">Functions</a>
<ul class="collapse">
<li><a href="#axolotl.train.create_model_card" id="toc-axolotl.train.create_model_card" class="nav-link" data-scroll-target="#axolotl.train.create_model_card">create_model_card</a></li>
<li><a href="#axolotl.train.determine_resume_checkpoint" id="toc-axolotl.train.determine_resume_checkpoint" class="nav-link" data-scroll-target="#axolotl.train.determine_resume_checkpoint">determine_resume_checkpoint</a></li>
<li><a href="#axolotl.train.execute_training" id="toc-axolotl.train.execute_training" class="nav-link" data-scroll-target="#axolotl.train.execute_training">execute_training</a></li>
<li><a href="#axolotl.train.handle_untrained_tokens_fix" id="toc-axolotl.train.handle_untrained_tokens_fix" class="nav-link" data-scroll-target="#axolotl.train.handle_untrained_tokens_fix">handle_untrained_tokens_fix</a></li>
<li><a href="#axolotl.train.save_initial_configs" id="toc-axolotl.train.save_initial_configs" class="nav-link" data-scroll-target="#axolotl.train.save_initial_configs">save_initial_configs</a></li>
@@ -537,46 +536,42 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<td>Create a model card for the trained model if needed.</td>
</tr>
<tr class="even">
<td><a href="#axolotl.train.determine_resume_checkpoint">determine_resume_checkpoint</a></td>
<td>Determine the checkpoint to resume from based on configuration.</td>
</tr>
<tr class="odd">
<td><a href="#axolotl.train.execute_training">execute_training</a></td>
<td>Execute the training process with appropriate SDP kernel configurations.</td>
</tr>
<tr class="even">
<tr class="odd">
<td><a href="#axolotl.train.handle_untrained_tokens_fix">handle_untrained_tokens_fix</a></td>
<td>Apply fixes for untrained tokens if configured.</td>
</tr>
<tr class="odd">
<tr class="even">
<td><a href="#axolotl.train.save_initial_configs">save_initial_configs</a></td>
<td>Save initial configurations before training.</td>
</tr>
<tr class="even">
<tr class="odd">
<td><a href="#axolotl.train.save_trained_model">save_trained_model</a></td>
<td>Save the trained model according to configuration and training setup.</td>
</tr>
<tr class="odd">
<tr class="even">
<td><a href="#axolotl.train.setup_model_and_tokenizer">setup_model_and_tokenizer</a></td>
<td>Load the tokenizer, processor (for multimodal models), and model based on</td>
</tr>
<tr class="even">
<tr class="odd">
<td><a href="#axolotl.train.setup_model_and_trainer">setup_model_and_trainer</a></td>
<td>Load model, tokenizer, trainer, etc. Helper function to encapsulate the full</td>
</tr>
<tr class="odd">
<tr class="even">
<td><a href="#axolotl.train.setup_model_card">setup_model_card</a></td>
<td>Set up the Axolotl badge and add the Axolotl config to the model card if available.</td>
</tr>
<tr class="even">
<tr class="odd">
<td><a href="#axolotl.train.setup_reference_model">setup_reference_model</a></td>
<td>Set up the reference model for RL training if needed.</td>
</tr>
<tr class="odd">
<tr class="even">
<td><a href="#axolotl.train.setup_signal_handler">setup_signal_handler</a></td>
<td>Set up signal handler for graceful termination.</td>
</tr>
<tr class="even">
<tr class="odd">
<td><a href="#axolotl.train.train">train</a></td>
<td>Train a model on the given dataset.</td>
</tr>
@@ -620,68 +615,12 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</table>
</section>
</section>
<section id="axolotl.train.determine_resume_checkpoint" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.determine_resume_checkpoint">determine_resume_checkpoint</h3>
<div class="sourceCode" id="cb2"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a>train.determine_resume_checkpoint(cfg)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Determine the checkpoint to resume from based on configuration.</p>
<section id="parameters-1" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-1">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 9%">
<col style="width: 15%">
<col style="width: 61%">
<col style="width: 13%">
</colgroup>
<thead>
<tr class="header">
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Default</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td>cfg</td>
<td>DictDefault</td>
<td>Dictionary mapping <code>axolotl</code> config keys to values.</td>
<td><em>required</em></td>
</tr>
</tbody>
</table>
</section>
<section id="returns" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns">Returns</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 9%">
<col style="width: 14%">
<col style="width: 76%">
</colgroup>
<thead>
<tr class="header">
<th>Name</th>
<th>Type</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td></td>
<td>str | None</td>
<td>Path to the checkpoint to resume from, or <code>None</code> if not resuming.</td>
</tr>
</tbody>
</table>
</section>
</section>
<section id="axolotl.train.execute_training" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.execute_training">execute_training</h3>
<div class="sourceCode" id="cb3"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a>train.execute_training(cfg, trainer, resume_from_checkpoint)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb2"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a>train.execute_training(cfg, trainer, resume_from_checkpoint)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Execute the training process with appropriate SDP kernel configurations.</p>
<section id="parameters-2" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-2">Parameters</h4>
<section id="parameters-1" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-1">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 23%">
@@ -722,16 +661,16 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</section>
<section id="axolotl.train.handle_untrained_tokens_fix" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.handle_untrained_tokens_fix">handle_untrained_tokens_fix</h3>
<div class="sourceCode" id="cb4"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a>train.handle_untrained_tokens_fix(</span>
<span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a> cfg,</span>
<span id="cb4-3"><a href="#cb4-3" aria-hidden="true" tabindex="-1"></a> model,</span>
<span id="cb4-4"><a href="#cb4-4" aria-hidden="true" tabindex="-1"></a> tokenizer,</span>
<span id="cb4-5"><a href="#cb4-5" aria-hidden="true" tabindex="-1"></a> train_dataset,</span>
<span id="cb4-6"><a href="#cb4-6" aria-hidden="true" tabindex="-1"></a> safe_serialization,</span>
<span id="cb4-7"><a href="#cb4-7" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb3"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a>train.handle_untrained_tokens_fix(</span>
<span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a> cfg,</span>
<span id="cb3-3"><a href="#cb3-3" aria-hidden="true" tabindex="-1"></a> model,</span>
<span id="cb3-4"><a href="#cb3-4" aria-hidden="true" tabindex="-1"></a> tokenizer,</span>
<span id="cb3-5"><a href="#cb3-5" aria-hidden="true" tabindex="-1"></a> train_dataset,</span>
<span id="cb3-6"><a href="#cb3-6" aria-hidden="true" tabindex="-1"></a> safe_serialization,</span>
<span id="cb3-7"><a href="#cb3-7" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Apply fixes for untrained tokens if configured.</p>
<section id="parameters-3" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-3">Parameters</h4>
<section id="parameters-2" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-2">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 18%">
@@ -784,10 +723,10 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</section>
<section id="axolotl.train.save_initial_configs" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.save_initial_configs">save_initial_configs</h3>
<div class="sourceCode" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a>train.save_initial_configs(cfg, tokenizer, model, peft_config, processor)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb4"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a>train.save_initial_configs(cfg, tokenizer, model, peft_config, processor)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Save initial configurations before training.</p>
<section id="parameters-4" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-4">Parameters</h4>
<section id="parameters-3" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-3">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 13%">
@@ -834,10 +773,10 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</section>
<section id="axolotl.train.save_trained_model" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.save_trained_model">save_trained_model</h3>
<div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a>train.save_trained_model(cfg, trainer, model, safe_serialization)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a>train.save_trained_model(cfg, trainer, model, safe_serialization)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Save the trained model according to configuration and training setup.</p>
<section id="parameters-5" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-5">Parameters</h4>
<section id="parameters-4" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-4">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 19%">
@@ -884,11 +823,11 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</section>
<section id="axolotl.train.setup_model_and_tokenizer" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.setup_model_and_tokenizer">setup_model_and_tokenizer</h3>
<div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a>train.setup_model_and_tokenizer(cfg)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a>train.setup_model_and_tokenizer(cfg)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Load the tokenizer, processor (for multimodal models), and model based on
configuration.</p>
<section id="parameters-6" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-6">Parameters</h4>
<section id="parameters-5" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-5">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 9%">
@@ -914,8 +853,8 @@ configuration.</p>
</tbody>
</table>
</section>
<section id="returns-1" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-1">Returns</h4>
<section id="returns" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns">Returns</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 3%">
@@ -941,11 +880,11 @@ configuration.</p>
</section>
<section id="axolotl.train.setup_model_and_trainer" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.setup_model_and_trainer">setup_model_and_trainer</h3>
<div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>train.setup_model_and_trainer(cfg, dataset_meta)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a>train.setup_model_and_trainer(cfg, dataset_meta)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Load model, tokenizer, trainer, etc. Helper function to encapsulate the full
trainer setup.</p>
<section id="parameters-7" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-7">Parameters</h4>
<section id="parameters-6" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-6">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 13%">
@@ -977,8 +916,8 @@ trainer setup.</p>
</tbody>
</table>
</section>
<section id="returns-2" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-2">Returns</h4>
<section id="returns-1" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-1">Returns</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 3%">
@@ -1004,10 +943,10 @@ trainer setup.</p>
</section>
<section id="axolotl.train.setup_model_card" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.setup_model_card">setup_model_card</h3>
<div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a>train.setup_model_card(cfg)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>train.setup_model_card(cfg)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Set up the Axolotl badge and add the Axolotl config to the model card if available.</p>
<section id="parameters-8" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-8">Parameters</h4>
<section id="parameters-7" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-7">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 9%">
@@ -1036,10 +975,10 @@ trainer setup.</p>
</section>
<section id="axolotl.train.setup_reference_model" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.setup_reference_model">setup_reference_model</h3>
<div class="sourceCode" id="cb10"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a>train.setup_reference_model(cfg, tokenizer)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a>train.setup_reference_model(cfg, tokenizer)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Set up the reference model for RL training if needed.</p>
<section id="parameters-9" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-9">Parameters</h4>
<section id="parameters-8" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-8">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 11%">
@@ -1071,8 +1010,8 @@ trainer setup.</p>
</tbody>
</table>
</section>
<section id="returns-3" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-3">Returns</h4>
<section id="returns-2" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-2">Returns</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 8%">
@@ -1098,10 +1037,10 @@ trainer setup.</p>
</section>
<section id="axolotl.train.setup_signal_handler" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.setup_signal_handler">setup_signal_handler</h3>
<div class="sourceCode" id="cb11"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a>train.setup_signal_handler(cfg, model, safe_serialization)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb10"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a>train.setup_signal_handler(cfg, model, safe_serialization)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Set up signal handler for graceful termination.</p>
<section id="parameters-10" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-10">Parameters</h4>
<section id="parameters-9" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-9">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 19%">
@@ -1142,10 +1081,10 @@ trainer setup.</p>
</section>
<section id="axolotl.train.train" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.train.train">train</h3>
<div class="sourceCode" id="cb12"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a>train.train(cfg, dataset_meta)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb11"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a>train.train(cfg, dataset_meta)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Train a model on the given dataset.</p>
<section id="parameters-11" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-11">Parameters</h4>
<section id="parameters-10" class="level4 doc-section doc-section-parameters">
<h4 class="doc-section doc-section-parameters anchored" data-anchor-id="parameters-10">Parameters</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 14%">
@@ -1177,8 +1116,8 @@ trainer setup.</p>
</tbody>
</table>
</section>
<section id="returns-4" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-4">Returns</h4>
<section id="returns-3" class="level4 doc-section doc-section-returns">
<h4 class="doc-section doc-section-returns anchored" data-anchor-id="returns-3">Returns</h4>
<table class="caption-top table">
<colgroup>
<col style="width: 6%">

File diff suppressed because one or more lines are too long

View File

@@ -2,790 +2,790 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://docs.axolotl.ai/index.html</loc>
<lastmod>2025-08-15T14:53:04.773Z</lastmod>
<lastmod>2025-08-16T01:25:11.151Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html</loc>
<lastmod>2025-08-15T14:53:04.777Z</lastmod>
<lastmod>2025-08-16T01:25:11.155Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/gradient_checkpointing.html</loc>
<lastmod>2025-08-15T14:53:04.754Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/mixed_precision.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/sequence_parallelism.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/docker.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/torchao.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-gpu.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_preprocessing.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/debugging.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/rlhf.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lr_groups.html</loc>
<lastmod>2025-08-15T14:53:04.756Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multimodal.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/ray-integration.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/input_output.html</loc>
<lastmod>2025-08-15T14:53:04.756Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/inference.html</loc>
<lastmod>2025-08-15T14:53:04.756Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/fsdp_qlora.html</loc>
<lastmod>2025-08-15T14:53:04.754Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multipack.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html</loc>
<lastmod>2025-08-15T14:56:16.581Z</lastmod>
<lastmod>2025-08-16T01:28:45.040Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html</loc>
<lastmod>2025-08-15T14:56:16.848Z</lastmod>
<lastmod>2025-08-16T01:28:45.302Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.art.html</loc>
<lastmod>2025-08-15T14:56:16.212Z</lastmod>
<lastmod>2025-08-16T01:28:44.677Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.quantize.html</loc>
<lastmod>2025-08-15T14:56:16.288Z</lastmod>
<lastmod>2025-08-16T01:28:44.752Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html</loc>
<lastmod>2025-08-15T14:56:16.800Z</lastmod>
<lastmod>2025-08-16T01:28:45.254Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html</loc>
<lastmod>2025-08-15T14:56:17.379Z</lastmod>
<lastmod>2025-08-16T01:28:45.835Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html</loc>
<lastmod>2025-08-15T14:56:16.585Z</lastmod>
<lastmod>2025-08-16T01:28:45.044Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html</loc>
<lastmod>2025-08-15T14:56:17.263Z</lastmod>
<lastmod>2025-08-16T01:28:45.718Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.sft.html</loc>
<lastmod>2025-08-15T14:56:17.012Z</lastmod>
<lastmod>2025-08-16T01:28:45.465Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html</loc>
<lastmod>2025-08-15T14:56:16.865Z</lastmod>
<lastmod>2025-08-16T01:28:45.319Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.geglu.html</loc>
<lastmod>2025-08-15T14:56:16.775Z</lastmod>
<lastmod>2025-08-16T01:28:45.230Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html</loc>
<lastmod>2025-08-15T14:56:16.670Z</lastmod>
<lastmod>2025-08-16T01:28:45.129Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.sweeps.html</loc>
<lastmod>2025-08-15T14:56:16.335Z</lastmod>
<lastmod>2025-08-16T01:28:44.798Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.delinearize_llama4.html</loc>
<lastmod>2025-08-15T14:56:16.241Z</lastmod>
<lastmod>2025-08-16T01:28:44.705Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html</loc>
<lastmod>2025-08-15T14:56:16.602Z</lastmod>
<lastmod>2025-08-16T01:28:45.061Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/evaluate.html</loc>
<lastmod>2025-08-15T14:56:15.997Z</lastmod>
<lastmod>2025-08-16T01:28:44.458Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.pretraining.html</loc>
<lastmod>2025-08-15T14:56:17.005Z</lastmod>
<lastmod>2025-08-16T01:28:45.458Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/index.html</loc>
<lastmod>2025-08-15T14:56:15.924Z</lastmod>
<lastmod>2025-08-16T01:28:44.389Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html</loc>
<lastmod>2025-08-15T14:56:16.854Z</lastmod>
<lastmod>2025-08-16T01:28:45.308Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.utils.html</loc>
<lastmod>2025-08-15T14:56:16.845Z</lastmod>
<lastmod>2025-08-16T01:28:45.300Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.checks.html</loc>
<lastmod>2025-08-15T14:56:16.218Z</lastmod>
<lastmod>2025-08-16T01:28:44.683Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.chat_templates.html</loc>
<lastmod>2025-08-15T14:56:16.905Z</lastmod>
<lastmod>2025-08-16T01:28:45.359Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.rl.html</loc>
<lastmod>2025-08-15T14:56:16.087Z</lastmod>
<lastmod>2025-08-16T01:28:44.552Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html</loc>
<lastmod>2025-08-15T14:56:16.606Z</lastmod>
<lastmod>2025-08-16T01:28:45.065Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.optimizer.html</loc>
<lastmod>2025-08-15T14:56:16.450Z</lastmod>
<lastmod>2025-08-16T01:28:44.913Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html</loc>
<lastmod>2025-08-15T14:56:16.596Z</lastmod>
<lastmod>2025-08-16T01:28:45.054Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.scheduler.html</loc>
<lastmod>2025-08-15T14:56:16.460Z</lastmod>
<lastmod>2025-08-16T01:28:44.923Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.fetch.html</loc>
<lastmod>2025-08-15T14:56:16.323Z</lastmod>
<lastmod>2025-08-16T01:28:44.787Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html</loc>
<lastmod>2025-08-15T14:56:17.078Z</lastmod>
<lastmod>2025-08-16T01:28:45.532Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.base.html</loc>
<lastmod>2025-08-15T14:56:16.299Z</lastmod>
<lastmod>2025-08-16T01:28:44.762Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.args.html</loc>
<lastmod>2025-08-15T14:56:16.318Z</lastmod>
<lastmod>2025-08-16T01:28:44.781Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html</loc>
<lastmod>2025-08-15T14:56:17.387Z</lastmod>
<lastmod>2025-08-16T01:28:45.843Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html</loc>
<lastmod>2025-08-15T14:56:17.384Z</lastmod>
<lastmod>2025-08-16T01:28:45.840Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.causal.html</loc>
<lastmod>2025-08-15T14:56:16.082Z</lastmod>
<lastmod>2025-08-16T01:28:44.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.train.html</loc>
<lastmod>2025-08-15T14:56:16.182Z</lastmod>
<lastmod>2025-08-16T01:28:44.646Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html</loc>
<lastmod>2025-08-15T14:56:17.107Z</lastmod>
<lastmod>2025-08-16T01:28:45.562Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html</loc>
<lastmod>2025-08-15T14:56:17.278Z</lastmod>
<lastmod>2025-08-16T01:28:45.733Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.evaluate.html</loc>
<lastmod>2025-08-15T14:56:16.190Z</lastmod>
<lastmod>2025-08-16T01:28:44.654Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.trainer.html</loc>
<lastmod>2025-08-15T14:56:16.943Z</lastmod>
<lastmod>2025-08-16T01:28:45.398Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html</loc>
<lastmod>2025-08-15T14:56:16.641Z</lastmod>
<lastmod>2025-08-16T01:28:45.100Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/convert.html</loc>
<lastmod>2025-08-15T14:56:16.021Z</lastmod>
<lastmod>2025-08-16T01:28:44.482Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html</loc>
<lastmod>2025-08-15T14:56:17.095Z</lastmod>
<lastmod>2025-08-16T01:28:45.550Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.patch_manager.html</loc>
<lastmod>2025-08-15T14:56:16.443Z</lastmod>
<lastmod>2025-08-16T01:28:44.906Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.training.html</loc>
<lastmod>2025-08-15T14:56:17.060Z</lastmod>
<lastmod>2025-08-16T01:28:45.514Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.config.html</loc>
<lastmod>2025-08-15T14:56:17.047Z</lastmod>
<lastmod>2025-08-16T01:28:45.500Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html</loc>
<lastmod>2025-08-15T14:56:16.650Z</lastmod>
<lastmod>2025-08-16T01:28:45.109Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html</loc>
<lastmod>2025-08-15T14:56:16.674Z</lastmod>
<lastmod>2025-08-16T01:28:45.133Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.vllm_serve.html</loc>
<lastmod>2025-08-15T14:56:16.295Z</lastmod>
<lastmod>2025-08-16T01:28:44.759Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html</loc>
<lastmod>2025-08-15T14:56:16.549Z</lastmod>
<lastmod>2025-08-16T01:28:45.007Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_lora.html</loc>
<lastmod>2025-08-15T14:56:16.263Z</lastmod>
<lastmod>2025-08-16T01:28:44.728Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.ctx_managers.sequence_parallel.html</loc>
<lastmod>2025-08-15T14:56:16.487Z</lastmod>
<lastmod>2025-08-16T01:28:44.946Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html</loc>
<lastmod>2025-08-15T14:56:16.537Z</lastmod>
<lastmod>2025-08-16T01:28:44.995Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.bench.html</loc>
<lastmod>2025-08-15T14:56:16.919Z</lastmod>
<lastmod>2025-08-16T01:28:45.373Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.datasets.html</loc>
<lastmod>2025-08-15T14:56:17.299Z</lastmod>
<lastmod>2025-08-16T01:28:45.754Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.train.html</loc>
<lastmod>2025-08-15T14:56:16.347Z</lastmod>
<lastmod>2025-08-16T01:28:44.810Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html</loc>
<lastmod>2025-08-15T14:56:16.801Z</lastmod>
<lastmod>2025-08-16T01:28:45.255Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.messages.html</loc>
<lastmod>2025-08-15T14:56:16.123Z</lastmod>
<lastmod>2025-08-16T01:28:44.587Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html</loc>
<lastmod>2025-08-15T14:56:16.608Z</lastmod>
<lastmod>2025-08-16T01:28:45.067Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.trl.html</loc>
<lastmod>2025-08-15T14:56:16.372Z</lastmod>
<lastmod>2025-08-16T01:28:44.835Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.preprocess.html</loc>
<lastmod>2025-08-15T14:56:16.283Z</lastmod>
<lastmod>2025-08-16T01:28:44.747Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.swiglu.html</loc>
<lastmod>2025-08-15T14:56:16.785Z</lastmod>
<lastmod>2025-08-16T01:28:45.240Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.quantize.html</loc>
<lastmod>2025-08-15T14:56:16.793Z</lastmod>
<lastmod>2025-08-16T01:28:45.247Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html</loc>
<lastmod>2025-08-15T14:56:16.521Z</lastmod>
<lastmod>2025-08-16T01:28:44.980Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html</loc>
<lastmod>2025-08-15T14:56:16.649Z</lastmod>
<lastmod>2025-08-16T01:28:45.108Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html</loc>
<lastmod>2025-08-15T14:56:16.395Z</lastmod>
<lastmod>2025-08-16T01:28:44.858Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html</loc>
<lastmod>2025-08-15T14:56:16.803Z</lastmod>
<lastmod>2025-08-16T01:28:45.257Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.chat.html</loc>
<lastmod>2025-08-15T14:56:16.132Z</lastmod>
<lastmod>2025-08-16T01:28:44.596Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.args.html</loc>
<lastmod>2025-08-15T14:56:16.209Z</lastmod>
<lastmod>2025-08-16T01:28:44.673Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.main.html</loc>
<lastmod>2025-08-15T14:56:16.173Z</lastmod>
<lastmod>2025-08-16T01:28:44.637Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html</loc>
<lastmod>2025-08-15T14:56:16.385Z</lastmod>
<lastmod>2025-08-16T01:28:44.847Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.trl.html</loc>
<lastmod>2025-08-15T14:56:17.090Z</lastmod>
<lastmod>2025-08-16T01:28:45.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html</loc>
<lastmod>2025-08-15T14:56:16.633Z</lastmod>
<lastmod>2025-08-16T01:28:45.092Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_tokenizers.html</loc>
<lastmod>2025-08-15T14:56:16.062Z</lastmod>
<lastmod>2025-08-16T01:28:44.527Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html</loc>
<lastmod>2025-08-15T14:56:16.535Z</lastmod>
<lastmod>2025-08-16T01:28:44.994Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/logging_config.html</loc>
<lastmod>2025-08-15T14:56:16.072Z</lastmod>
<lastmod>2025-08-16T01:28:44.536Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/tokenized.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/index.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/pretraining.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/qat.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html</loc>
<lastmod>2025-08-15T14:53:04.762Z</lastmod>
<lastmod>2025-08-16T01:25:11.139Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/FAQS.html</loc>
<lastmod>2025-08-15T14:53:04.751Z</lastmod>
<lastmod>2025-08-16T01:25:11.129Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/installation.html</loc>
<lastmod>2025-08-15T14:53:04.756Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/template_free.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/conversation.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.dict.html</loc>
<lastmod>2025-08-15T14:56:16.996Z</lastmod>
<lastmod>2025-08-16T01:28:45.449Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html</loc>
<lastmod>2025-08-15T14:56:16.575Z</lastmod>
<lastmod>2025-08-16T01:28:45.034Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.core.html</loc>
<lastmod>2025-08-15T14:56:17.302Z</lastmod>
<lastmod>2025-08-16T01:28:45.757Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.inference.html</loc>
<lastmod>2025-08-15T14:56:16.255Z</lastmod>
<lastmod>2025-08-16T01:28:44.719Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.freeze.html</loc>
<lastmod>2025-08-15T14:56:16.926Z</lastmod>
<lastmod>2025-08-16T01:28:45.381Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.sampler.html</loc>
<lastmod>2025-08-15T14:56:16.407Z</lastmod>
<lastmod>2025-08-16T01:28:44.870Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mixins.rng_state_loader.html</loc>
<lastmod>2025-08-15T14:56:16.454Z</lastmod>
<lastmod>2025-08-16T01:28:44.916Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.html</loc>
<lastmod>2025-08-15T14:56:16.307Z</lastmod>
<lastmod>2025-08-16T01:28:44.770Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.shared.html</loc>
<lastmod>2025-08-15T14:56:16.127Z</lastmod>
<lastmod>2025-08-16T01:28:44.591Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html</loc>
<lastmod>2025-08-15T14:56:17.381Z</lastmod>
<lastmod>2025-08-16T01:28:45.836Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html</loc>
<lastmod>2025-08-15T14:56:17.329Z</lastmod>
<lastmod>2025-08-16T01:28:45.784Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.utils.html</loc>
<lastmod>2025-08-15T14:56:16.409Z</lastmod>
<lastmod>2025-08-16T01:28:44.872Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html</loc>
<lastmod>2025-08-15T14:56:17.004Z</lastmod>
<lastmod>2025-08-16T01:28:45.457Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.base.html</loc>
<lastmod>2025-08-15T14:56:17.260Z</lastmod>
<lastmod>2025-08-16T01:28:45.714Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html</loc>
<lastmod>2025-08-15T14:56:16.631Z</lastmod>
<lastmod>2025-08-16T01:28:45.090Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html</loc>
<lastmod>2025-08-15T14:56:16.847Z</lastmod>
<lastmod>2025-08-16T01:28:45.301Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.quantization.html</loc>
<lastmod>2025-08-15T14:56:17.032Z</lastmod>
<lastmod>2025-08-16T01:28:45.486Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.qat.html</loc>
<lastmod>2025-08-15T14:56:17.394Z</lastmod>
<lastmod>2025-08-16T01:28:45.850Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.builders.base.html</loc>
<lastmod>2025-08-15T14:56:16.078Z</lastmod>
<lastmod>2025-08-16T01:28:44.543Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_cpu.html</loc>
<lastmod>2025-08-15T14:56:16.871Z</lastmod>
<lastmod>2025-08-16T01:28:45.325Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html</loc>
<lastmod>2025-08-15T14:56:17.272Z</lastmod>
<lastmod>2025-08-16T01:28:45.726Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.liger.args.html</loc>
<lastmod>2025-08-15T14:56:17.275Z</lastmod>
<lastmod>2025-08-16T01:28:45.729Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mamba.html</loc>
<lastmod>2025-08-15T14:56:17.324Z</lastmod>
<lastmod>2025-08-16T01:28:45.779Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.model.html</loc>
<lastmod>2025-08-15T14:56:16.419Z</lastmod>
<lastmod>2025-08-16T01:28:44.881Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schedulers.html</loc>
<lastmod>2025-08-15T14:56:16.971Z</lastmod>
<lastmod>2025-08-16T01:28:45.424Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.lora.html</loc>
<lastmod>2025-08-15T14:56:16.765Z</lastmod>
<lastmod>2025-08-16T01:28:45.219Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html</loc>
<lastmod>2025-08-15T14:56:16.915Z</lastmod>
<lastmod>2025-08-16T01:28:45.369Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html</loc>
<lastmod>2025-08-15T14:56:16.125Z</lastmod>
<lastmod>2025-08-16T01:28:44.590Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.mamba.html</loc>
<lastmod>2025-08-15T14:56:16.378Z</lastmod>
<lastmod>2025-08-16T01:28:44.841Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.enums.html</loc>
<lastmod>2025-08-15T14:56:17.117Z</lastmod>
<lastmod>2025-08-16T01:28:45.572Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html</loc>
<lastmod>2025-08-15T14:56:16.868Z</lastmod>
<lastmod>2025-08-16T01:28:45.322Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.utils.html</loc>
<lastmod>2025-08-15T14:56:16.794Z</lastmod>
<lastmod>2025-08-16T01:28:45.249Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.training_args.html</loc>
<lastmod>2025-08-15T14:56:16.100Z</lastmod>
<lastmod>2025-08-16T01:28:44.564Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html</loc>
<lastmod>2025-08-15T14:56:17.375Z</lastmod>
<lastmod>2025-08-16T01:28:45.831Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html</loc>
<lastmod>2025-08-15T14:56:16.305Z</lastmod>
<lastmod>2025-08-16T01:28:44.768Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.load.html</loc>
<lastmod>2025-08-15T14:56:16.329Z</lastmod>
<lastmod>2025-08-16T01:28:44.792Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/train.html</loc>
<lastmod>2025-08-15T14:56:15.986Z</lastmod>
<lastmod>2025-08-16T01:28:44.447Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html</loc>
<lastmod>2025-08-15T14:56:17.264Z</lastmod>
<lastmod>2025-08-16T01:28:45.719Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html</loc>
<lastmod>2025-08-15T14:56:17.369Z</lastmod>
<lastmod>2025-08-16T01:28:45.825Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html</loc>
<lastmod>2025-08-15T14:56:16.592Z</lastmod>
<lastmod>2025-08-16T01:28:45.051Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html</loc>
<lastmod>2025-08-15T14:56:16.809Z</lastmod>
<lastmod>2025-08-16T01:28:45.263Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html</loc>
<lastmod>2025-08-15T14:56:16.866Z</lastmod>
<lastmod>2025-08-16T01:28:45.321Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.lora.html</loc>
<lastmod>2025-08-15T14:56:16.910Z</lastmod>
<lastmod>2025-08-16T01:28:45.364Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.tokenizer.html</loc>
<lastmod>2025-08-15T14:56:16.427Z</lastmod>
<lastmod>2025-08-16T01:28:44.889Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html</loc>
<lastmod>2025-08-15T14:56:16.124Z</lastmod>
<lastmod>2025-08-16T01:28:44.588Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.batching.html</loc>
<lastmod>2025-08-15T14:56:17.321Z</lastmod>
<lastmod>2025-08-16T01:28:45.776Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html</loc>
<lastmod>2025-08-15T14:56:16.275Z</lastmod>
<lastmod>2025-08-16T01:28:44.739Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html</loc>
<lastmod>2025-08-15T14:56:16.569Z</lastmod>
<lastmod>2025-08-16T01:28:45.028Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.tokenization.html</loc>
<lastmod>2025-08-15T14:56:16.903Z</lastmod>
<lastmod>2025-08-16T01:28:45.357Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.architectures.html</loc>
<lastmod>2025-08-15T14:56:17.283Z</lastmod>
<lastmod>2025-08-16T01:28:45.738Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html</loc>
<lastmod>2025-08-15T14:56:16.140Z</lastmod>
<lastmod>2025-08-16T01:28:44.604Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.base.html</loc>
<lastmod>2025-08-15T14:56:16.357Z</lastmod>
<lastmod>2025-08-16T01:28:44.820Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html</loc>
<lastmod>2025-08-15T14:56:16.837Z</lastmod>
<lastmod>2025-08-16T01:28:45.292Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.utils.html</loc>
<lastmod>2025-08-15T14:56:17.123Z</lastmod>
<lastmod>2025-08-16T01:28:45.578Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html</loc>
<lastmod>2025-08-15T14:56:16.618Z</lastmod>
<lastmod>2025-08-16T01:28:45.077Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.config.html</loc>
<lastmod>2025-08-15T14:56:16.236Z</lastmod>
<lastmod>2025-08-16T01:28:44.701Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.peft.html</loc>
<lastmod>2025-08-15T14:56:17.086Z</lastmod>
<lastmod>2025-08-16T01:28:45.541Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html</loc>
<lastmod>2025-08-15T14:56:16.556Z</lastmod>
<lastmod>2025-08-16T01:28:45.015Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html</loc>
<lastmod>2025-08-15T14:56:16.630Z</lastmod>
<lastmod>2025-08-16T01:28:45.089Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html</loc>
<lastmod>2025-08-15T14:56:16.804Z</lastmod>
<lastmod>2025-08-16T01:28:45.258Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.base.html</loc>
<lastmod>2025-08-15T14:56:16.488Z</lastmod>
<lastmod>2025-08-16T01:28:44.948Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html</loc>
<lastmod>2025-08-15T14:56:17.300Z</lastmod>
<lastmod>2025-08-16T01:28:45.755Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.relora.html</loc>
<lastmod>2025-08-15T14:56:16.808Z</lastmod>
<lastmod>2025-08-16T01:28:45.262Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.const.html</loc>
<lastmod>2025-08-15T14:56:17.284Z</lastmod>
<lastmod>2025-08-16T01:28:45.739Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html</loc>
<lastmod>2025-08-15T14:56:16.857Z</lastmod>
<lastmod>2025-08-16T01:28:45.311Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.distributed.html</loc>
<lastmod>2025-08-15T14:56:16.991Z</lastmod>
<lastmod>2025-08-16T01:28:45.444Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.constants.html</loc>
<lastmod>2025-08-15T14:56:16.445Z</lastmod>
<lastmod>2025-08-16T01:28:44.907Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.gradient_checkpointing.offload_disk.html</loc>
<lastmod>2025-08-15T14:56:16.897Z</lastmod>
<lastmod>2025-08-16T01:28:45.351Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/datasets.html</loc>
<lastmod>2025-08-15T14:56:16.008Z</lastmod>
<lastmod>2025-08-16T01:28:44.469Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html</loc>
<lastmod>2025-08-15T14:56:16.863Z</lastmod>
<lastmod>2025-08-16T01:28:45.318Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.processor.html</loc>
<lastmod>2025-08-15T14:56:16.428Z</lastmod>
<lastmod>2025-08-16T01:28:44.891Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html</loc>
<lastmod>2025-08-15T14:56:17.281Z</lastmod>
<lastmod>2025-08-16T01:28:45.736Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/loaders.adapter.html</loc>
<lastmod>2025-08-15T14:56:16.434Z</lastmod>
<lastmod>2025-08-16T01:28:44.896Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.model.html</loc>
<lastmod>2025-08-15T14:56:17.054Z</lastmod>
<lastmod>2025-08-16T01:28:45.507Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html</loc>
<lastmod>2025-08-15T14:56:16.628Z</lastmod>
<lastmod>2025-08-16T01:28:45.087Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/batch_vs_grad.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.130Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/mac.html</loc>
<lastmod>2025-08-15T14:53:04.756Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/nd_parallelism.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_loading.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lora_optims.html</loc>
<lastmod>2025-08-15T14:53:04.756Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/unsloth.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/config-reference.html</loc>
<lastmod>2025-08-15T14:56:30.358Z</lastmod>
<lastmod>2025-08-16T01:28:59.918Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/custom_integrations.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.130Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/faq.html</loc>
<lastmod>2025-08-15T14:53:04.754Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/amd_hpc.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.130Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-node.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/cli.html</loc>
<lastmod>2025-08-15T14:53:04.753Z</lastmod>
<lastmod>2025-08-16T01:25:11.130Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/nccl.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/optimizers.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.134Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/getting-started.html</loc>
<lastmod>2025-08-15T14:53:04.754Z</lastmod>
<lastmod>2025-08-16T01:25:11.131Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/quantize.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/reward_modelling.html</loc>
<lastmod>2025-08-15T14:53:04.757Z</lastmod>
<lastmod>2025-08-16T01:25:11.135Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html</loc>
<lastmod>2025-08-15T14:53:04.777Z</lastmod>
<lastmod>2025-08-16T01:25:11.155Z</lastmod>
</url>
</urlset>