tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2025-04-10 15:35:28 +00:00
parent d9bb8f5267
commit 3ecb239742
4 changed files with 173 additions and 173 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.nojekyll
View File

@@ -1 +1 @@
644e3464
e6983b1a

2
docs/rlhf.html
View File

@@ -994,7 +994,7 @@ Important
<span id="cb35-14"><a href="#cb35-14" aria-hidden="true" tabindex="-1"></a><span class="at"> </span><span class="fu">vllm_server_host</span><span class="kw">:</span><span class="at"> </span><span class="fl">0.0.0.0</span></span>
<span id="cb35-15"><a href="#cb35-15" aria-hidden="true" tabindex="-1"></a><span class="at"> </span><span class="fu">vllm_server_port</span><span class="kw">:</span><span class="at"> </span><span class="dv">8000</span></span>
<span id="cb35-16"><a href="#cb35-16" aria-hidden="true" tabindex="-1"></a><span class="at"> </span><span class="fu">vllm_server_timeout</span><span class="kw">:</span><span class="at"> </span><span class="dv">300</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb36"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb36-1"><a href="#cb36-1" aria-hidden="true" tabindex="-1"></a><span class="va">CUDA_VISIBLE_DEVICES</span><span class="op">=</span>2,3 <span class="ex">axolotl</span> vllm_serve grpo.yaml</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb36"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb36-1"><a href="#cb36-1" aria-hidden="true" tabindex="-1"></a><span class="va">CUDA_VISIBLE_DEVICES</span><span class="op">=</span>2,3 <span class="ex">axolotl</span> vllm-serve grpo.yaml</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Your <code>vLLM</code> instance will now attempt to spin up, and it’s time to kick off training utilizing our remaining two GPUs. In another terminal, execute:</p>
<div class="sourceCode" id="cb37"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb37-1"><a href="#cb37-1" aria-hidden="true" tabindex="-1"></a><span class="va">CUDA_VISIBLE_DEVICES</span><span class="op">=</span>0,1 <span class="ex">axolotl</span> train grpo.yaml <span class="at">--num-processes</span> 2</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<section id="reward-functions" class="level4">

2
search.json
View File

File diff suppressed because one or more lines are too long

340
sitemap.xml
View File

@@ -2,682 +2,682 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://docs.axolotl.ai/examples/colab-notebooks/colab-axolotl-example.html</loc>
<lastmod>2025-04-10T05:34:37.181Z</lastmod>
<lastmod>2025-04-10T15:33:22.548Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/stepwise_supervised.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/template_free.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/tokenized.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/nccl.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/amd_hpc.html</loc>
<lastmod>2025-04-10T05:34:37.176Z</lastmod>
<lastmod>2025-04-10T15:33:22.543Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/config.html</loc>
<lastmod>2025-04-10T05:34:37.176Z</lastmod>
<lastmod>2025-04-10T15:33:22.543Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-gpu.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/installation.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/torchao.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/reward_modelling.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/input_output.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multimodal.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.mlflow_.html</loc>
<lastmod>2025-04-10T05:35:05.591Z</lastmod>
<lastmod>2025-04-10T15:33:52.397Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.trainer_fsdp_optim.html</loc>
<lastmod>2025-04-10T05:35:05.184Z</lastmod>
<lastmod>2025-04-10T15:33:51.991Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.data.batch_dataset_fetcher.html</loc>
<lastmod>2025-04-10T05:35:05.200Z</lastmod>
<lastmod>2025-04-10T15:33:52.008Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.stepwise_supervised.html</loc>
<lastmod>2025-04-10T05:35:04.886Z</lastmod>
<lastmod>2025-04-10T15:33:51.697Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mistral_attn_hijack_flash.html</loc>
<lastmod>2025-04-10T05:35:05.130Z</lastmod>
<lastmod>2025-04-10T15:33:51.937Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.user_defined.html</loc>
<lastmod>2025-04-10T05:35:04.933Z</lastmod>
<lastmod>2025-04-10T15:33:51.743Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.liger.args.html</loc>
<lastmod>2025-04-10T05:35:05.507Z</lastmod>
<lastmod>2025-04-10T15:33:52.315Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.training.html</loc>
<lastmod>2025-04-10T05:35:05.371Z</lastmod>
<lastmod>2025-04-10T15:33:52.178Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/datasets.html</loc>
<lastmod>2025-04-10T05:35:04.376Z</lastmod>
<lastmod>2025-04-10T15:33:51.197Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.geglu.html</loc>
<lastmod>2025-04-10T05:35:05.069Z</lastmod>
<lastmod>2025-04-10T15:33:51.877Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_flash.html</loc>
<lastmod>2025-04-10T05:35:05.114Z</lastmod>
<lastmod>2025-04-10T15:33:51.921Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.sweeps.html</loc>
<lastmod>2025-04-10T05:35:04.718Z</lastmod>
<lastmod>2025-04-10T15:33:51.531Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.freeze.html</loc>
<lastmod>2025-04-10T05:35:05.272Z</lastmod>
<lastmod>2025-04-10T15:33:52.080Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.multipack.html</loc>
<lastmod>2025-04-10T05:35:05.131Z</lastmod>
<lastmod>2025-04-10T15:33:51.939Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.main.html</loc>
<lastmod>2025-04-10T05:35:04.611Z</lastmod>
<lastmod>2025-04-10T15:33:51.427Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.trl.html</loc>
<lastmod>2025-04-10T05:35:04.795Z</lastmod>
<lastmod>2025-04-10T15:33:51.607Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.passthrough.html</loc>
<lastmod>2025-04-10T05:35:04.935Z</lastmod>
<lastmod>2025-04-10T15:33:51.744Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.llama3x.html</loc>
<lastmod>2025-04-10T05:35:04.565Z</lastmod>
<lastmod>2025-04-10T15:33:51.382Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.transforms.chat_builder.html</loc>
<lastmod>2025-04-10T05:35:04.580Z</lastmod>
<lastmod>2025-04-10T15:33:51.396Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.user_defined.html</loc>
<lastmod>2025-04-10T05:35:04.952Z</lastmod>
<lastmod>2025-04-10T15:33:51.762Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mamba.html</loc>
<lastmod>2025-04-10T05:35:05.563Z</lastmod>
<lastmod>2025-04-10T15:33:52.370Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.base.html</loc>
<lastmod>2025-04-10T05:35:05.492Z</lastmod>
<lastmod>2025-04-10T15:33:52.300Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.bench.html</loc>
<lastmod>2025-04-10T05:35:05.264Z</lastmod>
<lastmod>2025-04-10T15:33:52.072Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.swiglu.html</loc>
<lastmod>2025-04-10T05:35:05.079Z</lastmod>
<lastmod>2025-04-10T15:33:51.887Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.shared.html</loc>
<lastmod>2025-04-10T05:35:04.567Z</lastmod>
<lastmod>2025-04-10T15:33:51.384Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.cut_cross_entropy.args.html</loc>
<lastmod>2025-04-10T05:35:05.496Z</lastmod>
<lastmod>2025-04-10T15:33:52.303Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.datasets.chat.html</loc>
<lastmod>2025-04-10T05:35:04.572Z</lastmod>
<lastmod>2025-04-10T15:33:51.389Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.lisa.html</loc>
<lastmod>2025-04-10T05:35:05.587Z</lastmod>
<lastmod>2025-04-10T15:33:52.394Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.grokfast.optimizer.html</loc>
<lastmod>2025-04-10T05:35:05.497Z</lastmod>
<lastmod>2025-04-10T15:33:52.304Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_chat.html</loc>
<lastmod>2025-04-10T05:35:04.835Z</lastmod>
<lastmod>2025-04-10T15:33:51.647Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_instruct.html</loc>
<lastmod>2025-04-10T05:35:04.837Z</lastmod>
<lastmod>2025-04-10T15:33:51.648Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.chatml.html</loc>
<lastmod>2025-04-10T05:35:04.951Z</lastmod>
<lastmod>2025-04-10T15:33:51.760Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.integrations.html</loc>
<lastmod>2025-04-10T05:35:05.418Z</lastmod>
<lastmod>2025-04-10T15:33:52.224Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.trl.html</loc>
<lastmod>2025-04-10T05:35:05.400Z</lastmod>
<lastmod>2025-04-10T15:33:52.207Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_tokenizers.html</loc>
<lastmod>2025-04-10T05:35:04.432Z</lastmod>
<lastmod>2025-04-10T15:33:51.252Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.sft.html</loc>
<lastmod>2025-04-10T05:35:05.348Z</lastmod>
<lastmod>2025-04-10T15:33:52.155Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schedulers.html</loc>
<lastmod>2025-04-10T05:35:05.314Z</lastmod>
<lastmod>2025-04-10T15:33:52.121Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.chat_templates.html</loc>
<lastmod>2025-04-10T05:35:05.247Z</lastmod>
<lastmod>2025-04-10T15:33:52.054Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.models.html</loc>
<lastmod>2025-04-10T05:35:05.231Z</lastmod>
<lastmod>2025-04-10T15:33:52.038Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chatml.html</loc>
<lastmod>2025-04-10T05:35:04.930Z</lastmod>
<lastmod>2025-04-10T15:33:51.740Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.distributed.html</loc>
<lastmod>2025-04-10T05:35:05.334Z</lastmod>
<lastmod>2025-04-10T15:33:52.141Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.utils.html</loc>
<lastmod>2025-04-10T05:35:05.172Z</lastmod>
<lastmod>2025-04-10T15:33:51.980Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.utils.html</loc>
<lastmod>2025-04-10T05:35:05.430Z</lastmod>
<lastmod>2025-04-10T15:33:52.236Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_expand_mask.html</loc>
<lastmod>2025-04-10T05:35:05.139Z</lastmod>
<lastmod>2025-04-10T15:33:51.947Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.datasets.html</loc>
<lastmod>2025-04-10T05:35:05.533Z</lastmod>
<lastmod>2025-04-10T15:33:52.340Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/logging_config.html</loc>
<lastmod>2025-04-10T05:35:04.437Z</lastmod>
<lastmod>2025-04-10T15:33:51.257Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.quantize.html</loc>
<lastmod>2025-04-10T05:35:05.086Z</lastmod>
<lastmod>2025-04-10T15:33:51.894Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_patch_multipack.html</loc>
<lastmod>2025-04-10T05:35:05.175Z</lastmod>
<lastmod>2025-04-10T15:33:51.983Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.model.html</loc>
<lastmod>2025-04-10T05:35:05.366Z</lastmod>
<lastmod>2025-04-10T15:33:52.173Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.stablelm_attn_hijack_flash.html</loc>
<lastmod>2025-04-10T05:35:05.181Z</lastmod>
<lastmod>2025-04-10T15:33:51.988Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.mixtral.html</loc>
<lastmod>2025-04-10T05:35:05.202Z</lastmod>
<lastmod>2025-04-10T15:33:52.009Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.tokenization.html</loc>
<lastmod>2025-04-10T05:35:05.237Z</lastmod>
<lastmod>2025-04-10T15:33:52.044Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.kd.trainer.html</loc>
<lastmod>2025-04-10T05:35:05.504Z</lastmod>
<lastmod>2025-04-10T15:33:52.311Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.datasets.html</loc>
<lastmod>2025-04-10T05:35:05.388Z</lastmod>
<lastmod>2025-04-10T15:33:52.195Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.core.html</loc>
<lastmod>2025-04-10T05:35:05.535Z</lastmod>
<lastmod>2025-04-10T15:33:52.343Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.btlm_attn_hijack_flash.html</loc>
<lastmod>2025-04-10T05:35:05.174Z</lastmod>
<lastmod>2025-04-10T15:33:51.981Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.optimizers.adopt.html</loc>
<lastmod>2025-04-10T05:35:05.345Z</lastmod>
<lastmod>2025-04-10T15:33:52.152Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.input_output.html</loc>
<lastmod>2025-04-10T05:35:04.882Z</lastmod>
<lastmod>2025-04-10T15:33:51.692Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/index.html</loc>
<lastmod>2025-04-10T05:35:04.297Z</lastmod>
<lastmod>2025-04-10T15:33:51.119Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.modal_.html</loc>
<lastmod>2025-04-10T05:35:04.764Z</lastmod>
<lastmod>2025-04-10T15:33:51.576Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.llama3.html</loc>
<lastmod>2025-04-10T05:35:04.920Z</lastmod>
<lastmod>2025-04-10T15:33:51.730Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.train.html</loc>
<lastmod>2025-04-10T05:35:04.620Z</lastmod>
<lastmod>2025-04-10T15:33:51.436Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainer_builder.html</loc>
<lastmod>2025-04-10T05:35:04.452Z</lastmod>
<lastmod>2025-04-10T15:33:51.272Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.perplexity.html</loc>
<lastmod>2025-04-10T05:35:05.582Z</lastmod>
<lastmod>2025-04-10T15:33:52.389Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/getting-started.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_loading.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/batch_vs_grad.html</loc>
<lastmod>2025-04-10T05:34:37.176Z</lastmod>
<lastmod>2025-04-10T15:33:22.543Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/faq.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/debugging.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lr_groups.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/TODO.html</loc>
<lastmod>2025-04-10T05:34:37.175Z</lastmod>
<lastmod>2025-04-10T15:33:22.542Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/LICENSE.html</loc>
<lastmod>2025-04-10T05:34:37.196Z</lastmod>
<lastmod>2025-04-10T15:33:22.563Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/index.html</loc>
<lastmod>2025-04-10T05:34:37.193Z</lastmod>
<lastmod>2025-04-10T15:33:22.560Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html</loc>
<lastmod>2025-04-10T05:34:37.196Z</lastmod>
<lastmod>2025-04-10T15:33:22.563Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/FAQS.html</loc>
<lastmod>2025-04-10T05:34:37.175Z</lastmod>
<lastmod>2025-04-10T15:33:22.542Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multi-node.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/sequence_parallelism.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/multipack.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/inference.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/lora_optims.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.lora_embeddings.html</loc>
<lastmod>2025-04-10T05:35:05.255Z</lastmod>
<lastmod>2025-04-10T15:33:52.063Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.utils.html</loc>
<lastmod>2025-04-10T05:35:05.088Z</lastmod>
<lastmod>2025-04-10T15:33:51.896Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.chat_template.html</loc>
<lastmod>2025-04-10T05:35:04.822Z</lastmod>
<lastmod>2025-04-10T15:33:51.633Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/convert.html</loc>
<lastmod>2025-04-10T05:35:04.390Z</lastmod>
<lastmod>2025-04-10T15:33:51.211Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.const.html</loc>
<lastmod>2025-04-10T05:35:05.517Z</lastmod>
<lastmod>2025-04-10T15:33:52.324Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.cloud.base.html</loc>
<lastmod>2025-04-10T05:35:04.757Z</lastmod>
<lastmod>2025-04-10T15:33:51.570Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.relora.html</loc>
<lastmod>2025-04-10T05:35:05.138Z</lastmod>
<lastmod>2025-04-10T15:33:51.946Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.lora.html</loc>
<lastmod>2025-04-10T05:35:05.252Z</lastmod>
<lastmod>2025-04-10T15:33:52.059Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_lora.html</loc>
<lastmod>2025-04-10T05:35:04.692Z</lastmod>
<lastmod>2025-04-10T15:33:51.506Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.bradley_terry.llama3.html</loc>
<lastmod>2025-04-10T05:35:04.976Z</lastmod>
<lastmod>2025-04-10T15:33:51.785Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.merge_sharded_fsdp_weights.html</loc>
<lastmod>2025-04-10T05:35:04.704Z</lastmod>
<lastmod>2025-04-10T15:33:51.517Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.spectrum.args.html</loc>
<lastmod>2025-04-10T05:35:05.514Z</lastmod>
<lastmod>2025-04-10T15:33:52.321Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/models.mamba.modeling_mamba.html</loc>
<lastmod>2025-04-10T05:35:05.534Z</lastmod>
<lastmod>2025-04-10T15:33:52.341Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/common.architectures.html</loc>
<lastmod>2025-04-10T05:35:05.515Z</lastmod>
<lastmod>2025-04-10T15:33:52.323Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.trainer.html</loc>
<lastmod>2025-04-10T05:35:05.289Z</lastmod>
<lastmod>2025-04-10T15:33:52.096Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.comet_.html</loc>
<lastmod>2025-04-10T05:35:05.594Z</lastmod>
<lastmod>2025-04-10T15:33:52.401Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.vllm_serve.html</loc>
<lastmod>2025-04-10T05:35:04.754Z</lastmod>
<lastmod>2025-04-10T15:33:51.567Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.multimodal.html</loc>
<lastmod>2025-04-10T05:35:05.406Z</lastmod>
<lastmod>2025-04-10T15:33:52.212Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.gradient_checkpointing.unsloth.html</loc>
<lastmod>2025-04-10T05:35:05.351Z</lastmod>
<lastmod>2025-04-10T15:33:52.158Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.base.html</loc>
<lastmod>2025-04-10T05:35:04.778Z</lastmod>
<lastmod>2025-04-10T15:33:51.590Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.unsloth_.html</loc>
<lastmod>2025-04-10T05:35:05.192Z</lastmod>
<lastmod>2025-04-10T15:33:51.999Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.samplers.multipack.html</loc>
<lastmod>2025-04-10T05:35:05.576Z</lastmod>
<lastmod>2025-04-10T15:33:52.382Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.callbacks.profiler.html</loc>
<lastmod>2025-04-10T05:35:05.586Z</lastmod>
<lastmod>2025-04-10T15:33:52.392Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/integrations.lm_eval.args.html</loc>
<lastmod>2025-04-10T05:35:05.510Z</lastmod>
<lastmod>2025-04-10T15:33:52.318Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.data.pretraining.html</loc>
<lastmod>2025-04-10T05:35:05.346Z</lastmod>
<lastmod>2025-04-10T15:33:52.153Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/evaluate.html</loc>
<lastmod>2025-04-10T05:35:04.369Z</lastmod>
<lastmod>2025-04-10T15:33:51.190Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.dict.html</loc>
<lastmod>2025-04-10T05:35:05.337Z</lastmod>
<lastmod>2025-04-10T15:33:52.145Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.utils.html</loc>
<lastmod>2025-04-10T05:35:04.749Z</lastmod>
<lastmod>2025-04-10T15:33:51.562Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.pygmalion.html</loc>
<lastmod>2025-04-10T05:35:04.904Z</lastmod>
<lastmod>2025-04-10T15:33:51.714Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.training_args.html</loc>
<lastmod>2025-04-10T05:35:04.539Z</lastmod>
<lastmod>2025-04-10T15:33:51.357Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.inference.html</loc>
<lastmod>2025-04-10T05:35:04.684Z</lastmod>
<lastmod>2025-04-10T15:33:51.498Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/kernels.lora.html</loc>
<lastmod>2025-04-10T05:35:05.058Z</lastmod>
<lastmod>2025-04-10T15:33:51.867Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.evaluate.html</loc>
<lastmod>2025-04-10T05:35:04.628Z</lastmod>
<lastmod>2025-04-10T15:33:51.444Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.batching.html</loc>
<lastmod>2025-04-10T05:35:05.559Z</lastmod>
<lastmod>2025-04-10T15:33:52.366Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.completion.html</loc>
<lastmod>2025-04-10T05:35:04.876Z</lastmod>
<lastmod>2025-04-10T15:33:51.686Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.zephyr.html</loc>
<lastmod>2025-04-10T05:35:04.932Z</lastmod>
<lastmod>2025-04-10T15:33:51.741Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.metharme.html</loc>
<lastmod>2025-04-10T05:35:04.893Z</lastmod>
<lastmod>2025-04-10T15:33:51.704Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orpo.chat_template.html</loc>
<lastmod>2025-04-10T05:35:04.973Z</lastmod>
<lastmod>2025-04-10T15:33:51.782Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.alpaca_w_system.html</loc>
<lastmod>2025-04-10T05:35:04.849Z</lastmod>
<lastmod>2025-04-10T15:33:51.660Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.model_shard_quant.html</loc>
<lastmod>2025-04-10T05:35:05.261Z</lastmod>
<lastmod>2025-04-10T15:33:52.068Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.config.html</loc>
<lastmod>2025-04-10T05:35:04.669Z</lastmod>
<lastmod>2025-04-10T15:33:51.484Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.enums.html</loc>
<lastmod>2025-04-10T05:35:05.425Z</lastmod>
<lastmod>2025-04-10T15:33:52.230Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.preprocess.html</loc>
<lastmod>2025-04-10T05:35:04.712Z</lastmod>
<lastmod>2025-04-10T15:33:51.525Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.messages.html</loc>
<lastmod>2025-04-10T05:35:04.562Z</lastmod>
<lastmod>2025-04-10T15:33:51.379Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.dpo.chat_template.html</loc>
<lastmod>2025-04-10T05:35:04.910Z</lastmod>
<lastmod>2025-04-10T15:33:51.720Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.peft.html</loc>
<lastmod>2025-04-10T05:35:05.397Z</lastmod>
<lastmod>2025-04-10T15:33:52.204Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/train.html</loc>
<lastmod>2025-04-10T05:35:04.358Z</lastmod>
<lastmod>2025-04-10T15:33:51.180Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.messages.chat.html</loc>
<lastmod>2025-04-10T05:35:04.908Z</lastmod>
<lastmod>2025-04-10T15:33:51.718Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.orcamini.html</loc>
<lastmod>2025-04-10T05:35:04.897Z</lastmod>
<lastmod>2025-04-10T15:33:51.707Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.collators.mm_chat.html</loc>
<lastmod>2025-04-10T05:35:05.568Z</lastmod>
<lastmod>2025-04-10T15:33:52.375Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.kto.llama3.html</loc>
<lastmod>2025-04-10T05:35:04.943Z</lastmod>
<lastmod>2025-04-10T15:33:51.752Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.attention.mllama.html</loc>
<lastmod>2025-04-10T05:35:05.199Z</lastmod>
<lastmod>2025-04-10T15:33:52.006Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.checks.html</loc>
<lastmod>2025-04-10T05:35:04.652Z</lastmod>
<lastmod>2025-04-10T15:33:51.467Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.transformers_fa_utils.html</loc>
<lastmod>2025-04-10T05:35:05.191Z</lastmod>
<lastmod>2025-04-10T15:33:51.998Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.llama_attn_hijack_xformers.html</loc>
<lastmod>2025-04-10T05:35:05.115Z</lastmod>
<lastmod>2025-04-10T15:33:51.923Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.dpo.trainer.html</loc>
<lastmod>2025-04-10T05:35:04.802Z</lastmod>
<lastmod>2025-04-10T15:33:51.614Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.user_defined.html</loc>
<lastmod>2025-04-10T05:35:04.857Z</lastmod>
<lastmod>2025-04-10T15:33:51.668Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/cli.args.html</loc>
<lastmod>2025-04-10T05:35:04.645Z</lastmod>
<lastmod>2025-04-10T15:33:51.460Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.llama2_chat.html</loc>
<lastmod>2025-04-10T05:35:04.870Z</lastmod>
<lastmod>2025-04-10T15:33:51.681Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/utils.schemas.config.html</loc>
<lastmod>2025-04-10T05:35:05.359Z</lastmod>
<lastmod>2025-04-10T15:33:52.166Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.trainers.grpo.trainer.html</loc>
<lastmod>2025-04-10T05:35:04.805Z</lastmod>
<lastmod>2025-04-10T15:33:51.617Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/core.chat.format.chatml.html</loc>
<lastmod>2025-04-10T05:35:04.564Z</lastmod>
<lastmod>2025-04-10T15:33:51.381Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/monkeypatch.lora_kernels.html</loc>
<lastmod>2025-04-10T05:35:05.164Z</lastmod>
<lastmod>2025-04-10T15:33:51.972Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/api/prompt_strategies.base.html</loc>
<lastmod>2025-04-10T05:35:04.807Z</lastmod>
<lastmod>2025-04-10T15:33:51.618Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/rlhf.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/cli.html</loc>
<lastmod>2025-04-10T05:34:37.176Z</lastmod>
<lastmod>2025-04-10T15:33:22.543Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/unsloth.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/fsdp_qlora.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset_preprocessing.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/custom_integrations.html</loc>
<lastmod>2025-04-10T05:34:37.176Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/mac.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/docker.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/ray-integration.html</loc>
<lastmod>2025-04-10T05:34:37.180Z</lastmod>
<lastmod>2025-04-10T15:33:22.547Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/index.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/conversation.html</loc>
<lastmod>2025-04-10T05:34:37.176Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/pretraining.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
<url>
<loc>https://docs.axolotl.ai/docs/dataset-formats/inst_tune.html</loc>
<lastmod>2025-04-10T05:34:37.177Z</lastmod>
<lastmod>2025-04-10T15:33:22.544Z</lastmod>
</url>
</urlset>