Built site for gh-pages
This commit is contained in:
@@ -351,7 +351,7 @@ Description
|
|||||||
</tr>
|
</tr>
|
||||||
</thead>
|
</thead>
|
||||||
<tbody class="list">
|
<tbody class="list">
|
||||||
<tr data-index="0" data-listing-file-modified-sort="1720703982275" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
|
<tr data-index="0" data-listing-file-modified-sort="1720878120692" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
|
||||||
<td>
|
<td>
|
||||||
<a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
|
<a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
|
||||||
</td>
|
</td>
|
||||||
@@ -359,7 +359,7 @@ Description
|
|||||||
<span class="listing-description">Data format for a pre-training completion task.</span>
|
<span class="listing-description">Data format for a pre-training completion task.</span>
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
<tr data-index="1" data-listing-file-modified-sort="1720703982275" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
|
<tr data-index="1" data-listing-file-modified-sort="1720878120692" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
|
||||||
<td>
|
<td>
|
||||||
<a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
|
<a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
|
||||||
</td>
|
</td>
|
||||||
@@ -367,7 +367,7 @@ Description
|
|||||||
<span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
|
<span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
<tr data-index="2" data-listing-file-modified-sort="1720703982275" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
|
<tr data-index="2" data-listing-file-modified-sort="1720878120692" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
|
||||||
<td>
|
<td>
|
||||||
<a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
|
<a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
|
||||||
</td>
|
</td>
|
||||||
@@ -375,7 +375,7 @@ Description
|
|||||||
<span class="listing-description">Conversation format for supervised fine-tuning.</span>
|
<span class="listing-description">Conversation format for supervised fine-tuning.</span>
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
<tr data-index="3" data-listing-file-modified-sort="1720703982275" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
|
<tr data-index="3" data-listing-file-modified-sort="1720878120692" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
|
||||||
<td>
|
<td>
|
||||||
<a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
|
<a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
|
||||||
</td>
|
</td>
|
||||||
@@ -383,7 +383,7 @@ Description
|
|||||||
<span class="listing-description">Construct prompts without a template.</span>
|
<span class="listing-description">Construct prompts without a template.</span>
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
<tr data-index="4" data-listing-file-modified-sort="1720703982275" data-listing-reading-time-sort="1" data-listing-word-count-sort="90" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
|
<tr data-index="4" data-listing-file-modified-sort="1720878120692" data-listing-reading-time-sort="1" data-listing-word-count-sort="90" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
|
||||||
<td>
|
<td>
|
||||||
<a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
|
<a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
|
||||||
</td>
|
</td>
|
||||||
|
|||||||
@@ -413,14 +413,14 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
|
|||||||
<section id="launch-the-training" class="level2">
|
<section id="launch-the-training" class="level2">
|
||||||
<h2 class="anchored" data-anchor-id="launch-the-training">Launch the training</h2>
|
<h2 class="anchored" data-anchor-id="launch-the-training">Launch the training</h2>
|
||||||
<div id="cell-8" class="cell" data-outputid="d6d0df17-4b53-439c-c802-22c0456d301b">
|
<div id="cell-8" class="cell" data-outputid="d6d0df17-4b53-439c-c802-22c0456d301b">
|
||||||
<div class="sourceCode cell-code" id="cb4"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="co"># Buy using the ! the comand will be executed as a bash command</span></span>
|
<div class="sourceCode cell-code" id="cb4"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="co"># By using the ! the comand will be executed as a bash command</span></span>
|
||||||
<span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a><span class="op">!</span>accelerate launch <span class="op">-</span>m axolotl.cli.train <span class="op">/</span>content<span class="op">/</span>test_axolotl.yaml</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
<span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a><span class="op">!</span>accelerate launch <span class="op">-</span>m axolotl.cli.train <span class="op">/</span>content<span class="op">/</span>test_axolotl.yaml</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
||||||
</div>
|
</div>
|
||||||
</section>
|
</section>
|
||||||
<section id="play-with-inference" class="level2">
|
<section id="play-with-inference" class="level2">
|
||||||
<h2 class="anchored" data-anchor-id="play-with-inference">Play with inference</h2>
|
<h2 class="anchored" data-anchor-id="play-with-inference">Play with inference</h2>
|
||||||
<div id="cell-10" class="cell">
|
<div id="cell-10" class="cell">
|
||||||
<div class="sourceCode cell-code" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="co"># Buy using the ! the comand will be executed as a bash command</span></span>
|
<div class="sourceCode cell-code" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="co"># By using the ! the comand will be executed as a bash command</span></span>
|
||||||
<span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a><span class="op">!</span>accelerate launch <span class="op">-</span>m axolotl.cli.inference <span class="op">/</span>content<span class="op">/</span>test_axolotl.yaml <span class="op">\</span></span>
|
<span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a><span class="op">!</span>accelerate launch <span class="op">-</span>m axolotl.cli.inference <span class="op">/</span>content<span class="op">/</span>test_axolotl.yaml <span class="op">\</span></span>
|
||||||
<span id="cb5-3"><a href="#cb5-3" aria-hidden="true" tabindex="-1"></a> <span class="op">--</span>qlora_model_dir<span class="op">=</span><span class="st">"./qlora-out"</span> <span class="op">--</span>gradio</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
<span id="cb5-3"><a href="#cb5-3" aria-hidden="true" tabindex="-1"></a> <span class="op">--</span>qlora_model_dir<span class="op">=</span><span class="st">"./qlora-out"</span> <span class="op">--</span>gradio</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
||||||
</div>
|
</div>
|
||||||
|
|||||||
@@ -515,14 +515,14 @@
|
|||||||
"href": "examples/colab-notebooks/colab-axolotl-example.html#launch-the-training",
|
"href": "examples/colab-notebooks/colab-axolotl-example.html#launch-the-training",
|
||||||
"title": "Example notebook for running Axolotl on google colab",
|
"title": "Example notebook for running Axolotl on google colab",
|
||||||
"section": "Launch the training",
|
"section": "Launch the training",
|
||||||
"text": "Launch the training\n\n# Buy using the ! the comand will be executed as a bash command\n!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml"
|
"text": "Launch the training\n\n# By using the ! the comand will be executed as a bash command\n!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"objectID": "examples/colab-notebooks/colab-axolotl-example.html#play-with-inference",
|
"objectID": "examples/colab-notebooks/colab-axolotl-example.html#play-with-inference",
|
||||||
"href": "examples/colab-notebooks/colab-axolotl-example.html#play-with-inference",
|
"href": "examples/colab-notebooks/colab-axolotl-example.html#play-with-inference",
|
||||||
"title": "Example notebook for running Axolotl on google colab",
|
"title": "Example notebook for running Axolotl on google colab",
|
||||||
"section": "Play with inference",
|
"section": "Play with inference",
|
||||||
"text": "Play with inference\n\n# Buy using the ! the comand will be executed as a bash command\n!accelerate launch -m axolotl.cli.inference /content/test_axolotl.yaml \\\n --qlora_model_dir=\"./qlora-out\" --gradio"
|
"text": "Play with inference\n\n# By using the ! the comand will be executed as a bash command\n!accelerate launch -m axolotl.cli.inference /content/test_axolotl.yaml \\\n --qlora_model_dir=\"./qlora-out\" --gradio"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"objectID": "TODO.html",
|
"objectID": "TODO.html",
|
||||||
|
|||||||
44
sitemap.xml
44
sitemap.xml
@@ -2,90 +2,90 @@
|
|||||||
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/config.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/config.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/index.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/index.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.287Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.704Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.696Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/TODO.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/TODO.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.271Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/FAQS.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/FAQS.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.271Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
<url>
|
<url>
|
||||||
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html</loc>
|
<loc>https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html</loc>
|
||||||
<lastmod>2024-07-11T13:19:42.275Z</lastmod>
|
<lastmod>2024-07-13T13:42:00.692Z</lastmod>
|
||||||
</url>
|
</url>
|
||||||
</urlset>
|
</urlset>
|
||||||
|
|||||||
Reference in New Issue
Block a user