tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2024-05-28 22:11:48 +00:00
parent ddb2f39a34
commit 75ededd815
5 changed files with 31 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.nojekyll
View File

@@ -1 +1 @@
389afb8b
cd1f5a4a

10
docs/dataset-formats/index.html
View File

@@ -351,7 +351,7 @@ Description
</tr>
</thead>
<tbody class="list">
<tr data-index="0" data-listing-file-modified-sort="1716934241443" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
<tr data-index="0" data-listing-file-modified-sort="1716934251947" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
<td>
<a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
</td>
@@ -359,7 +359,7 @@ Description
<span class="listing-description">Data format for a pre-training completion task.</span>
</td>
</tr>
<tr data-index="1" data-listing-file-modified-sort="1716934241443" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
<tr data-index="1" data-listing-file-modified-sort="1716934251947" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
<td>
<a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
</td>
@@ -367,7 +367,7 @@ Description
<span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
</td>
</tr>
<tr data-index="2" data-listing-file-modified-sort="1716934241443" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
<tr data-index="2" data-listing-file-modified-sort="1716934251947" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
<td>
<a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
</td>
@@ -375,7 +375,7 @@ Description
<span class="listing-description">Conversation format for supervised fine-tuning.</span>
</td>
</tr>
<tr data-index="3" data-listing-file-modified-sort="1716934241443" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
<tr data-index="3" data-listing-file-modified-sort="1716934251947" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
<td>
<a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
</td>
@@ -383,7 +383,7 @@ Description
<span class="listing-description">Construct prompts without a template.</span>
</td>
</tr>
<tr data-index="4" data-listing-file-modified-sort="1716934241443" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
<tr data-index="4" data-listing-file-modified-sort="1716934251947" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
<td>
<a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
</td>

4
index.html
View File

@@ -552,11 +552,11 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
<span id="cb2-6"><a href="#cb2-6" aria-hidden="true" tabindex="-1"></a></span>
<span id="cb2-7"><a href="#cb2-7" aria-hidden="true" tabindex="-1"></a><span class="co"># inference</span></span>
<span id="cb2-8"><a href="#cb2-8" aria-hidden="true" tabindex="-1"></a><span class="ex">accelerate</span> launch <span class="at">-m</span> axolotl.cli.inference examples/openllama-3b/lora.yml <span class="dt">\</span></span>
<span id="cb2-9"><a href="#cb2-9" aria-hidden="true" tabindex="-1"></a> <span class="at">--lora_model_dir</span><span class="op">=</span><span class="st">"./lora-out"</span></span>
<span id="cb2-9"><a href="#cb2-9" aria-hidden="true" tabindex="-1"></a> <span class="at">--lora_model_dir</span><span class="op">=</span><span class="st">"./outputs/lora-out"</span></span>
<span id="cb2-10"><a href="#cb2-10" aria-hidden="true" tabindex="-1"></a></span>
<span id="cb2-11"><a href="#cb2-11" aria-hidden="true" tabindex="-1"></a><span class="co"># gradio</span></span>
<span id="cb2-12"><a href="#cb2-12" aria-hidden="true" tabindex="-1"></a><span class="ex">accelerate</span> launch <span class="at">-m</span> axolotl.cli.inference examples/openllama-3b/lora.yml <span class="dt">\</span></span>
<span id="cb2-13"><a href="#cb2-13" aria-hidden="true" tabindex="-1"></a> <span class="at">--lora_model_dir</span><span class="op">=</span><span class="st">"./lora-out"</span> <span class="at">--gradio</span></span>
<span id="cb2-13"><a href="#cb2-13" aria-hidden="true" tabindex="-1"></a> <span class="at">--lora_model_dir</span><span class="op">=</span><span class="st">"./outputs/lora-out"</span> <span class="at">--gradio</span></span>
<span id="cb2-14"><a href="#cb2-14" aria-hidden="true" tabindex="-1"></a></span>
<span id="cb2-15"><a href="#cb2-15" aria-hidden="true" tabindex="-1"></a><span class="co"># remote yaml files - the yaml config can be hosted on a public URL</span></span>
<span id="cb2-16"><a href="#cb2-16" aria-hidden="true" tabindex="-1"></a><span class="co"># Note: the yaml config must directly link to the **raw** yaml</span></span>

2
search.json
View File

@@ -705,7 +705,7 @@
"href": "index.html#quickstart",
"title": "Axolotl",
"section": "Quickstart ⚡",
"text": "Quickstart ⚡\nGet started with Axolotl in just a few steps! This quickstart guide will walk you through setting up and running a basic fine-tuning task.\nRequirements: Python &gt;=3.10 and Pytorch &gt;=2.1.1.\ngit clone https://github.com/OpenAccess-AI-Collective/axolotl\ncd axolotl\n\npip3 install packaging ninja\npip3 install -e '.[flash-attn,deepspeed]'\n\nUsage\n# preprocess datasets - optional but recommended\nCUDA_VISIBLE_DEVICES=\"\" python -m axolotl.cli.preprocess examples/openllama-3b/lora.yml\n\n# finetune lora\naccelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml\n\n# inference\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./lora-out\"\n\n# gradio\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./lora-out\" --gradio\n\n# remote yaml files - the yaml config can be hosted on a public URL\n# Note: the yaml config must directly link to the **raw** yaml\naccelerate launch -m axolotl.cli.train https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/examples/openllama-3b/lora.yml",
"text": "Quickstart ⚡\nGet started with Axolotl in just a few steps! This quickstart guide will walk you through setting up and running a basic fine-tuning task.\nRequirements: Python &gt;=3.10 and Pytorch &gt;=2.1.1.\ngit clone https://github.com/OpenAccess-AI-Collective/axolotl\ncd axolotl\n\npip3 install packaging ninja\npip3 install -e '.[flash-attn,deepspeed]'\n\nUsage\n# preprocess datasets - optional but recommended\nCUDA_VISIBLE_DEVICES=\"\" python -m axolotl.cli.preprocess examples/openllama-3b/lora.yml\n\n# finetune lora\naccelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml\n\n# inference\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./outputs/lora-out\"\n\n# gradio\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./outputs/lora-out\" --gradio\n\n# remote yaml files - the yaml config can be hosted on a public URL\n# Note: the yaml config must directly link to the **raw** yaml\naccelerate launch -m axolotl.cli.train https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/examples/openllama-3b/lora.yml",
"crumbs": [
"Home"
]

44
sitemap.xml
View File

@@ -2,90 +2,90 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
<lastmod>2024-05-28T22:10:41.447Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset_preprocessing.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.951Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/index.html</loc>
<lastmod>2024-05-28T22:10:41.455Z</lastmod>
<lastmod>2024-05-28T22:10:51.959Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html</loc>
<lastmod>2024-05-28T22:10:41.443Z</lastmod>
<lastmod>2024-05-28T22:10:51.947Z</lastmod>
</url>
</urlset>