Built site for gh-pages
This commit is contained in:
@@ -695,23 +695,6 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
|
||||
<span id="cb8-10"><a href="#cb8-10" aria-hidden="true" tabindex="-1"></a> split_thinking<span class="op">=</span><span class="va">False</span>,</span>
|
||||
<span id="cb8-11"><a href="#cb8-11" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
||||
<p>Mistral strategy for chat template.</p>
|
||||
<section id="attributes" class="level4">
|
||||
<h4 class="anchored" data-anchor-id="attributes">Attributes</h4>
|
||||
<table class="caption-top table">
|
||||
<thead>
|
||||
<tr class="header">
|
||||
<th>Name</th>
|
||||
<th>Description</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr class="odd">
|
||||
<td><a href="#axolotl.prompt_strategies.chat_template.MistralStrategy.supports_multiprocessing">supports_multiprocessing</a></td>
|
||||
<td>Whether this tokenizing strategy supports multiprocessing.</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
</section>
|
||||
<section id="methods-2" class="level4">
|
||||
<h4 class="anchored" data-anchor-id="methods-2">Methods</h4>
|
||||
<table class="caption-top table">
|
||||
|
||||
@@ -667,23 +667,6 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
|
||||
<span id="cb11-5"><a href="#cb11-5" aria-hidden="true" tabindex="-1"></a> sequence_len<span class="op">=</span><span class="dv">2048</span>,</span>
|
||||
<span id="cb11-6"><a href="#cb11-6" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
||||
<p>Abstract class for tokenizing strategies</p>
|
||||
<section id="attributes" class="level4">
|
||||
<h4 class="anchored" data-anchor-id="attributes">Attributes</h4>
|
||||
<table class="caption-top table">
|
||||
<thead>
|
||||
<tr class="header">
|
||||
<th>Name</th>
|
||||
<th>Description</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr class="odd">
|
||||
<td><a href="#axolotl.prompt_tokenizers.PromptTokenizingStrategy.supports_multiprocessing">supports_multiprocessing</a></td>
|
||||
<td>Whether this tokenizing strategy supports multiprocessing.</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
</section>
|
||||
</section>
|
||||
<section id="axolotl.prompt_tokenizers.ReflectionPromptTokenizingStrategy" class="level3">
|
||||
<h3 class="anchored" data-anchor-id="axolotl.prompt_tokenizers.ReflectionPromptTokenizingStrategy">ReflectionPromptTokenizingStrategy</h3>
|
||||
|
||||
@@ -559,7 +559,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
|
||||
<ul>
|
||||
<li>If you are installing from pip</li>
|
||||
</ul>
|
||||
<div class="sourceCode" id="cb2"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="ex">pip3</span> uninstall <span class="at">-y</span> cut-cross-entropy <span class="kw">&&</span> <span class="ex">pip3</span> install <span class="st">"cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@622068a"</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
||||
<div class="sourceCode" id="cb2"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="ex">pip3</span> uninstall <span class="at">-y</span> cut-cross-entropy <span class="kw">&&</span> <span class="ex">pip3</span> install <span class="st">"cut-cross-entropy[transformers] @ git+https://github.com/axolotl-ai-cloud/ml-cross-entropy.git@865b899"</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
|
||||
</section>
|
||||
<section id="usage" class="level3">
|
||||
<h3 class="anchored" data-anchor-id="usage">Usage</h3>
|
||||
|
||||
@@ -481,7 +481,7 @@ See the <a href="#example-config">example config</a> file in addition to reading
|
||||
</blockquote>
|
||||
<ol type="1">
|
||||
<li>Set <code>adapter: qlora</code> in your axolotl config file.</li>
|
||||
<li>Enable FSDP in your axolotl config, as <a href="https://github.com/axolotl-ai-cloud/axolotl?tab=readme-ov-file#fsdp">described here</a>.</li>
|
||||
<li>Enable FSDP in your axolotl config, as <a href="../docs/multi-gpu.html#sec-fsdp">described here</a>.</li>
|
||||
<li>Use one of the supported model types: <code>llama</code>, <code>mistral</code> or <code>mixtral</code>.</li>
|
||||
</ol>
|
||||
</section>
|
||||
|
||||
Reference in New Issue
Block a user