tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2025-06-05 14:27:31 +00:00
parent aeeaf17fbd
commit afd6ed125d
9 changed files with 435 additions and 1375 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
docs/api/cli.vllm_serve.html
View File

@@ -469,6 +469,10 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<ul>
<li><a href="#axolotl.cli.vllm_serve" id="toc-axolotl.cli.vllm_serve" class="nav-link active" data-scroll-target="#axolotl.cli.vllm_serve">cli.vllm_serve</a>
<ul class="collapse">
<li><a href="#classes" id="toc-classes" class="nav-link" data-scroll-target="#classes">Classes</a>
<ul class="collapse">
<li><a href="#axolotl.cli.vllm_serve.AxolotlScriptArguments" id="toc-axolotl.cli.vllm_serve.AxolotlScriptArguments" class="nav-link" data-scroll-target="#axolotl.cli.vllm_serve.AxolotlScriptArguments">AxolotlScriptArguments</a></li>
</ul></li>
<li><a href="#functions" id="toc-functions" class="nav-link" data-scroll-target="#functions">Functions</a>
<ul class="collapse">
<li><a href="#axolotl.cli.vllm_serve.do_vllm_serve" id="toc-axolotl.cli.vllm_serve.do_vllm_serve" class="nav-link" data-scroll-target="#axolotl.cli.vllm_serve.do_vllm_serve">do_vllm_serve</a></li>
@@ -487,6 +491,31 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<h1>cli.vllm_serve</h1>
<p><code>cli.vllm_serve</code></p>
<p>CLI to start the vllm server for online RL</p>
<section id="classes" class="level2">
<h2 class="anchored" data-anchor-id="classes">Classes</h2>
<table class="caption-top table">
<thead>
<tr class="header">
<th>Name</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="odd">
<td><a href="#axolotl.cli.vllm_serve.AxolotlScriptArguments">AxolotlScriptArguments</a></td>
<td>Additional arguments for the VLLM server</td>
</tr>
</tbody>
</table>
<section id="axolotl.cli.vllm_serve.AxolotlScriptArguments" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.cli.vllm_serve.AxolotlScriptArguments">AxolotlScriptArguments</h3>
<div class="sourceCode" id="cb1"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a>cli.vllm_serve.AxolotlScriptArguments(</span>
<span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a> reasoning_parser<span class="op">=</span><span class="st">''</span>,</span>
<span id="cb1-3"><a href="#cb1-3" aria-hidden="true" tabindex="-1"></a> enable_reasoning<span class="op">=</span><span class="va">None</span>,</span>
<span id="cb1-4"><a href="#cb1-4" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Additional arguments for the VLLM server</p>
</section>
</section>
<section id="functions" class="level2">
<h2 class="anchored" data-anchor-id="functions">Functions</h2>
<table class="caption-top table">
@@ -505,7 +534,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
</table>
<section id="axolotl.cli.vllm_serve.do_vllm_serve" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.cli.vllm_serve.do_vllm_serve">do_vllm_serve</h3>
<div class="sourceCode" id="cb1"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a>cli.vllm_serve.do_vllm_serve(config, cli_args)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="sourceCode" id="cb2"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a>cli.vllm_serve.do_vllm_serve(config, cli_args)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<p>Starts the VLLM server for serving LLM models used for online RL</p>
<p>Args
:param cfg: Parsed doct of the YAML config