tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2026-03-22 13:17:42 +00:00
parent 61e0653994
commit 3c421e0170
247 changed files with 8025 additions and 10900 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
docs/api/utils.schemas.datasets.html
View File

@@ -2,13 +2,16 @@
<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
<meta charset="utf-8">
<meta name="generator" content="quarto-1.8.27">
<meta name="generator" content="quarto-1.9.36">
<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
<title>utils.schemas.datasets – Axolotl</title>
<style>
/* Default styles provided by pandoc.
** See https://pandoc.org/MANUAL.html#variables-for-html for config info.
*/
code{white-space: pre-wrap;}
span.smallcaps{font-variant: small-caps;}
div.columns{display: flex; gap: min(4vw, 1.5em);}
@@ -67,15 +70,14 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
<link href="../../favicon.jpg" rel="icon" type="image/jpeg">
<script src="../../site_libs/quarto-html/quarto.js" type="module"></script>
<script src="../../site_libs/quarto-html/tabsets/tabsets.js" type="module"></script>
<script src="../../site_libs/quarto-html/axe/axe-check.js" type="module"></script>
<script src="../../site_libs/quarto-html/popper.min.js"></script>
<script src="../../site_libs/quarto-html/tippy.umd.min.js"></script>
<script src="../../site_libs/quarto-html/anchor.min.js"></script>
<link href="../../site_libs/quarto-html/tippy.css" rel="stylesheet">
<link href="../../site_libs/quarto-html/quarto-syntax-highlighting-dark-4d9afe2b8d18ee9fa5d0d57b5ed4214d.css" rel="stylesheet" id="quarto-text-highlighting-styles">
<link href="../../site_libs/quarto-html/quarto-syntax-highlighting-dark-f418161beb48e0141c760e455f12af2c.css" rel="stylesheet" id="quarto-text-highlighting-styles">
<script src="../../site_libs/bootstrap/bootstrap.min.js"></script>
<link href="../../site_libs/bootstrap/bootstrap-icons.css" rel="stylesheet">
<link href="../../site_libs/bootstrap/bootstrap-35ef2ff98a2131eb4c49a687ae04ea22.min.css" rel="stylesheet" append-hash="true" id="quarto-bootstrap" data-mode="dark">
<link href="../../site_libs/bootstrap/bootstrap-f15b14cef494beb09422a8174b542cad.min.css" rel="stylesheet" append-hash="true" id="quarto-bootstrap" data-mode="dark">
<script id="quarto-search-options" type="application/json">{
"location": "navbar",
"copy-button": false,
@@ -698,7 +700,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<li class="sidebar-item">
<div class="sidebar-item-container">
<a href="../../docs/gradient_checkpointing.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Gradient Checkpointing and Activation Offloading</span></a>
<span class="menu-text">Gradient Checkpointing, Activation Offloading, and Layer Offloading</span></a>
</div>
</li>
<li class="sidebar-item">
@@ -763,6 +765,7 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<li><a href="#axolotl.utils.schemas.datasets.PretrainingDataset" id="toc-axolotl.utils.schemas.datasets.PretrainingDataset" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.PretrainingDataset">PretrainingDataset</a></li>
<li><a href="#axolotl.utils.schemas.datasets.SFTDataset" id="toc-axolotl.utils.schemas.datasets.SFTDataset" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.SFTDataset">SFTDataset</a></li>
<li><a href="#axolotl.utils.schemas.datasets.StepwiseSupervisedDataset" id="toc-axolotl.utils.schemas.datasets.StepwiseSupervisedDataset" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.StepwiseSupervisedDataset">StepwiseSupervisedDataset</a></li>
<li><a href="#axolotl.utils.schemas.datasets.SyntheticDataset" id="toc-axolotl.utils.schemas.datasets.SyntheticDataset" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.SyntheticDataset">SyntheticDataset</a></li>
<li><a href="#axolotl.utils.schemas.datasets.UserDefinedDPOType" id="toc-axolotl.utils.schemas.datasets.UserDefinedDPOType" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.UserDefinedDPOType">UserDefinedDPOType</a></li>
<li><a href="#axolotl.utils.schemas.datasets.UserDefinedKTOType" id="toc-axolotl.utils.schemas.datasets.UserDefinedKTOType" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.UserDefinedKTOType">UserDefinedKTOType</a></li>
<li><a href="#axolotl.utils.schemas.datasets.UserDefinedPrompterType" id="toc-axolotl.utils.schemas.datasets.UserDefinedPrompterType" class="nav-link" data-scroll-target="#axolotl.utils.schemas.datasets.UserDefinedPrompterType">UserDefinedPrompterType</a></li>
@@ -812,14 +815,18 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<td>Stepwise supervised dataset configuration subset</td>
</tr>
<tr class="even">
<td><a href="#axolotl.utils.schemas.datasets.SyntheticDataset">SyntheticDataset</a></td>
<td>Synthetic dataset configuration for benchmarking and testing.</td>
</tr>
<tr class="odd">
<td><a href="#axolotl.utils.schemas.datasets.UserDefinedDPOType">UserDefinedDPOType</a></td>
<td>User defined typing for DPO</td>
</tr>
<tr class="odd">
<tr class="even">
<td><a href="#axolotl.utils.schemas.datasets.UserDefinedKTOType">UserDefinedKTOType</a></td>
<td>User defined typing for KTO</td>
</tr>
<tr class="even">
<tr class="odd">
<td><a href="#axolotl.utils.schemas.datasets.UserDefinedPrompterType">UserDefinedPrompterType</a></td>
<td>Structure for user defined prompt types</td>
</tr>
@@ -872,19 +879,27 @@ gtag('config', 'G-9KYCVJBNMQ', { 'anonymize_ip': true});
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.StepwiseSupervisedDataset()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<p>Stepwise supervised dataset configuration subset</p>
</section>
<section id="axolotl.utils.schemas.datasets.SyntheticDataset" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.utils.schemas.datasets.SyntheticDataset">SyntheticDataset</h3>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.SyntheticDataset()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<p>Synthetic dataset configuration for benchmarking and testing.</p>
<p>Generates datasets with configurable sequence length, dataset size, and token ID
ranges. Useful for benchmarking memory usage and speed by sequence length, and for
validating weighted dataset mixes.</p>
</section>
<section id="axolotl.utils.schemas.datasets.UserDefinedDPOType" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.utils.schemas.datasets.UserDefinedDPOType">UserDefinedDPOType</h3>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.UserDefinedDPOType()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.UserDefinedDPOType()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<p>User defined typing for DPO</p>
</section>
<section id="axolotl.utils.schemas.datasets.UserDefinedKTOType" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.utils.schemas.datasets.UserDefinedKTOType">UserDefinedKTOType</h3>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.UserDefinedKTOType()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.UserDefinedKTOType()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<p>User defined typing for KTO</p>
</section>
<section id="axolotl.utils.schemas.datasets.UserDefinedPrompterType" class="level3">
<h3 class="anchored" data-anchor-id="axolotl.utils.schemas.datasets.UserDefinedPrompterType">UserDefinedPrompterType</h3>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.UserDefinedPrompterType()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb10"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a>utils.schemas.datasets.UserDefinedPrompterType()</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
<p>Structure for user defined prompt types</p>