tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Built site for gh-pages

Browse Source
This commit is contained in:
Quarto GHA Workflow Runner
2024-05-15 16:45:03 +00:00
parent 4ff8abd33e
commit a2bf5e9929
6 changed files with 31 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.nojekyll
View File

@@ -1 +1 @@
285f85e7
0e5e2a74

10
docs/dataset-formats/index.html
View File

@@ -351,7 +351,7 @@ Description
</tr>
</thead>
<tbody class="list">
<tr data-index="0" data-listing-file-modified-sort="1715780743596" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
<tr data-index="0" data-listing-file-modified-sort="1715791463935" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
<td>
<a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
</td>
@@ -359,7 +359,7 @@ Description
<span class="listing-description">Data format for a pre-training completion task.</span>
</td>
</tr>
<tr data-index="1" data-listing-file-modified-sort="1715780743596" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
<tr data-index="1" data-listing-file-modified-sort="1715791463935" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
<td>
<a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
</td>
@@ -367,7 +367,7 @@ Description
<span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
</td>
</tr>
<tr data-index="2" data-listing-file-modified-sort="1715780743596" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
<tr data-index="2" data-listing-file-modified-sort="1715791463935" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
<td>
<a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
</td>
@@ -375,7 +375,7 @@ Description
<span class="listing-description">Conversation format for supervised fine-tuning.</span>
</td>
</tr>
<tr data-index="3" data-listing-file-modified-sort="1715780743596" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
<tr data-index="3" data-listing-file-modified-sort="1715791463935" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
<td>
<a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
</td>
@@ -383,7 +383,7 @@ Description
<span class="listing-description">Construct prompts without a template.</span>
</td>
</tr>
<tr data-index="4" data-listing-file-modified-sort="1715780743596" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
<tr data-index="4" data-listing-file-modified-sort="1715791463935" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
<td>
<a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
</td>

2
examples/colab-notebooks/colab-axolotl-example.html
View File

@@ -344,7 +344,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
<span id="cb3-16"><a href="#cb3-16" aria-hidden="true" tabindex="-1"></a><span class="st"> type: alpaca</span></span>
<span id="cb3-17"><a href="#cb3-17" aria-hidden="true" tabindex="-1"></a><span class="st">dataset_prepared_path:</span></span>
<span id="cb3-18"><a href="#cb3-18" aria-hidden="true" tabindex="-1"></a><span class="st">val_set_size: 0.05</span></span>
<span id="cb3-19"><a href="#cb3-19" aria-hidden="true" tabindex="-1"></a><span class="st">output_dir: ./qlora-out</span></span>
<span id="cb3-19"><a href="#cb3-19" aria-hidden="true" tabindex="-1"></a><span class="st">output_dir: ./outputs/qlora-out</span></span>
<span id="cb3-20"><a href="#cb3-20" aria-hidden="true" tabindex="-1"></a></span>
<span id="cb3-21"><a href="#cb3-21" aria-hidden="true" tabindex="-1"></a><span class="st">adapter: qlora</span></span>
<span id="cb3-22"><a href="#cb3-22" aria-hidden="true" tabindex="-1"></a><span class="st">lora_model_dir:</span></span>

2
examples/llama-2/qlora-fsdp.yml
View File

@@ -11,7 +11,7 @@ datasets:
type: alpaca
dataset_prepared_path: last_run_prepared
val_set_size: 0.05
output_dir: ./qlora-out
output_dir: ./outputs/qlora-out
adapter: qlora
lora_model_dir:

2
search.json
View File

@@ -781,7 +781,7 @@
"href": "examples/colab-notebooks/colab-axolotl-example.html#create-an-yaml-config-file",
"title": "Example notebook for running Axolotl on google colab",
"section": "Create an yaml config file",
"text": "Create an yaml config file\n\nimport yaml\n\n# Your YAML string\nyaml_string = \"\"\"\nbase_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T\nmodel_type: LlamaForCausalLM\ntokenizer_type: LlamaTokenizer\nis_llama_derived_model: true\n\nload_in_8bit: false\nload_in_4bit: true\nstrict: false\n\ndatasets:\n - path: mhenrichsen/alpaca_2k_test\n type: alpaca\ndataset_prepared_path:\nval_set_size: 0.05\noutput_dir: ./qlora-out\n\nadapter: qlora\nlora_model_dir:\n\nsequence_len: 1096\nsample_packing: true\npad_to_sequence_len: true\n\nlora_r: 32\nlora_alpha: 16\nlora_dropout: 0.05\nlora_target_modules:\nlora_target_linear: true\nlora_fan_in_fan_out:\n\nwandb_project:\nwandb_entity:\nwandb_watch:\nwandb_name:\nwandb_log_model:\n\nmlflow_experiment_name: colab-example\n\ngradient_accumulation_steps: 1\nmicro_batch_size: 1\nnum_epochs: 4\nmax_steps: 20\noptimizer: paged_adamw_32bit\nlr_scheduler: cosine\nlearning_rate: 0.0002\n\ntrain_on_inputs: false\ngroup_by_length: false\nbf16: false\nfp16: true\ntf32: false\n\ngradient_checkpointing: true\nearly_stopping_patience:\nresume_from_checkpoint:\nlocal_rank:\nlogging_steps: 1\nxformers_attention:\nflash_attention: false\n\nwarmup_steps: 10\nevals_per_epoch:\nsaves_per_epoch:\ndebug:\ndeepspeed:\nweight_decay: 0.0\nfsdp:\nfsdp_config:\nspecial_tokens:\n\n\"\"\"\n\n# Convert the YAML string to a Python dictionary\nyaml_dict = yaml.safe_load(yaml_string)\n\n# Specify your file path\nfile_path = 'test_axolotl.yaml'\n\n# Write the YAML file\nwith open(file_path, 'w') as file:\n yaml.dump(yaml_dict, file)"
"text": "Create an yaml config file\n\nimport yaml\n\n# Your YAML string\nyaml_string = \"\"\"\nbase_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T\nmodel_type: LlamaForCausalLM\ntokenizer_type: LlamaTokenizer\nis_llama_derived_model: true\n\nload_in_8bit: false\nload_in_4bit: true\nstrict: false\n\ndatasets:\n - path: mhenrichsen/alpaca_2k_test\n type: alpaca\ndataset_prepared_path:\nval_set_size: 0.05\noutput_dir: ./outputs/qlora-out\n\nadapter: qlora\nlora_model_dir:\n\nsequence_len: 1096\nsample_packing: true\npad_to_sequence_len: true\n\nlora_r: 32\nlora_alpha: 16\nlora_dropout: 0.05\nlora_target_modules:\nlora_target_linear: true\nlora_fan_in_fan_out:\n\nwandb_project:\nwandb_entity:\nwandb_watch:\nwandb_name:\nwandb_log_model:\n\nmlflow_experiment_name: colab-example\n\ngradient_accumulation_steps: 1\nmicro_batch_size: 1\nnum_epochs: 4\nmax_steps: 20\noptimizer: paged_adamw_32bit\nlr_scheduler: cosine\nlearning_rate: 0.0002\n\ntrain_on_inputs: false\ngroup_by_length: false\nbf16: false\nfp16: true\ntf32: false\n\ngradient_checkpointing: true\nearly_stopping_patience:\nresume_from_checkpoint:\nlocal_rank:\nlogging_steps: 1\nxformers_attention:\nflash_attention: false\n\nwarmup_steps: 10\nevals_per_epoch:\nsaves_per_epoch:\ndebug:\ndeepspeed:\nweight_decay: 0.0\nfsdp:\nfsdp_config:\nspecial_tokens:\n\n\"\"\"\n\n# Convert the YAML string to a Python dictionary\nyaml_dict = yaml.safe_load(yaml_string)\n\n# Specify your file path\nfile_path = 'test_axolotl.yaml'\n\n# Write the YAML file\nwith open(file_path, 'w') as file:\n yaml.dump(yaml_dict, file)"
},
{
"objectID": "examples/colab-notebooks/colab-axolotl-example.html#launch-the-training",

44
sitemap.xml
View File

@@ -2,90 +2,90 @@
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/index.html</loc>
<lastmod>2024-05-15T13:45:43.608Z</lastmod>
<lastmod>2024-05-15T16:44:23.947Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html</loc>
<lastmod>2024-05-15T13:45:43.592Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset_preprocessing.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
<lastmod>2024-05-15T13:45:43.596Z</lastmod>
<lastmod>2024-05-15T16:44:23.939Z</lastmod>
</url>
<url>
<loc>https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html</loc>
<lastmod>2024-05-15T13:45:43.592Z</lastmod>
<lastmod>2024-05-15T16:44:23.935Z</lastmod>
</url>
</urlset>