diff --git a/.nojekyll b/.nojekyll
index dee8561ce..fd5fcd8f1 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-389afb8b
\ No newline at end of file
+cd1f5a4a
\ No newline at end of file
diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html
index 9dbbecc5d..9dc893725 100644
--- a/docs/dataset-formats/index.html
+++ b/docs/dataset-formats/index.html
@@ -351,7 +351,7 @@ Description
-
+
|
Pre-training
|
@@ -359,7 +359,7 @@ Description
Data format for a pre-training completion task.
-
+
|
Instruction Tuning
|
@@ -367,7 +367,7 @@ Description
Instruction tuning formats for supervised fine-tuning.
-
+
|
Conversation
|
@@ -375,7 +375,7 @@ Description
Conversation format for supervised fine-tuning.
-
+
|
Template-Free
|
@@ -383,7 +383,7 @@ Description
Construct prompts without a template.
-
+
|
Custom Pre-Tokenized Dataset
|
diff --git a/index.html b/index.html
index 0cefaf22f..97661a03b 100644
--- a/index.html
+++ b/index.html
@@ -552,11 +552,11 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
# inference
accelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \
- --lora_model_dir="./lora-out"
+ --lora_model_dir="./outputs/lora-out"
# gradio
accelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \
- --lora_model_dir="./lora-out" --gradio
+ --lora_model_dir="./outputs/lora-out" --gradio
# remote yaml files - the yaml config can be hosted on a public URL
# Note: the yaml config must directly link to the **raw** yaml
diff --git a/search.json b/search.json
index f28e042b8..a3514a147 100644
--- a/search.json
+++ b/search.json
@@ -705,7 +705,7 @@
"href": "index.html#quickstart",
"title": "Axolotl",
"section": "Quickstart ⚡",
- "text": "Quickstart ⚡\nGet started with Axolotl in just a few steps! This quickstart guide will walk you through setting up and running a basic fine-tuning task.\nRequirements: Python >=3.10 and Pytorch >=2.1.1.\ngit clone https://github.com/OpenAccess-AI-Collective/axolotl\ncd axolotl\n\npip3 install packaging ninja\npip3 install -e '.[flash-attn,deepspeed]'\n\nUsage\n# preprocess datasets - optional but recommended\nCUDA_VISIBLE_DEVICES=\"\" python -m axolotl.cli.preprocess examples/openllama-3b/lora.yml\n\n# finetune lora\naccelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml\n\n# inference\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./lora-out\"\n\n# gradio\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./lora-out\" --gradio\n\n# remote yaml files - the yaml config can be hosted on a public URL\n# Note: the yaml config must directly link to the **raw** yaml\naccelerate launch -m axolotl.cli.train https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/examples/openllama-3b/lora.yml",
+ "text": "Quickstart ⚡\nGet started with Axolotl in just a few steps! This quickstart guide will walk you through setting up and running a basic fine-tuning task.\nRequirements: Python >=3.10 and Pytorch >=2.1.1.\ngit clone https://github.com/OpenAccess-AI-Collective/axolotl\ncd axolotl\n\npip3 install packaging ninja\npip3 install -e '.[flash-attn,deepspeed]'\n\nUsage\n# preprocess datasets - optional but recommended\nCUDA_VISIBLE_DEVICES=\"\" python -m axolotl.cli.preprocess examples/openllama-3b/lora.yml\n\n# finetune lora\naccelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml\n\n# inference\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./outputs/lora-out\"\n\n# gradio\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./outputs/lora-out\" --gradio\n\n# remote yaml files - the yaml config can be hosted on a public URL\n# Note: the yaml config must directly link to the **raw** yaml\naccelerate launch -m axolotl.cli.train https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/examples/openllama-3b/lora.yml",
"crumbs": [
"Home"
]
diff --git a/sitemap.xml b/sitemap.xml
index 0f179a78d..572714f72 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,90 +2,90 @@
https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
- 2024-05-28T22:10:41.447Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset_preprocessing.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.951Z
https://OpenAccess-AI-Collective.github.io/axolotl/index.html
- 2024-05-28T22:10:41.455Z
+ 2024-05-28T22:10:51.959Z
https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html
- 2024-05-28T22:10:41.443Z
+ 2024-05-28T22:10:51.947Z