diff --git a/.nojekyll b/.nojekyll
index 6782a8535..b544ef7bc 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-95e6604c
\ No newline at end of file
+80b4ea69
\ No newline at end of file
diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html
index 30f11271c..50eb745aa 100644
--- a/docs/dataset-formats/index.html
+++ b/docs/dataset-formats/index.html
@@ -363,7 +363,7 @@ Description
-
+
Pre-training
@@ -371,7 +371,7 @@ Description
Data format for a pre-training completion task.
-
+
Instruction Tuning
@@ -379,7 +379,7 @@ Description
Instruction tuning formats for supervised fine-tuning.
-
+
Conversation
@@ -387,7 +387,7 @@ Description
Conversation format for supervised fine-tuning.
-
+
Template-Free
@@ -395,7 +395,7 @@ Description
Construct prompts without a template.
-
+
Custom Pre-Tokenized Dataset
diff --git a/examples/colab-notebooks/colab-axolotl-example.html b/examples/colab-notebooks/colab-axolotl-example.html
index d8cb50933..b5d259bbe 100644
--- a/examples/colab-notebooks/colab-axolotl-example.html
+++ b/examples/colab-notebooks/colab-axolotl-example.html
@@ -330,7 +330,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
Install Axolotl and dependencies
! pip install - e git+ https:// github.com/ axolotl- ai- cloud/ axolotl#egg=axolotl
-! pip install flash- attn== "2.5.0"
+! pip install flash- attn== "2.7.0.post2"
! pip install deepspeed== "0.13.1" ! pip install mlflow== "2.13.0"
diff --git a/search.json b/search.json
index a9ddb80e7..a168c20f1 100644
--- a/search.json
+++ b/search.json
@@ -121,7 +121,7 @@
"href": "examples/colab-notebooks/colab-axolotl-example.html#install-axolotl-and-dependencies",
"title": "Example notebook for running Axolotl on google colab",
"section": "Install Axolotl and dependencies",
- "text": "Install Axolotl and dependencies\n\n!pip install -e git+https://github.com/axolotl-ai-cloud/axolotl#egg=axolotl\n!pip install flash-attn==\"2.5.0\"\n!pip install deepspeed==\"0.13.1\"!pip install mlflow==\"2.13.0\""
+ "text": "Install Axolotl and dependencies\n\n!pip install -e git+https://github.com/axolotl-ai-cloud/axolotl#egg=axolotl\n!pip install flash-attn==\"2.7.0.post2\"\n!pip install deepspeed==\"0.13.1\"!pip install mlflow==\"2.13.0\""
},
{
"objectID": "examples/colab-notebooks/colab-axolotl-example.html#create-an-yaml-config-file",
diff --git a/sitemap.xml b/sitemap.xml
index 18d52f707..a304919ea 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,110 +2,110 @@
https://axolotl-ai-cloud.github.io/axolotl/index.html
- 2024-11-13T22:10:48.471Z
+ 2024-11-14T11:59:39.046Z
https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/TODO.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.030Z
https://axolotl-ai-cloud.github.io/axolotl/FAQS.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.030Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/config.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html
- 2024-11-13T22:10:48.455Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html
- 2024-11-13T22:10:48.459Z
+ 2024-11-14T11:59:39.034Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html
- 2024-11-13T22:10:48.471Z
+ 2024-11-14T11:59:39.050Z