diff --git a/.nojekyll b/.nojekyll index 6782a8535..b544ef7bc 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -95e6604c \ No newline at end of file +80b4ea69 \ No newline at end of file diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html index 30f11271c..50eb745aa 100644 --- a/docs/dataset-formats/index.html +++ b/docs/dataset-formats/index.html @@ -363,7 +363,7 @@ Description - + Pre-training @@ -371,7 +371,7 @@ Description Data format for a pre-training completion task. - + Instruction Tuning @@ -379,7 +379,7 @@ Description Instruction tuning formats for supervised fine-tuning. - + Conversation @@ -387,7 +387,7 @@ Description Conversation format for supervised fine-tuning. - + Template-Free @@ -395,7 +395,7 @@ Description Construct prompts without a template. - + Custom Pre-Tokenized Dataset diff --git a/examples/colab-notebooks/colab-axolotl-example.html b/examples/colab-notebooks/colab-axolotl-example.html index d8cb50933..b5d259bbe 100644 --- a/examples/colab-notebooks/colab-axolotl-example.html +++ b/examples/colab-notebooks/colab-axolotl-example.html @@ -330,7 +330,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin

Install Axolotl and dependencies

!pip install -e git+https://github.com/axolotl-ai-cloud/axolotl#egg=axolotl
-!pip install flash-attn=="2.5.0"
+!pip install flash-attn=="2.7.0.post2"
 !pip install deepspeed=="0.13.1"!pip install mlflow=="2.13.0"
diff --git a/search.json b/search.json index a9ddb80e7..a168c20f1 100644 --- a/search.json +++ b/search.json @@ -121,7 +121,7 @@ "href": "examples/colab-notebooks/colab-axolotl-example.html#install-axolotl-and-dependencies", "title": "Example notebook for running Axolotl on google colab", "section": "Install Axolotl and dependencies", - "text": "Install Axolotl and dependencies\n\n!pip install -e git+https://github.com/axolotl-ai-cloud/axolotl#egg=axolotl\n!pip install flash-attn==\"2.5.0\"\n!pip install deepspeed==\"0.13.1\"!pip install mlflow==\"2.13.0\"" + "text": "Install Axolotl and dependencies\n\n!pip install -e git+https://github.com/axolotl-ai-cloud/axolotl#egg=axolotl\n!pip install flash-attn==\"2.7.0.post2\"\n!pip install deepspeed==\"0.13.1\"!pip install mlflow==\"2.13.0\"" }, { "objectID": "examples/colab-notebooks/colab-axolotl-example.html#create-an-yaml-config-file", diff --git a/sitemap.xml b/sitemap.xml index 18d52f707..a304919ea 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,110 +2,110 @@ https://axolotl-ai-cloud.github.io/axolotl/index.html - 2024-11-13T22:10:48.471Z + 2024-11-14T11:59:39.046Z https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/TODO.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.030Z https://axolotl-ai-cloud.github.io/axolotl/FAQS.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.030Z https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/config.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html - 2024-11-13T22:10:48.455Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html - 2024-11-13T22:10:48.459Z + 2024-11-14T11:59:39.034Z https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html - 2024-11-13T22:10:48.471Z + 2024-11-14T11:59:39.050Z