diff --git a/.nojekyll b/.nojekyll index 6d8deb5b7..65e69ebbf 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -a4828cd9 \ No newline at end of file +9d5ac4d8 \ No newline at end of file diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html index c862c4692..d4e71c00d 100644 --- a/docs/dataset-formats/index.html +++ b/docs/dataset-formats/index.html @@ -399,7 +399,7 @@ Description - + Pre-training @@ -407,7 +407,7 @@ Description Data format for a pre-training completion task. - + Instruction Tuning @@ -415,7 +415,7 @@ Description Instruction tuning formats for supervised fine-tuning. - + Conversation @@ -423,7 +423,7 @@ Description Conversation format for supervised fine-tuning. - + Stepwise Supervised Format @@ -431,7 +431,7 @@ Description Format for datasets with stepwise completions and labels - + Template-Free @@ -439,7 +439,7 @@ Description Construct prompts without a template. - + Custom Pre-Tokenized Dataset diff --git a/index.html b/index.html index bb675ebc6..94d08a570 100644 --- a/index.html +++ b/index.html @@ -354,7 +354,7 @@ ul.task-list li input[type="checkbox"] {

🚀 Quick Start

-

Requirements: - NVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU - Python ≥3.10 - PyTorch ≥2.4.1

+

Requirements: - NVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU - Python 3.11 - PyTorch ≥2.4.1

Installation

pip3 install --no-build-isolation axolotl[flash-attn,deepspeed]
diff --git a/search.json b/search.json
index 49d78c8fe..d690a5009 100644
--- a/search.json
+++ b/search.json
@@ -733,7 +733,7 @@
     "href": "index.html#quick-start",
     "title": "Axolotl",
     "section": "🚀 Quick Start",
-    "text": "🚀 Quick Start\nRequirements: - NVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU - Python ≥3.10 - PyTorch ≥2.4.1\n\nInstallation\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\n\n# Download example axolotl configs, deepspeed configs\naxolotl fetch examples\naxolotl fetch deepspeed_configs  # OPTIONAL\nOther installation approaches are described here.\n\n\nYour First Fine-tune\n# Fetch axolotl examples\naxolotl fetch examples\n\n# Or, specify a custom path\naxolotl fetch examples --dest path/to/folder\n\n# Train a model using LoRA\naxolotl train examples/llama-3/lora-1b.yml\nThat’s it! Check out our Getting Started Guide for a more detailed walkthrough.",
+    "text": "🚀 Quick Start\nRequirements: - NVIDIA GPU (Ampere or newer for bf16 and Flash Attention) or AMD GPU - Python 3.11 - PyTorch ≥2.4.1\n\nInstallation\npip3 install --no-build-isolation axolotl[flash-attn,deepspeed]\n\n# Download example axolotl configs, deepspeed configs\naxolotl fetch examples\naxolotl fetch deepspeed_configs  # OPTIONAL\nOther installation approaches are described here.\n\n\nYour First Fine-tune\n# Fetch axolotl examples\naxolotl fetch examples\n\n# Or, specify a custom path\naxolotl fetch examples --dest path/to/folder\n\n# Train a model using LoRA\naxolotl train examples/llama-3/lora-1b.yml\nThat’s it! Check out our Getting Started Guide for a more detailed walkthrough.",
     "crumbs": [
       "Home"
     ]
diff --git a/sitemap.xml b/sitemap.xml
index 3cc2211fb..a439f1b77 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,154 +2,154 @@
 
   
     https://axolotl-ai-cloud.github.io/axolotl/FAQS.html
-    2025-02-08T02:33:54.374Z
+    2025-02-08T02:34:25.781Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.782Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/installation.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/config.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/lr_groups.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/getting-started.html
-    2025-02-08T02:33:54.376Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
-    2025-02-08T02:33:54.381Z
+    2025-02-08T02:34:25.787Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/TODO.html
-    2025-02-08T02:33:54.374Z
+    2025-02-08T02:34:25.782Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
-    2025-02-08T02:33:54.399Z
+    2025-02-08T02:34:25.801Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/kd/topk_logprob/LICENSE.html
-    2025-02-08T02:33:54.400Z
+    2025-02-08T02:34:25.802Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html
-    2025-02-08T02:33:54.398Z
+    2025-02-08T02:34:25.801Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/index.html
-    2025-02-08T02:33:54.394Z
+    2025-02-08T02:34:25.798Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/multi-gpu.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html
-    2025-02-08T02:33:54.380Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/inference.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.782Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html
-    2025-02-08T02:33:54.376Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/ray-integration.html
-    2025-02-08T02:33:54.380Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html
-    2025-02-08T02:33:54.376Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html
-    2025-02-08T02:33:54.380Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html
-    2025-02-08T02:33:54.379Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/reward_modelling.html
-    2025-02-08T02:33:54.380Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html
-    2025-02-08T02:33:54.380Z
+    2025-02-08T02:34:25.786Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/stepwise_supervised.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z
   
   
     https://axolotl-ai-cloud.github.io/axolotl/docs/cli.html
-    2025-02-08T02:33:54.375Z
+    2025-02-08T02:34:25.783Z