diff --git a/.nojekyll b/.nojekyll index dee8561ce..fd5fcd8f1 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -389afb8b \ No newline at end of file +cd1f5a4a \ No newline at end of file diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html index 9dbbecc5d..9dc893725 100644 --- a/docs/dataset-formats/index.html +++ b/docs/dataset-formats/index.html @@ -351,7 +351,7 @@ Description - + Pre-training @@ -359,7 +359,7 @@ Description Data format for a pre-training completion task. - + Instruction Tuning @@ -367,7 +367,7 @@ Description Instruction tuning formats for supervised fine-tuning. - + Conversation @@ -375,7 +375,7 @@ Description Conversation format for supervised fine-tuning. - + Template-Free @@ -383,7 +383,7 @@ Description Construct prompts without a template. - + Custom Pre-Tokenized Dataset diff --git a/index.html b/index.html index 0cefaf22f..97661a03b 100644 --- a/index.html +++ b/index.html @@ -552,11 +552,11 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin # inference accelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \ - --lora_model_dir="./lora-out" + --lora_model_dir="./outputs/lora-out" # gradio accelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \ - --lora_model_dir="./lora-out" --gradio + --lora_model_dir="./outputs/lora-out" --gradio # remote yaml files - the yaml config can be hosted on a public URL # Note: the yaml config must directly link to the **raw** yaml diff --git a/search.json b/search.json index f28e042b8..a3514a147 100644 --- a/search.json +++ b/search.json @@ -705,7 +705,7 @@ "href": "index.html#quickstart", "title": "Axolotl", "section": "Quickstart ⚡", - "text": "Quickstart ⚡\nGet started with Axolotl in just a few steps! This quickstart guide will walk you through setting up and running a basic fine-tuning task.\nRequirements: Python >=3.10 and Pytorch >=2.1.1.\ngit clone https://github.com/OpenAccess-AI-Collective/axolotl\ncd axolotl\n\npip3 install packaging ninja\npip3 install -e '.[flash-attn,deepspeed]'\n\nUsage\n# preprocess datasets - optional but recommended\nCUDA_VISIBLE_DEVICES=\"\" python -m axolotl.cli.preprocess examples/openllama-3b/lora.yml\n\n# finetune lora\naccelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml\n\n# inference\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./lora-out\"\n\n# gradio\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./lora-out\" --gradio\n\n# remote yaml files - the yaml config can be hosted on a public URL\n# Note: the yaml config must directly link to the **raw** yaml\naccelerate launch -m axolotl.cli.train https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/examples/openllama-3b/lora.yml", + "text": "Quickstart ⚡\nGet started with Axolotl in just a few steps! This quickstart guide will walk you through setting up and running a basic fine-tuning task.\nRequirements: Python >=3.10 and Pytorch >=2.1.1.\ngit clone https://github.com/OpenAccess-AI-Collective/axolotl\ncd axolotl\n\npip3 install packaging ninja\npip3 install -e '.[flash-attn,deepspeed]'\n\nUsage\n# preprocess datasets - optional but recommended\nCUDA_VISIBLE_DEVICES=\"\" python -m axolotl.cli.preprocess examples/openllama-3b/lora.yml\n\n# finetune lora\naccelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml\n\n# inference\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./outputs/lora-out\"\n\n# gradio\naccelerate launch -m axolotl.cli.inference examples/openllama-3b/lora.yml \\\n --lora_model_dir=\"./outputs/lora-out\" --gradio\n\n# remote yaml files - the yaml config can be hosted on a public URL\n# Note: the yaml config must directly link to the **raw** yaml\naccelerate launch -m axolotl.cli.train https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/examples/openllama-3b/lora.yml", "crumbs": [ "Home" ] diff --git a/sitemap.xml b/sitemap.xml index 0f179a78d..572714f72 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,90 +2,90 @@ https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html - 2024-05-28T22:10:41.447Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset_preprocessing.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.951Z https://OpenAccess-AI-Collective.github.io/axolotl/index.html - 2024-05-28T22:10:41.455Z + 2024-05-28T22:10:51.959Z https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html - 2024-05-28T22:10:41.443Z + 2024-05-28T22:10:51.947Z