diff --git a/.nojekyll b/.nojekyll index 7b5bc911d..52dfdb44a 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -3b81bfba \ No newline at end of file +e13072d2 \ No newline at end of file diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html index beb1043a9..408460ca8 100644 --- a/docs/dataset-formats/index.html +++ b/docs/dataset-formats/index.html @@ -363,7 +363,7 @@ Description - + Pre-training @@ -371,7 +371,7 @@ Description Data format for a pre-training completion task. - + Instruction Tuning @@ -379,7 +379,7 @@ Description Instruction tuning formats for supervised fine-tuning. - + Conversation @@ -387,7 +387,7 @@ Description Conversation format for supervised fine-tuning. - + Template-Free @@ -395,7 +395,7 @@ Description Construct prompts without a template. - + Custom Pre-Tokenized Dataset diff --git a/examples/llama-2/qlora-fsdp.yml b/examples/llama-2/qlora-fsdp.yml index 88029f92d..204c91693 100644 --- a/examples/llama-2/qlora-fsdp.yml +++ b/examples/llama-2/qlora-fsdp.yml @@ -1,6 +1,9 @@ base_model: NousResearch/Llama-2-7b-hf +# optionally might have model_type or tokenizer_type model_type: LlamaForCausalLM tokenizer_type: LlamaTokenizer +# Automatically upload checkpoint and final model to HF +# hub_model_id: username/custom_model_name load_in_8bit: false load_in_4bit: true diff --git a/sitemap.xml b/sitemap.xml index a3c9fef6c..44e827afb 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,114 +2,114 @@ https://axolotl-ai-cloud.github.io/axolotl/index.html - 2024-12-17T16:01:32.849Z + 2024-12-17T18:59:08.267Z https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html - 2024-12-17T16:01:32.853Z + 2024-12-17T18:59:08.267Z https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.255Z https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.255Z https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.255Z https://axolotl-ai-cloud.github.io/axolotl/docs/config.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/FAQS.html - 2024-12-17T16:01:32.833Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/TODO.html - 2024-12-17T16:01:32.833Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.255Z https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.251Z https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html - 2024-12-17T16:01:32.837Z + 2024-12-17T18:59:08.255Z https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html - 2024-12-17T16:01:32.853Z + 2024-12-17T18:59:08.267Z