diff --git a/.nojekyll b/.nojekyll
index 7b5bc911d..52dfdb44a 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-3b81bfba
\ No newline at end of file
+e13072d2
\ No newline at end of file
diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html
index beb1043a9..408460ca8 100644
--- a/docs/dataset-formats/index.html
+++ b/docs/dataset-formats/index.html
@@ -363,7 +363,7 @@ Description
-
+
|
Pre-training
|
@@ -371,7 +371,7 @@ Description
Data format for a pre-training completion task.
-
+
|
Instruction Tuning
|
@@ -379,7 +379,7 @@ Description
Instruction tuning formats for supervised fine-tuning.
-
+
|
Conversation
|
@@ -387,7 +387,7 @@ Description
Conversation format for supervised fine-tuning.
-
+
|
Template-Free
|
@@ -395,7 +395,7 @@ Description
Construct prompts without a template.
-
+
|
Custom Pre-Tokenized Dataset
|
diff --git a/examples/llama-2/qlora-fsdp.yml b/examples/llama-2/qlora-fsdp.yml
index 88029f92d..204c91693 100644
--- a/examples/llama-2/qlora-fsdp.yml
+++ b/examples/llama-2/qlora-fsdp.yml
@@ -1,6 +1,9 @@
base_model: NousResearch/Llama-2-7b-hf
+# optionally might have model_type or tokenizer_type
model_type: LlamaForCausalLM
tokenizer_type: LlamaTokenizer
+# Automatically upload checkpoint and final model to HF
+# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: true
diff --git a/sitemap.xml b/sitemap.xml
index a3c9fef6c..44e827afb 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,114 +2,114 @@
https://axolotl-ai-cloud.github.io/axolotl/index.html
- 2024-12-17T16:01:32.849Z
+ 2024-12-17T18:59:08.267Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html
- 2024-12-17T16:01:32.853Z
+ 2024-12-17T18:59:08.267Z
https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.255Z
https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.255Z
https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.255Z
https://axolotl-ai-cloud.github.io/axolotl/docs/config.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/FAQS.html
- 2024-12-17T16:01:32.833Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/TODO.html
- 2024-12-17T16:01:32.833Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.255Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.251Z
https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
- 2024-12-17T16:01:32.837Z
+ 2024-12-17T18:59:08.255Z
https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html
- 2024-12-17T16:01:32.853Z
+ 2024-12-17T18:59:08.267Z