diff --git a/.nojekyll b/.nojekyll
index 9dcb21eaf..05b0dc2f0 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-aeeb58bf
\ No newline at end of file
+4e4c1269
\ No newline at end of file
diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html
index 9c1a1fbbd..5081bfca0 100644
--- a/docs/dataset-formats/index.html
+++ b/docs/dataset-formats/index.html
@@ -351,7 +351,7 @@ Description
 </tr>
 </thead>
 <tbody class="list">
-<tr data-index="0" data-listing-file-modified-sort="1712703530095" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
+<tr data-index="0" data-listing-file-modified-sort="1712926973466" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
 <td>
 <a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
 </td>
@@ -359,7 +359,7 @@ Description
 <span class="listing-description">Data format for a pre-training completion task.</span>
 </td>
 </tr>
-<tr data-index="1" data-listing-file-modified-sort="1712703530095" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
+<tr data-index="1" data-listing-file-modified-sort="1712926973466" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
 <td>
 <a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
 </td>
@@ -367,7 +367,7 @@ Description
 <span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
 </td>
 </tr>
-<tr data-index="2" data-listing-file-modified-sort="1712703530095" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
+<tr data-index="2" data-listing-file-modified-sort="1712926973466" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
 <td>
 <a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
 </td>
@@ -375,7 +375,7 @@ Description
 <span class="listing-description">Conversation format for supervised fine-tuning.</span>
 </td>
 </tr>
-<tr data-index="3" data-listing-file-modified-sort="1712703530095" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
+<tr data-index="3" data-listing-file-modified-sort="1712926973466" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
 <td>
 <a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
 </td>
@@ -383,7 +383,7 @@ Description
 <span class="listing-description">Construct prompts without a template.</span>
 </td>
 </tr>
-<tr data-index="4" data-listing-file-modified-sort="1712703530095" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
+<tr data-index="4" data-listing-file-modified-sort="1712926973466" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
 <td>
 <a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
 </td>
diff --git a/examples/llama-2/qlora-fsdp.yml b/examples/llama-2/qlora-fsdp.yml
index 30916ed45..93b3b2a60 100644
--- a/examples/llama-2/qlora-fsdp.yml
+++ b/examples/llama-2/qlora-fsdp.yml
@@ -65,12 +65,14 @@ deepspeed:
 weight_decay: 0.0
 fsdp:
   - full_shard
+  - auto_wrap
 fsdp_config:
   fsdp_limit_all_gathers: true
   fsdp_sync_module_states: true
   fsdp_offload_params: true
   fsdp_use_orig_params: false
   fsdp_cpu_ram_efficient_loading: true
+  fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
   fsdp_transformer_layer_cls_to_wrap: LlamaDecoderLayer
-  fsdp_state_dict_type: SHARDED_STATE_DICT
+  fsdp_state_dict_type: FULL_STATE_DICT
 special_tokens:
diff --git a/sitemap.xml b/sitemap.xml
index b29d882a4..a7ad1a5c7 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,86 +2,86 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.470Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/index.html</loc>
-    <lastmod>2024-04-09T22:58:50.107Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.478Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html</loc>
-    <lastmod>2024-04-09T22:58:50.099Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html</loc>
-    <lastmod>2024-04-09T22:58:50.095Z</lastmod>
+    <lastmod>2024-04-12T13:02:53.466Z</lastmod>
   </url>
 </urlset>