diff --git a/.nojekyll b/.nojekyll
index bec9af6ab..7b0e68c7b 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-69e38c16
\ No newline at end of file
+d25f68b2
\ No newline at end of file
diff --git a/docs/lora_optims.html b/docs/lora_optims.html
index 8110beae5..4dd6e9b00 100644
--- a/docs/lora_optims.html
+++ b/docs/lora_optims.html
@@ -415,7 +415,7 @@ pre > code.sourceCode > span > a:first-child::before { text-decoration: underlin
 <ul>
 <li>One or more NVIDIA or AMD GPUs (in order to use the Triton kernels)
 <ul>
-<li>AMD can be used with experimental Triton support by setting the environment variable <code>TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1</code></li>
+<li>Note: Set <code>TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1</code> to enable <a href="https://github.com/ROCm/aotriton/issues/16#issuecomment-2346675491">memory-efficient attention on AMD GPUs</a></li>
 </ul></li>
 <li>Targeted LoRA adapters cannot use Dropout
 <ul>
diff --git a/search.json b/search.json
index 8b87d9df0..f8c595602 100644
--- a/search.json
+++ b/search.json
@@ -1335,7 +1335,7 @@
     "href": "docs/lora_optims.html#requirements",
     "title": "LoRA Optimizations",
     "section": "Requirements",
-    "text": "Requirements\n\nOne or more NVIDIA or AMD GPUs (in order to use the Triton kernels)\n\nAMD can be used with experimental Triton support by setting the environment variable TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1\n\nTargeted LoRA adapters cannot use Dropout\n\nThis may limit model expressivity / cause overfitting\n\nTargeted LoRA adapters cannot have bias terms\n\nThis may limit model expressivity\n\n\nModels with pre-existing LoRA adapters that use Dropout or have bias terms may need to be re-finetuned without these features in order to be useful."
+    "text": "Requirements\n\nOne or more NVIDIA or AMD GPUs (in order to use the Triton kernels)\n\nNote: Set TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1 to enable memory-efficient attention on AMD GPUs\n\nTargeted LoRA adapters cannot use Dropout\n\nThis may limit model expressivity / cause overfitting\n\nTargeted LoRA adapters cannot have bias terms\n\nThis may limit model expressivity\n\n\nModels with pre-existing LoRA adapters that use Dropout or have bias terms may need to be re-finetuned without these features in order to be useful."
   },
   {
     "objectID": "docs/lora_optims.html#implementation-details",
diff --git a/sitemap.xml b/sitemap.xml
index 0ed36e8f9..ba66a3003 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,158 +2,158 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/index.html</loc>
-    <lastmod>2025-02-18T09:31:10.572Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.475Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/rlhf.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/amd_hpc.html</loc>
-    <lastmod>2025-02-18T09:31:10.556Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/faq.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/inference.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.463Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/unsloth.html</loc>
-    <lastmod>2025-02-18T09:31:10.561Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multimodal.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/input_output.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.463Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/index.html</loc>
-    <lastmod>2025-02-18T09:31:10.556Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/stepwise_supervised.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/reward_modelling.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/fsdp_qlora.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/lr_groups.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/mac.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset_preprocessing.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/cut_cross_entropy/ACKNOWLEDGEMENTS.html</loc>
-    <lastmod>2025-02-18T09:31:10.575Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.479Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
-    <lastmod>2025-02-18T09:31:10.561Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.465Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/FAQS.html</loc>
-    <lastmod>2025-02-18T09:31:10.554Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.459Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/TODO.html</loc>
-    <lastmod>2025-02-18T09:31:10.555Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.459Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/kd/topk_logprob/LICENSE.html</loc>
-    <lastmod>2025-02-18T09:31:10.576Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.479Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/src/axolotl/integrations/LICENSE.html</loc>
-    <lastmod>2025-02-18T09:31:10.575Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.478Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/installation.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/torchao.html</loc>
-    <lastmod>2025-02-18T09:31:10.561Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/ray-integration.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/cli.html</loc>
-    <lastmod>2025-02-18T09:31:10.556Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/debugging.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
-    <lastmod>2025-02-18T09:31:10.556Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multi-gpu.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/batch_vs_grad.html</loc>
-    <lastmod>2025-02-18T09:31:10.556Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/getting-started.html</loc>
-    <lastmod>2025-02-18T09:31:10.557Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.461Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/config.html</loc>
-    <lastmod>2025-02-18T09:31:10.556Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.460Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multipack.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/multi-node.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/nccl.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
   <url>
     <loc>https://axolotl-ai-cloud.github.io/axolotl/docs/lora_optims.html</loc>
-    <lastmod>2025-02-18T09:31:10.560Z</lastmod>
+    <lastmod>2025-02-18T15:06:43.464Z</lastmod>
   </url>
 </urlset>