diff --git a/examples/archived/README.md b/examples/archived/README.md
new file mode 100644
index 000000000..da797c552
--- /dev/null
+++ b/examples/archived/README.md
@@ -0,0 +1,5 @@
+# Archived Examples
+
+This directory contains examples that are no longer maintained and may no longer be functional.
+
+We keep them around for archival purposes in case they are useful to others.
diff --git a/examples/cerebras/btlm-ft.yml b/examples/archived/cerebras/btlm-ft.yml
similarity index 100%
rename from examples/cerebras/btlm-ft.yml
rename to examples/archived/cerebras/btlm-ft.yml
diff --git a/examples/cerebras/qlora.yml b/examples/archived/cerebras/qlora.yml
similarity index 100%
rename from examples/cerebras/qlora.yml
rename to examples/archived/cerebras/qlora.yml
diff --git a/examples/code-llama/13b/lora.yml b/examples/archived/code-llama/13b/lora.yml
similarity index 100%
rename from examples/code-llama/13b/lora.yml
rename to examples/archived/code-llama/13b/lora.yml
diff --git a/examples/code-llama/13b/qlora.yml b/examples/archived/code-llama/13b/qlora.yml
similarity index 100%
rename from examples/code-llama/13b/qlora.yml
rename to examples/archived/code-llama/13b/qlora.yml
diff --git a/examples/code-llama/34b/lora.yml b/examples/archived/code-llama/34b/lora.yml
similarity index 100%
rename from examples/code-llama/34b/lora.yml
rename to examples/archived/code-llama/34b/lora.yml
diff --git a/examples/code-llama/34b/qlora.yml b/examples/archived/code-llama/34b/qlora.yml
similarity index 100%
rename from examples/code-llama/34b/qlora.yml
rename to examples/archived/code-llama/34b/qlora.yml
diff --git a/examples/code-llama/7b/lora.yml b/examples/archived/code-llama/7b/lora.yml
similarity index 100%
rename from examples/code-llama/7b/lora.yml
rename to examples/archived/code-llama/7b/lora.yml
diff --git a/examples/code-llama/7b/qlora.yml b/examples/archived/code-llama/7b/qlora.yml
similarity index 100%
rename from examples/code-llama/7b/qlora.yml
rename to examples/archived/code-llama/7b/qlora.yml
diff --git a/examples/code-llama/README.md b/examples/archived/code-llama/README.md
similarity index 100%
rename from examples/code-llama/README.md
rename to examples/archived/code-llama/README.md
diff --git a/examples/dbrx/16bit-lora.yaml b/examples/archived/dbrx/16bit-lora.yaml
similarity index 100%
rename from examples/dbrx/16bit-lora.yaml
rename to examples/archived/dbrx/16bit-lora.yaml
diff --git a/examples/dbrx/8bit-lora.yaml b/examples/archived/dbrx/8bit-lora.yaml
similarity index 100%
rename from examples/dbrx/8bit-lora.yaml
rename to examples/archived/dbrx/8bit-lora.yaml
diff --git a/examples/dbrx/README.md b/examples/archived/dbrx/README.md
similarity index 100%
rename from examples/dbrx/README.md
rename to examples/archived/dbrx/README.md
diff --git a/examples/dbrx/fft-ds-zero3.yaml b/examples/archived/dbrx/fft-ds-zero3.yaml
similarity index 100%
rename from examples/dbrx/fft-ds-zero3.yaml
rename to examples/archived/dbrx/fft-ds-zero3.yaml
diff --git a/examples/deepcoder/deepcoder-14B-preview-lora.yml b/examples/archived/deepcoder/deepcoder-14B-preview-lora.yml
similarity index 100%
rename from examples/deepcoder/deepcoder-14B-preview-lora.yml
rename to examples/archived/deepcoder/deepcoder-14B-preview-lora.yml
diff --git a/examples/falcon/config-7b-lora.yml b/examples/archived/falcon/config-7b-lora.yml
similarity index 100%
rename from examples/falcon/config-7b-lora.yml
rename to examples/archived/falcon/config-7b-lora.yml
diff --git a/examples/falcon/config-7b-qlora.yml b/examples/archived/falcon/config-7b-qlora.yml
similarity index 100%
rename from examples/falcon/config-7b-qlora.yml
rename to examples/archived/falcon/config-7b-qlora.yml
diff --git a/examples/falcon/config-7b.yml b/examples/archived/falcon/config-7b.yml
similarity index 100%
rename from examples/falcon/config-7b.yml
rename to examples/archived/falcon/config-7b.yml
diff --git a/examples/gemma/qlora.yml b/examples/archived/gemma/qlora.yml
similarity index 100%
rename from examples/gemma/qlora.yml
rename to examples/archived/gemma/qlora.yml
diff --git a/examples/gptj/qlora.yml b/examples/archived/gptj/qlora.yml
similarity index 100%
rename from examples/gptj/qlora.yml
rename to examples/archived/gptj/qlora.yml
diff --git a/examples/jeopardy-bot/config.yml b/examples/archived/jeopardy-bot/config.yml
similarity index 100%
rename from examples/jeopardy-bot/config.yml
rename to examples/archived/jeopardy-bot/config.yml
diff --git a/examples/mpt-7b/README.md b/examples/archived/mpt-7b/README.md
similarity index 100%
rename from examples/mpt-7b/README.md
rename to examples/archived/mpt-7b/README.md
diff --git a/examples/mpt-7b/config.yml b/examples/archived/mpt-7b/config.yml
similarity index 100%
rename from examples/mpt-7b/config.yml
rename to examples/archived/mpt-7b/config.yml
diff --git a/examples/openllama-3b/README.md b/examples/archived/openllama-3b/README.md
similarity index 100%
rename from examples/openllama-3b/README.md
rename to examples/archived/openllama-3b/README.md
diff --git a/examples/openllama-3b/config.yml b/examples/archived/openllama-3b/config.yml
similarity index 100%
rename from examples/openllama-3b/config.yml
rename to examples/archived/openllama-3b/config.yml
diff --git a/examples/openllama-3b/lora.yml b/examples/archived/openllama-3b/lora.yml
similarity index 100%
rename from examples/openllama-3b/lora.yml
rename to examples/archived/openllama-3b/lora.yml
diff --git a/examples/openllama-3b/qlora.yml b/examples/archived/openllama-3b/qlora.yml
similarity index 100%
rename from examples/openllama-3b/qlora.yml
rename to examples/archived/openllama-3b/qlora.yml
diff --git a/examples/pythia-12b/README.md b/examples/archived/pythia-12b/README.md
similarity index 100%
rename from examples/pythia-12b/README.md
rename to examples/archived/pythia-12b/README.md
diff --git a/examples/pythia-12b/config.yml b/examples/archived/pythia-12b/config.yml
similarity index 100%
rename from examples/pythia-12b/config.yml
rename to examples/archived/pythia-12b/config.yml
diff --git a/examples/pythia/lora.yml b/examples/archived/pythia/lora.yml
similarity index 100%
rename from examples/pythia/lora.yml
rename to examples/archived/pythia/lora.yml
diff --git a/examples/qwen/README.md b/examples/archived/qwen/README.md
similarity index 100%
rename from examples/qwen/README.md
rename to examples/archived/qwen/README.md
diff --git a/examples/qwen/lora.yml b/examples/archived/qwen/lora.yml
similarity index 100%
rename from examples/qwen/lora.yml
rename to examples/archived/qwen/lora.yml
diff --git a/examples/qwen/qlora.yml b/examples/archived/qwen/qlora.yml
similarity index 100%
rename from examples/qwen/qlora.yml
rename to examples/archived/qwen/qlora.yml
diff --git a/examples/qwen/qwen2-moe-lora.yaml b/examples/archived/qwen/qwen2-moe-lora.yaml
similarity index 100%
rename from examples/qwen/qwen2-moe-lora.yaml
rename to examples/archived/qwen/qwen2-moe-lora.yaml
diff --git a/examples/qwen/qwen2-moe-qlora.yaml b/examples/archived/qwen/qwen2-moe-qlora.yaml
similarity index 100%
rename from examples/qwen/qwen2-moe-qlora.yaml
rename to examples/archived/qwen/qwen2-moe-qlora.yaml
diff --git a/examples/redpajama/README.md b/examples/archived/redpajama/README.md
similarity index 100%
rename from examples/redpajama/README.md
rename to examples/archived/redpajama/README.md
diff --git a/examples/redpajama/config-3b.yml b/examples/archived/redpajama/config-3b.yml
similarity index 100%
rename from examples/redpajama/config-3b.yml
rename to examples/archived/redpajama/config-3b.yml
diff --git a/examples/replit-3b/config-lora.yml b/examples/archived/replit-3b/config-lora.yml
similarity index 100%
rename from examples/replit-3b/config-lora.yml
rename to examples/archived/replit-3b/config-lora.yml
diff --git a/examples/stablelm-2/1.6b/fft.yml b/examples/archived/stablelm-2/1.6b/fft.yml
similarity index 100%
rename from examples/stablelm-2/1.6b/fft.yml
rename to examples/archived/stablelm-2/1.6b/fft.yml
diff --git a/examples/stablelm-2/1.6b/lora.yml b/examples/archived/stablelm-2/1.6b/lora.yml
similarity index 100%
rename from examples/stablelm-2/1.6b/lora.yml
rename to examples/archived/stablelm-2/1.6b/lora.yml
diff --git a/examples/stablelm-2/README.md b/examples/archived/stablelm-2/README.md
similarity index 100%
rename from examples/stablelm-2/README.md
rename to examples/archived/stablelm-2/README.md
diff --git a/examples/starcoder2/qlora.yml b/examples/archived/starcoder2/qlora.yml
similarity index 100%
rename from examples/starcoder2/qlora.yml
rename to examples/archived/starcoder2/qlora.yml
diff --git a/examples/tiny-llama/README.md b/examples/archived/tiny-llama/README.md
similarity index 100%
rename from examples/tiny-llama/README.md
rename to examples/archived/tiny-llama/README.md
diff --git a/examples/tiny-llama/lora-mps.yml b/examples/archived/tiny-llama/lora-mps.yml
similarity index 100%
rename from examples/tiny-llama/lora-mps.yml
rename to examples/archived/tiny-llama/lora-mps.yml
diff --git a/examples/tiny-llama/lora.yml b/examples/archived/tiny-llama/lora.yml
similarity index 100%
rename from examples/tiny-llama/lora.yml
rename to examples/archived/tiny-llama/lora.yml
diff --git a/examples/tiny-llama/pretrain.yml b/examples/archived/tiny-llama/pretrain.yml
similarity index 100%
rename from examples/tiny-llama/pretrain.yml
rename to examples/archived/tiny-llama/pretrain.yml
diff --git a/examples/tiny-llama/qlora.yml b/examples/archived/tiny-llama/qlora.yml
similarity index 100%
rename from examples/tiny-llama/qlora.yml
rename to examples/archived/tiny-llama/qlora.yml
diff --git a/examples/xgen-7b/xgen-7b-8k-qlora.yml b/examples/archived/xgen-7b/xgen-7b-8k-qlora.yml
similarity index 100%
rename from examples/xgen-7b/xgen-7b-8k-qlora.yml
rename to examples/archived/xgen-7b/xgen-7b-8k-qlora.yml
diff --git a/examples/yi-34B-chat/README.md b/examples/archived/yi-34B-chat/README.md
similarity index 100%
rename from examples/yi-34B-chat/README.md
rename to examples/archived/yi-34B-chat/README.md
diff --git a/examples/yi-34B-chat/qlora.yml b/examples/archived/yi-34B-chat/qlora.yml
similarity index 100%
rename from examples/yi-34B-chat/qlora.yml
rename to examples/archived/yi-34B-chat/qlora.yml