From ac85c0ed36e040c9468b7edb87cadb876b50c1ed Mon Sep 17 00:00:00 2001
From: jphillips <josh.phillips@fearnworks.com>
Date: Mon, 29 May 2023 14:35:58 -0500
Subject: [PATCH] Add Readme, Clean up comments

---
 examples/qlora-openllama-3b/README.md                     | 6 ++++++
 .../config.yml                                            | 8 ++++----
 2 files changed, 10 insertions(+), 4 deletions(-)
 create mode 100644 examples/qlora-openllama-3b/README.md
 rename examples/{qlora-openllama-3b.yml => qlora-openllama-3b}/config.yml (88%)

diff --git a/examples/qlora-openllama-3b/README.md b/examples/qlora-openllama-3b/README.md
new file mode 100644
index 000000000..d3276439b
--- /dev/null
+++ b/examples/qlora-openllama-3b/README.md
@@ -0,0 +1,6 @@
+# qlora-openllama-3b
+
+```shell
+accelerate launch scripts/finetune.py examples/lora-openllama-3b
+
+```
diff --git a/examples/qlora-openllama-3b.yml/config.yml b/examples/qlora-openllama-3b/config.yml
similarity index 88%
rename from examples/qlora-openllama-3b.yml/config.yml
rename to examples/qlora-openllama-3b/config.yml
index 9499474bd..87e1dfd94 100644
--- a/examples/qlora-openllama-3b.yml/config.yml
+++ b/examples/qlora-openllama-3b/config.yml
@@ -26,15 +26,15 @@ wandb_watch:
 wandb_run_id:
 wandb_log_model:
 output_dir: ./qlora-out
-batch_size: 1
-micro_batch_size: 4 # Changed from 1 to 4
-num_epochs: 2 # Changed from 4 to 2
+batch_size: 4
+micro_batch_size: 4
+num_epochs: 2
 optimizer: paged_adamw_32bit
 torchdistx_path:
 lr_scheduler: cosine
 learning_rate: 0.0002
 train_on_inputs: false
-group_by_length: true # Changed from false to true
+group_by_length: true
 bf16: true
 fp16: false
 tf32: true