From 2b436680a059561b0578f36e9bbc33898774af6b Mon Sep 17 00:00:00 2001
From: NanoCode012 <kevinvong@rocketmail.com>
Date: Sun, 21 May 2023 23:01:42 +0900
Subject: [PATCH] Add new config options to Readme

---
 README.md | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 198bf2270..3b5d22d3b 100644
--- a/README.md
+++ b/README.md
@@ -125,6 +125,8 @@ datasets:
 # axolotl attempts to save the dataset as an arrow after packing the data together so
 # subsequent training attempts load faster, relative path
 dataset_prepared_path: data/last_run_prepared
+# push prepared dataset to hub
+push_dataset_to_hub: # repo path
 # How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc
 val_set_size: 0.04
 
@@ -206,12 +208,14 @@ auto_resume_from_checkpoints: false
 
 # don't mess with this, it's here for accelerate and torchrun
 local_rank:
-# add or change special tokens
 
+# add or change special tokens
 special_tokens:
   # bos_token: "<s>"
   # eos_token: "</s>"
   # unk_token: "<unk>"
+# add extra tokens
+tokens:
 
 # FSDP
 fsdp: