From 60e32ff4576d5b0e0dc650d922b8882077b85526 Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Fri, 26 May 2023 11:09:28 +0900 Subject: [PATCH] Fix shard config --- README.md | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/README.md b/README.md index f79a49a1f..346ee6904 100644 --- a/README.md +++ b/README.md @@ -199,8 +199,7 @@ datasets: # The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection] type: alpaca # format OR format:prompt_style (chat/instruct) data_files: # path to source data files - shards: # true if use subset data. make sure to set `shards` param also -shards: # number of shards to split dataset into + shards: # number of shards to split data into # axolotl attempts to save the dataset as an arrow after packing the data together so # subsequent training attempts load faster, relative path