Fix shard config
Browse files
README.md
CHANGED
@@ -199,8 +199,7 @@ datasets:
|
|
199 |
# The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection]
|
200 |
type: alpaca # format OR format:prompt_style (chat/instruct)
|
201 |
data_files: # path to source data files
|
202 |
-
shards: #
|
203 |
-
shards: # number of shards to split dataset into
|
204 |
|
205 |
# axolotl attempts to save the dataset as an arrow after packing the data together so
|
206 |
# subsequent training attempts load faster, relative path
|
|
|
199 |
# The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection]
|
200 |
type: alpaca # format OR format:prompt_style (chat/instruct)
|
201 |
data_files: # path to source data files
|
202 |
+
shards: # number of shards to split data into
|
|
|
203 |
|
204 |
# axolotl attempts to save the dataset as an arrow after packing the data together so
|
205 |
# subsequent training attempts load faster, relative path
|