Nanobit commited on
Commit
60e32ff
1 Parent(s): 259262b

Fix shard config

Browse files
Files changed (1) hide show
  1. README.md +1 -2
README.md CHANGED
@@ -199,8 +199,7 @@ datasets:
199
  # The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection]
200
  type: alpaca # format OR format:prompt_style (chat/instruct)
201
  data_files: # path to source data files
202
- shards: # true if use subset data. make sure to set `shards` param also
203
- shards: # number of shards to split dataset into
204
 
205
  # axolotl attempts to save the dataset as an arrow after packing the data together so
206
  # subsequent training attempts load faster, relative path
 
199
  # The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection]
200
  type: alpaca # format OR format:prompt_style (chat/instruct)
201
  data_files: # path to source data files
202
+ shards: # number of shards to split data into
 
203
 
204
  # axolotl attempts to save the dataset as an arrow after packing the data together so
205
  # subsequent training attempts load faster, relative path