Feat(doc): Add how to save by epochs (#396)
Browse files
README.md
CHANGED
@@ -370,7 +370,7 @@ hub_strategy:
|
|
370 |
# whether to use hf `use_auth_token` for loading datasets. Useful for fetching private datasets
|
371 |
# required to be true when used in combination with `push_dataset_to_hub`
|
372 |
hf_use_auth_token: # boolean
|
373 |
-
# How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc
|
374 |
val_set_size: 0.04
|
375 |
# Num shards for whole dataset
|
376 |
dataset_shard_num:
|
@@ -433,7 +433,7 @@ num_epochs: 3
|
|
433 |
warmup_steps: 100
|
434 |
learning_rate: 0.00003
|
435 |
logging_steps:
|
436 |
-
save_steps:
|
437 |
eval_steps:
|
438 |
save_total_limit: # checkpoints saved at a time
|
439 |
max_steps:
|
|
|
370 |
# whether to use hf `use_auth_token` for loading datasets. Useful for fetching private datasets
|
371 |
# required to be true when used in combination with `push_dataset_to_hub`
|
372 |
hf_use_auth_token: # boolean
|
373 |
+
# How much of the dataset to set aside as evaluation. 1 = 100%, 0.50 = 50%, etc. 0 for no eval.
|
374 |
val_set_size: 0.04
|
375 |
# Num shards for whole dataset
|
376 |
dataset_shard_num:
|
|
|
433 |
warmup_steps: 100
|
434 |
learning_rate: 0.00003
|
435 |
logging_steps:
|
436 |
+
save_steps: # leave empty to save at each epoch
|
437 |
eval_steps:
|
438 |
save_total_limit: # checkpoints saved at a time
|
439 |
max_steps:
|