Nexspear's picture
Training in progress, step 42, checkpoint
2aa346f verified
raw
history blame
3.59 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.006291899179806,
"eval_steps": 42,
"global_step": 42,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00014980712332871428,
"eval_loss": 1.160882592201233,
"eval_runtime": 311.16,
"eval_samples_per_second": 36.133,
"eval_steps_per_second": 4.519,
"step": 1
},
{
"epoch": 0.00044942136998614283,
"grad_norm": 0.12129199504852295,
"learning_rate": 1.5e-05,
"loss": 1.1193,
"step": 3
},
{
"epoch": 0.0008988427399722857,
"grad_norm": 0.11971050500869751,
"learning_rate": 3e-05,
"loss": 1.103,
"step": 6
},
{
"epoch": 0.0013482641099584285,
"grad_norm": 0.10862895101308823,
"learning_rate": 4.5e-05,
"loss": 1.0659,
"step": 9
},
{
"epoch": 0.0017976854799445713,
"grad_norm": 0.11977853626012802,
"learning_rate": 4.9997944716957985e-05,
"loss": 1.0914,
"step": 12
},
{
"epoch": 0.0022471068499307144,
"grad_norm": 0.12554779648780823,
"learning_rate": 4.99871554050172e-05,
"loss": 1.1725,
"step": 15
},
{
"epoch": 0.002696528219916857,
"grad_norm": 0.13287784159183502,
"learning_rate": 4.996712222958461e-05,
"loss": 1.1145,
"step": 18
},
{
"epoch": 0.003145949589903,
"grad_norm": 0.1167389452457428,
"learning_rate": 4.993785260182552e-05,
"loss": 1.0956,
"step": 21
},
{
"epoch": 0.0035953709598891426,
"grad_norm": 0.11548212915658951,
"learning_rate": 4.989935734988098e-05,
"loss": 1.12,
"step": 24
},
{
"epoch": 0.004044792329875285,
"grad_norm": 0.12251826375722885,
"learning_rate": 4.9851650714862006e-05,
"loss": 1.0895,
"step": 27
},
{
"epoch": 0.004494213699861429,
"grad_norm": 0.12304849177598953,
"learning_rate": 4.979475034558115e-05,
"loss": 1.1302,
"step": 30
},
{
"epoch": 0.004943635069847571,
"grad_norm": 0.12594439089298248,
"learning_rate": 4.9728677292023405e-05,
"loss": 1.0825,
"step": 33
},
{
"epoch": 0.005393056439833714,
"grad_norm": 0.11802031844854355,
"learning_rate": 4.965345599755887e-05,
"loss": 1.0949,
"step": 36
},
{
"epoch": 0.005842477809819857,
"grad_norm": 0.12052260339260101,
"learning_rate": 4.95691142899001e-05,
"loss": 1.2106,
"step": 39
},
{
"epoch": 0.006291899179806,
"grad_norm": 0.14151117205619812,
"learning_rate": 4.9475683370807326e-05,
"loss": 1.0855,
"step": 42
},
{
"epoch": 0.006291899179806,
"eval_loss": 1.1297273635864258,
"eval_runtime": 313.2801,
"eval_samples_per_second": 35.888,
"eval_steps_per_second": 4.488,
"step": 42
}
],
"logging_steps": 3,
"max_steps": 500,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 42,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.3438839322312704e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}