BART_reddit / trainer_state.json
Trevor Johnson
.
4c0b9cd
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"global_step": 22500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.07,
"learning_rate": 1.9555555555555557e-05,
"loss": 2.9226,
"step": 500
},
{
"epoch": 0.13,
"learning_rate": 1.9111111111111113e-05,
"loss": 2.9051,
"step": 1000
},
{
"epoch": 0.2,
"learning_rate": 1.866666666666667e-05,
"loss": 2.9092,
"step": 1500
},
{
"epoch": 0.27,
"learning_rate": 1.8222222222222224e-05,
"loss": 2.915,
"step": 2000
},
{
"epoch": 0.33,
"learning_rate": 1.7777777777777777e-05,
"loss": 2.9285,
"step": 2500
},
{
"epoch": 0.4,
"learning_rate": 1.7333333333333336e-05,
"loss": 2.8844,
"step": 3000
},
{
"epoch": 0.47,
"learning_rate": 1.688888888888889e-05,
"loss": 2.9206,
"step": 3500
},
{
"epoch": 0.53,
"learning_rate": 1.6444444444444444e-05,
"loss": 2.9069,
"step": 4000
},
{
"epoch": 0.6,
"learning_rate": 1.6000000000000003e-05,
"loss": 2.9354,
"step": 4500
},
{
"epoch": 0.67,
"learning_rate": 1.555555555555556e-05,
"loss": 2.9054,
"step": 5000
},
{
"epoch": 0.73,
"learning_rate": 1.5111111111111112e-05,
"loss": 2.9195,
"step": 5500
},
{
"epoch": 0.8,
"learning_rate": 1.4666666666666666e-05,
"loss": 2.9421,
"step": 6000
},
{
"epoch": 0.87,
"learning_rate": 1.4222222222222224e-05,
"loss": 2.9313,
"step": 6500
},
{
"epoch": 0.93,
"learning_rate": 1.377777777777778e-05,
"loss": 2.9654,
"step": 7000
},
{
"epoch": 1.0,
"learning_rate": 1.3333333333333333e-05,
"loss": 2.9579,
"step": 7500
},
{
"epoch": 1.0,
"eval_gen_len": 19.442,
"eval_loss": 3.445647954940796,
"eval_rouge1": 18.8989,
"eval_rouge2": 5.0689,
"eval_rougeL": 15.4851,
"eval_rougeLsum": 16.3155,
"eval_runtime": 673.7677,
"eval_samples_per_second": 5.937,
"eval_steps_per_second": 0.742,
"step": 7500
},
{
"epoch": 1.07,
"learning_rate": 1.288888888888889e-05,
"loss": 2.5931,
"step": 8000
},
{
"epoch": 1.13,
"learning_rate": 1.2444444444444446e-05,
"loss": 2.5813,
"step": 8500
},
{
"epoch": 1.2,
"learning_rate": 1.2e-05,
"loss": 2.6225,
"step": 9000
},
{
"epoch": 1.27,
"learning_rate": 1.1555555555555556e-05,
"loss": 2.6269,
"step": 9500
},
{
"epoch": 1.33,
"learning_rate": 1.1111111111111113e-05,
"loss": 2.6208,
"step": 10000
},
{
"epoch": 1.4,
"learning_rate": 1.0666666666666667e-05,
"loss": 2.6287,
"step": 10500
},
{
"epoch": 1.47,
"learning_rate": 1.0222222222222223e-05,
"loss": 2.6569,
"step": 11000
},
{
"epoch": 1.53,
"learning_rate": 9.777777777777779e-06,
"loss": 2.6644,
"step": 11500
},
{
"epoch": 1.6,
"learning_rate": 9.333333333333334e-06,
"loss": 2.6725,
"step": 12000
},
{
"epoch": 1.67,
"learning_rate": 8.888888888888888e-06,
"loss": 2.6747,
"step": 12500
},
{
"epoch": 1.73,
"learning_rate": 8.444444444444446e-06,
"loss": 2.7015,
"step": 13000
},
{
"epoch": 1.8,
"learning_rate": 8.000000000000001e-06,
"loss": 2.701,
"step": 13500
},
{
"epoch": 1.87,
"learning_rate": 7.555555555555556e-06,
"loss": 2.7293,
"step": 14000
},
{
"epoch": 1.93,
"learning_rate": 7.111111111111112e-06,
"loss": 2.7086,
"step": 14500
},
{
"epoch": 2.0,
"learning_rate": 6.666666666666667e-06,
"loss": 2.7437,
"step": 15000
},
{
"epoch": 2.0,
"eval_gen_len": 19.113,
"eval_loss": 3.4790942668914795,
"eval_rouge1": 18.8818,
"eval_rouge2": 4.9775,
"eval_rougeL": 15.4084,
"eval_rougeLsum": 16.2892,
"eval_runtime": 647.6595,
"eval_samples_per_second": 6.176,
"eval_steps_per_second": 0.772,
"step": 15000
},
{
"epoch": 2.07,
"learning_rate": 6.222222222222223e-06,
"loss": 2.4254,
"step": 15500
},
{
"epoch": 2.13,
"learning_rate": 5.777777777777778e-06,
"loss": 2.5738,
"step": 16000
},
{
"epoch": 2.2,
"learning_rate": 5.333333333333334e-06,
"loss": 2.5708,
"step": 16500
},
{
"epoch": 2.27,
"learning_rate": 4.888888888888889e-06,
"loss": 2.6077,
"step": 17000
},
{
"epoch": 2.33,
"learning_rate": 4.444444444444444e-06,
"loss": 2.5844,
"step": 17500
},
{
"epoch": 2.4,
"learning_rate": 4.000000000000001e-06,
"loss": 2.6059,
"step": 18000
},
{
"epoch": 2.47,
"learning_rate": 3.555555555555556e-06,
"loss": 2.5876,
"step": 18500
},
{
"epoch": 2.53,
"learning_rate": 3.1111111111111116e-06,
"loss": 2.6129,
"step": 19000
},
{
"epoch": 2.6,
"learning_rate": 2.666666666666667e-06,
"loss": 2.5966,
"step": 19500
},
{
"epoch": 2.67,
"learning_rate": 2.222222222222222e-06,
"loss": 2.6078,
"step": 20000
},
{
"epoch": 2.73,
"learning_rate": 1.777777777777778e-06,
"loss": 2.6067,
"step": 20500
},
{
"epoch": 2.8,
"learning_rate": 1.3333333333333334e-06,
"loss": 2.5888,
"step": 21000
},
{
"epoch": 2.87,
"learning_rate": 8.88888888888889e-07,
"loss": 2.5656,
"step": 21500
},
{
"epoch": 2.93,
"learning_rate": 4.444444444444445e-07,
"loss": 2.5685,
"step": 22000
},
{
"epoch": 3.0,
"learning_rate": 0.0,
"loss": 2.5666,
"step": 22500
}
],
"max_steps": 22500,
"num_train_epochs": 3,
"total_flos": 1.2837568824213504e+17,
"trial_name": null,
"trial_params": null
}