xls-r-300m-sv-phoneme / trainer_state.json
patrickvonplaten's picture
up
ffb6ea4
raw
history blame
9.53 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 150.0,
"global_step": 5400,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 2.78,
"learning_rate": 7.2e-06,
"loss": 22.7336,
"step": 100
},
{
"epoch": 5.56,
"learning_rate": 1.47e-05,
"loss": 8.3017,
"step": 200
},
{
"epoch": 8.33,
"learning_rate": 2.2199999999999998e-05,
"loss": 5.4371,
"step": 300
},
{
"epoch": 11.11,
"learning_rate": 2.97e-05,
"loss": 4.1583,
"step": 400
},
{
"epoch": 13.89,
"learning_rate": 3.7199999999999996e-05,
"loss": 3.6082,
"step": 500
},
{
"epoch": 13.89,
"eval_loss": 3.501119613647461,
"eval_runtime": 2.3778,
"eval_samples_per_second": 146.354,
"eval_steps_per_second": 4.626,
"eval_wer": 0.9825350621857635,
"step": 500
},
{
"epoch": 16.67,
"learning_rate": 4.4699999999999996e-05,
"loss": 3.4894,
"step": 600
},
{
"epoch": 19.44,
"learning_rate": 5.2199999999999995e-05,
"loss": 3.448,
"step": 700
},
{
"epoch": 22.22,
"learning_rate": 5.97e-05,
"loss": 3.4155,
"step": 800
},
{
"epoch": 25.0,
"learning_rate": 6.72e-05,
"loss": 3.3702,
"step": 900
},
{
"epoch": 27.78,
"learning_rate": 7.47e-05,
"loss": 3.2566,
"step": 1000
},
{
"epoch": 27.78,
"eval_loss": 2.9146299362182617,
"eval_runtime": 2.224,
"eval_samples_per_second": 156.477,
"eval_steps_per_second": 4.946,
"eval_wer": 0.9367557554908706,
"step": 1000
},
{
"epoch": 30.56,
"learning_rate": 7.336363636363636e-05,
"loss": 2.832,
"step": 1100
},
{
"epoch": 33.33,
"learning_rate": 7.16590909090909e-05,
"loss": 2.2848,
"step": 1200
},
{
"epoch": 36.11,
"learning_rate": 6.995454545454545e-05,
"loss": 1.9336,
"step": 1300
},
{
"epoch": 38.89,
"learning_rate": 6.824999999999999e-05,
"loss": 1.7366,
"step": 1400
},
{
"epoch": 41.67,
"learning_rate": 6.654545454545455e-05,
"loss": 1.5744,
"step": 1500
},
{
"epoch": 41.67,
"eval_loss": 0.6705893278121948,
"eval_runtime": 2.2526,
"eval_samples_per_second": 154.49,
"eval_steps_per_second": 4.883,
"eval_wer": 0.20706536120666844,
"step": 1500
},
{
"epoch": 44.44,
"learning_rate": 6.484090909090909e-05,
"loss": 1.4626,
"step": 1600
},
{
"epoch": 47.22,
"learning_rate": 6.313636363636363e-05,
"loss": 1.4203,
"step": 1700
},
{
"epoch": 50.0,
"learning_rate": 6.143181818181818e-05,
"loss": 1.3699,
"step": 1800
},
{
"epoch": 52.78,
"learning_rate": 5.9727272727272724e-05,
"loss": 1.3123,
"step": 1900
},
{
"epoch": 55.56,
"learning_rate": 5.802272727272727e-05,
"loss": 1.2744,
"step": 2000
},
{
"epoch": 55.56,
"eval_loss": 0.540650486946106,
"eval_runtime": 2.2596,
"eval_samples_per_second": 154.01,
"eval_steps_per_second": 4.868,
"eval_wer": 0.1749139984122784,
"step": 2000
},
{
"epoch": 58.33,
"learning_rate": 5.631818181818181e-05,
"loss": 1.2163,
"step": 2100
},
{
"epoch": 61.11,
"learning_rate": 5.463068181818181e-05,
"loss": 1.187,
"step": 2200
},
{
"epoch": 63.89,
"learning_rate": 5.292613636363636e-05,
"loss": 1.1699,
"step": 2300
},
{
"epoch": 66.67,
"learning_rate": 5.122159090909091e-05,
"loss": 1.1208,
"step": 2400
},
{
"epoch": 69.44,
"learning_rate": 4.9517045454545456e-05,
"loss": 1.0734,
"step": 2500
},
{
"epoch": 69.44,
"eval_loss": 0.527560830116272,
"eval_runtime": 2.3157,
"eval_samples_per_second": 150.278,
"eval_steps_per_second": 4.75,
"eval_wer": 0.17610478962688542,
"step": 2500
},
{
"epoch": 72.22,
"learning_rate": 4.781249999999999e-05,
"loss": 1.0427,
"step": 2600
},
{
"epoch": 75.0,
"learning_rate": 4.610795454545454e-05,
"loss": 1.0227,
"step": 2700
},
{
"epoch": 77.78,
"learning_rate": 4.4420454545454544e-05,
"loss": 0.9966,
"step": 2800
},
{
"epoch": 80.56,
"learning_rate": 4.271590909090909e-05,
"loss": 0.9804,
"step": 2900
},
{
"epoch": 83.33,
"learning_rate": 4.101136363636364e-05,
"loss": 0.9451,
"step": 3000
},
{
"epoch": 83.33,
"eval_loss": 0.4845634400844574,
"eval_runtime": 2.2522,
"eval_samples_per_second": 154.518,
"eval_steps_per_second": 4.884,
"eval_wer": 0.17068007409367558,
"step": 3000
},
{
"epoch": 86.11,
"learning_rate": 3.9306818181818174e-05,
"loss": 0.9217,
"step": 3100
},
{
"epoch": 88.89,
"learning_rate": 3.760227272727272e-05,
"loss": 0.904,
"step": 3200
},
{
"epoch": 91.67,
"learning_rate": 3.591477272727273e-05,
"loss": 0.8857,
"step": 3300
},
{
"epoch": 94.44,
"learning_rate": 3.421022727272727e-05,
"loss": 0.88,
"step": 3400
},
{
"epoch": 97.22,
"learning_rate": 3.250568181818182e-05,
"loss": 0.8559,
"step": 3500
},
{
"epoch": 97.22,
"eval_loss": 0.494262158870697,
"eval_runtime": 2.0455,
"eval_samples_per_second": 170.13,
"eval_steps_per_second": 5.378,
"eval_wer": 0.1672400105848108,
"step": 3500
},
{
"epoch": 100.0,
"learning_rate": 3.0801136363636364e-05,
"loss": 0.819,
"step": 3600
},
{
"epoch": 102.78,
"learning_rate": 2.9096590909090905e-05,
"loss": 0.8242,
"step": 3700
},
{
"epoch": 105.56,
"learning_rate": 2.7392045454545453e-05,
"loss": 0.7983,
"step": 3800
},
{
"epoch": 108.33,
"learning_rate": 2.56875e-05,
"loss": 0.7911,
"step": 3900
},
{
"epoch": 111.11,
"learning_rate": 2.3982954545454542e-05,
"loss": 0.7725,
"step": 4000
},
{
"epoch": 111.11,
"eval_loss": 0.4919077455997467,
"eval_runtime": 2.1172,
"eval_samples_per_second": 164.365,
"eval_steps_per_second": 5.195,
"eval_wer": 0.1672400105848108,
"step": 4000
},
{
"epoch": 113.89,
"learning_rate": 2.227840909090909e-05,
"loss": 0.7691,
"step": 4100
},
{
"epoch": 116.67,
"learning_rate": 2.0573863636363634e-05,
"loss": 0.739,
"step": 4200
},
{
"epoch": 119.44,
"learning_rate": 1.886931818181818e-05,
"loss": 0.7452,
"step": 4300
},
{
"epoch": 122.22,
"learning_rate": 1.7164772727272726e-05,
"loss": 0.7218,
"step": 4400
},
{
"epoch": 125.0,
"learning_rate": 1.546022727272727e-05,
"loss": 0.7171,
"step": 4500
},
{
"epoch": 125.0,
"eval_loss": 0.5054941773414612,
"eval_runtime": 2.2494,
"eval_samples_per_second": 154.711,
"eval_steps_per_second": 4.89,
"eval_wer": 0.16115374437681926,
"step": 4500
},
{
"epoch": 127.78,
"learning_rate": 1.3755681818181817e-05,
"loss": 0.7135,
"step": 4600
},
{
"epoch": 130.56,
"learning_rate": 1.2051136363636363e-05,
"loss": 0.6951,
"step": 4700
},
{
"epoch": 133.33,
"learning_rate": 1.0346590909090907e-05,
"loss": 0.698,
"step": 4800
},
{
"epoch": 136.11,
"learning_rate": 8.642045454545455e-06,
"loss": 0.6711,
"step": 4900
},
{
"epoch": 138.89,
"learning_rate": 6.937499999999999e-06,
"loss": 0.6749,
"step": 5000
},
{
"epoch": 138.89,
"eval_loss": 0.48401492834091187,
"eval_runtime": 2.2496,
"eval_samples_per_second": 154.697,
"eval_steps_per_second": 4.89,
"eval_wer": 0.16260915586133898,
"step": 5000
},
{
"epoch": 141.67,
"learning_rate": 5.232954545454545e-06,
"loss": 0.6719,
"step": 5100
},
{
"epoch": 144.44,
"learning_rate": 3.545454545454545e-06,
"loss": 0.6746,
"step": 5200
},
{
"epoch": 147.22,
"learning_rate": 1.8409090909090906e-06,
"loss": 0.6625,
"step": 5300
},
{
"epoch": 150.0,
"learning_rate": 1.3636363636363635e-07,
"loss": 0.6488,
"step": 5400
},
{
"epoch": 150.0,
"step": 5400,
"total_flos": 1.8350456782448493e+19,
"train_loss": 1.9894317994294344,
"train_runtime": 2069.4343,
"train_samples_per_second": 83.356,
"train_steps_per_second": 2.609
}
],
"max_steps": 5400,
"num_train_epochs": 150,
"total_flos": 1.8350456782448493e+19,
"trial_name": null,
"trial_params": null
}