checkpoints / checkpoint-634 /trainer_state.json
DazMashaly's picture
Upload folder
b97e998 verified
raw
history blame
5.55 kB
{
"best_metric": 1.0,
"best_model_checkpoint": "/kaggle/working/new_downloads22/checkpoint-317",
"epoch": 2.0,
"eval_steps": 500,
"global_step": 634,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.07886435331230283,
"grad_norm": 8.923051834106445,
"learning_rate": 1.75e-05,
"loss": 9.5858,
"step": 25
},
{
"epoch": 0.15772870662460567,
"grad_norm": 7.801741600036621,
"learning_rate": 3.8333333333333334e-05,
"loss": 7.4178,
"step": 50
},
{
"epoch": 0.23659305993690852,
"grad_norm": 6.98698091506958,
"learning_rate": 5.916666666666667e-05,
"loss": 6.5061,
"step": 75
},
{
"epoch": 0.31545741324921134,
"grad_norm": 15.704840660095215,
"learning_rate": 8e-05,
"loss": 6.3719,
"step": 100
},
{
"epoch": 0.3943217665615142,
"grad_norm": 18.519981384277344,
"learning_rate": 9.9983922829582e-05,
"loss": 6.2496,
"step": 125
},
{
"epoch": 0.47318611987381703,
"grad_norm": 5.073540210723877,
"learning_rate": 9.958199356913184e-05,
"loss": 6.1319,
"step": 150
},
{
"epoch": 0.5520504731861199,
"grad_norm": 5.464381217956543,
"learning_rate": 9.918006430868168e-05,
"loss": 6.0139,
"step": 175
},
{
"epoch": 0.6309148264984227,
"grad_norm": 7.70945405960083,
"learning_rate": 9.877813504823152e-05,
"loss": 5.8082,
"step": 200
},
{
"epoch": 0.7097791798107256,
"grad_norm": 10.696139335632324,
"learning_rate": 9.837620578778135e-05,
"loss": 5.4794,
"step": 225
},
{
"epoch": 0.7886435331230284,
"grad_norm": 11.641499519348145,
"learning_rate": 9.79742765273312e-05,
"loss": 5.0549,
"step": 250
},
{
"epoch": 0.8675078864353313,
"grad_norm": 9.7868013381958,
"learning_rate": 9.757234726688104e-05,
"loss": 4.5482,
"step": 275
},
{
"epoch": 0.9463722397476341,
"grad_norm": 8.010425567626953,
"learning_rate": 9.717041800643088e-05,
"loss": 4.0112,
"step": 300
},
{
"epoch": 1.0,
"eval_cer": 1.0,
"eval_loss": 3.591109037399292,
"eval_runtime": 822.2984,
"eval_samples_per_second": 2.674,
"eval_steps_per_second": 0.022,
"eval_wer": 1.0,
"step": 317
},
{
"epoch": 1.025236593059937,
"grad_norm": 6.642086982727051,
"learning_rate": 9.676848874598072e-05,
"loss": 3.5042,
"step": 325
},
{
"epoch": 1.1041009463722398,
"grad_norm": 8.283796310424805,
"learning_rate": 9.636655948553056e-05,
"loss": 2.9869,
"step": 350
},
{
"epoch": 1.1829652996845426,
"grad_norm": 6.643803596496582,
"learning_rate": 9.596463022508039e-05,
"loss": 2.759,
"step": 375
},
{
"epoch": 1.2618296529968454,
"grad_norm": 7.243183135986328,
"learning_rate": 9.556270096463023e-05,
"loss": 2.5283,
"step": 400
},
{
"epoch": 1.3406940063091484,
"grad_norm": 6.6391425132751465,
"learning_rate": 9.516077170418007e-05,
"loss": 2.3984,
"step": 425
},
{
"epoch": 1.4195583596214512,
"grad_norm": 6.673182010650635,
"learning_rate": 9.47588424437299e-05,
"loss": 2.2356,
"step": 450
},
{
"epoch": 1.498422712933754,
"grad_norm": 6.318761825561523,
"learning_rate": 9.435691318327976e-05,
"loss": 2.1016,
"step": 475
},
{
"epoch": 1.5772870662460567,
"grad_norm": 5.9026360511779785,
"learning_rate": 9.39549839228296e-05,
"loss": 2.019,
"step": 500
},
{
"epoch": 1.6561514195583595,
"grad_norm": 5.887834072113037,
"learning_rate": 9.355305466237943e-05,
"loss": 1.9171,
"step": 525
},
{
"epoch": 1.7350157728706623,
"grad_norm": 5.294543743133545,
"learning_rate": 9.315112540192927e-05,
"loss": 1.8466,
"step": 550
},
{
"epoch": 1.8138801261829653,
"grad_norm": 5.4380364418029785,
"learning_rate": 9.27491961414791e-05,
"loss": 1.7883,
"step": 575
},
{
"epoch": 1.8927444794952681,
"grad_norm": 5.8729777336120605,
"learning_rate": 9.234726688102894e-05,
"loss": 1.6805,
"step": 600
},
{
"epoch": 1.971608832807571,
"grad_norm": 5.349132537841797,
"learning_rate": 9.194533762057878e-05,
"loss": 1.6442,
"step": 625
},
{
"epoch": 2.0,
"eval_cer": 1.0,
"eval_loss": 2.0905776023864746,
"eval_runtime": 809.9594,
"eval_samples_per_second": 2.715,
"eval_steps_per_second": 0.022,
"eval_wer": 1.0,
"step": 634
}
],
"logging_steps": 25,
"max_steps": 6340,
"num_input_tokens_seen": 0,
"num_train_epochs": 20,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 2.4970935177216e+18,
"train_batch_size": 160,
"trial_name": null,
"trial_params": null
}