Seosnaps
Training in progress, step 1000, checkpoint
cf8af4a verified
raw
history blame
7.61 kB
{
"best_metric": 81.14581337420962,
"best_model_checkpoint": "./whisper-small-ha-adam-v4/checkpoint-1000",
"epoch": 6.369426751592357,
"eval_steps": 500,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.1592356687898089,
"grad_norm": 21.07309341430664,
"learning_rate": 2.5e-05,
"loss": 4.4409,
"step": 25
},
{
"epoch": 0.3184713375796178,
"grad_norm": 20.01163673400879,
"learning_rate": 5e-05,
"loss": 2.732,
"step": 50
},
{
"epoch": 0.47770700636942676,
"grad_norm": 20.838537216186523,
"learning_rate": 5e-05,
"loss": 2.1765,
"step": 75
},
{
"epoch": 0.6369426751592356,
"grad_norm": 13.77207088470459,
"learning_rate": 5e-05,
"loss": 1.908,
"step": 100
},
{
"epoch": 0.7961783439490446,
"grad_norm": 13.532313346862793,
"learning_rate": 5e-05,
"loss": 1.745,
"step": 125
},
{
"epoch": 0.9554140127388535,
"grad_norm": 13.651493072509766,
"learning_rate": 5e-05,
"loss": 1.6779,
"step": 150
},
{
"epoch": 1.1146496815286624,
"grad_norm": 9.819719314575195,
"learning_rate": 5e-05,
"loss": 1.0426,
"step": 175
},
{
"epoch": 1.2738853503184713,
"grad_norm": 9.96407699584961,
"learning_rate": 5e-05,
"loss": 0.7765,
"step": 200
},
{
"epoch": 1.4331210191082802,
"grad_norm": 11.112582206726074,
"learning_rate": 5e-05,
"loss": 0.7978,
"step": 225
},
{
"epoch": 1.5923566878980893,
"grad_norm": 10.045536041259766,
"learning_rate": 5e-05,
"loss": 0.8032,
"step": 250
},
{
"epoch": 1.7515923566878981,
"grad_norm": 11.228167533874512,
"learning_rate": 5e-05,
"loss": 0.7916,
"step": 275
},
{
"epoch": 1.910828025477707,
"grad_norm": 10.779911994934082,
"learning_rate": 5e-05,
"loss": 0.8241,
"step": 300
},
{
"epoch": 2.070063694267516,
"grad_norm": 6.224853038787842,
"learning_rate": 5e-05,
"loss": 0.5693,
"step": 325
},
{
"epoch": 2.229299363057325,
"grad_norm": 6.078026294708252,
"learning_rate": 5e-05,
"loss": 0.2365,
"step": 350
},
{
"epoch": 2.388535031847134,
"grad_norm": 5.989273548126221,
"learning_rate": 5e-05,
"loss": 0.2271,
"step": 375
},
{
"epoch": 2.5477707006369426,
"grad_norm": 8.927431106567383,
"learning_rate": 5e-05,
"loss": 0.2478,
"step": 400
},
{
"epoch": 2.7070063694267517,
"grad_norm": 7.507767200469971,
"learning_rate": 5e-05,
"loss": 0.2846,
"step": 425
},
{
"epoch": 2.8662420382165603,
"grad_norm": 6.9506330490112305,
"learning_rate": 5e-05,
"loss": 0.2722,
"step": 450
},
{
"epoch": 3.0254777070063694,
"grad_norm": 4.77834415435791,
"learning_rate": 5e-05,
"loss": 0.2588,
"step": 475
},
{
"epoch": 3.1847133757961785,
"grad_norm": 4.616095066070557,
"learning_rate": 5e-05,
"loss": 0.0995,
"step": 500
},
{
"epoch": 3.1847133757961785,
"eval_loss": 1.7910184860229492,
"eval_runtime": 264.8902,
"eval_samples_per_second": 2.492,
"eval_steps_per_second": 0.159,
"eval_wer": 88.17781184134891,
"eval_wer_ortho": 90.4296875,
"step": 500
},
{
"epoch": 3.343949044585987,
"grad_norm": 4.324921607971191,
"learning_rate": 5e-05,
"loss": 0.1136,
"step": 525
},
{
"epoch": 3.5031847133757963,
"grad_norm": 3.88926100730896,
"learning_rate": 5e-05,
"loss": 0.117,
"step": 550
},
{
"epoch": 3.662420382165605,
"grad_norm": 4.270689964294434,
"learning_rate": 5e-05,
"loss": 0.1093,
"step": 575
},
{
"epoch": 3.821656050955414,
"grad_norm": 5.100738048553467,
"learning_rate": 5e-05,
"loss": 0.1185,
"step": 600
},
{
"epoch": 3.980891719745223,
"grad_norm": 5.05330753326416,
"learning_rate": 5e-05,
"loss": 0.1377,
"step": 625
},
{
"epoch": 4.140127388535032,
"grad_norm": 3.5940771102905273,
"learning_rate": 5e-05,
"loss": 0.0823,
"step": 650
},
{
"epoch": 4.2993630573248405,
"grad_norm": 3.304124355316162,
"learning_rate": 5e-05,
"loss": 0.0763,
"step": 675
},
{
"epoch": 4.45859872611465,
"grad_norm": 3.3643264770507812,
"learning_rate": 5e-05,
"loss": 0.0758,
"step": 700
},
{
"epoch": 4.617834394904459,
"grad_norm": 3.0554709434509277,
"learning_rate": 5e-05,
"loss": 0.084,
"step": 725
},
{
"epoch": 4.777070063694268,
"grad_norm": 5.5209174156188965,
"learning_rate": 5e-05,
"loss": 0.0816,
"step": 750
},
{
"epoch": 4.936305732484076,
"grad_norm": 5.73225736618042,
"learning_rate": 5e-05,
"loss": 0.1064,
"step": 775
},
{
"epoch": 5.095541401273885,
"grad_norm": 2.312955379486084,
"learning_rate": 5e-05,
"loss": 0.0697,
"step": 800
},
{
"epoch": 5.254777070063694,
"grad_norm": 5.729402542114258,
"learning_rate": 5e-05,
"loss": 0.0639,
"step": 825
},
{
"epoch": 5.414012738853503,
"grad_norm": 3.784353733062744,
"learning_rate": 5e-05,
"loss": 0.0733,
"step": 850
},
{
"epoch": 5.573248407643312,
"grad_norm": 2.1651360988616943,
"learning_rate": 5e-05,
"loss": 0.0774,
"step": 875
},
{
"epoch": 5.732484076433121,
"grad_norm": 4.008174419403076,
"learning_rate": 5e-05,
"loss": 0.0653,
"step": 900
},
{
"epoch": 5.89171974522293,
"grad_norm": 4.1395978927612305,
"learning_rate": 5e-05,
"loss": 0.0892,
"step": 925
},
{
"epoch": 6.050955414012739,
"grad_norm": 3.262603998184204,
"learning_rate": 5e-05,
"loss": 0.0573,
"step": 950
},
{
"epoch": 6.210191082802548,
"grad_norm": 2.6815080642700195,
"learning_rate": 5e-05,
"loss": 0.0646,
"step": 975
},
{
"epoch": 6.369426751592357,
"grad_norm": 1.4305006265640259,
"learning_rate": 5e-05,
"loss": 0.0468,
"step": 1000
},
{
"epoch": 6.369426751592357,
"eval_loss": 1.959425926208496,
"eval_runtime": 259.4756,
"eval_samples_per_second": 2.544,
"eval_steps_per_second": 0.162,
"eval_wer": 81.14581337420962,
"eval_wer_ortho": 82.83203125,
"step": 1000
}
],
"logging_steps": 25,
"max_steps": 2355,
"num_input_tokens_seen": 0,
"num_train_epochs": 15,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 4.61044035551232e+18,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}