|
{ |
|
"best_metric": 98.2563709522897, |
|
"best_model_checkpoint": "./whisper-small-ha/checkpoint-1000", |
|
"epoch": 6.369426751592357, |
|
"eval_steps": 500, |
|
"global_step": 1000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.1592356687898089, |
|
"grad_norm": 1.5306243896484375, |
|
"learning_rate": 5e-06, |
|
"loss": 0.0034, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.3184713375796178, |
|
"grad_norm": 0.7897353172302246, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0053, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.47770700636942676, |
|
"grad_norm": 0.6488688588142395, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0075, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.6369426751592356, |
|
"grad_norm": 5.7697882652282715, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0117, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.7961783439490446, |
|
"grad_norm": 3.655069351196289, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0112, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.9554140127388535, |
|
"grad_norm": 0.6484639644622803, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0119, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.1146496815286624, |
|
"grad_norm": 1.6433720588684082, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0078, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 1.2738853503184713, |
|
"grad_norm": 0.5470134019851685, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0111, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.4331210191082802, |
|
"grad_norm": 7.9058685302734375, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0105, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 1.5923566878980893, |
|
"grad_norm": 0.44242119789123535, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0083, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.7515923566878981, |
|
"grad_norm": 0.560337483882904, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0093, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 1.910828025477707, |
|
"grad_norm": 0.45471709966659546, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0065, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 2.070063694267516, |
|
"grad_norm": 0.8609573841094971, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0071, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 2.229299363057325, |
|
"grad_norm": 0.27363401651382446, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0044, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 2.388535031847134, |
|
"grad_norm": 0.8000548481941223, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0057, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 2.5477707006369426, |
|
"grad_norm": 13.804436683654785, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0067, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 2.7070063694267517, |
|
"grad_norm": 0.20495767891407013, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0064, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 2.8662420382165603, |
|
"grad_norm": 1.7401798963546753, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0097, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 3.0254777070063694, |
|
"grad_norm": 2.01271653175354, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0067, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 3.1847133757961785, |
|
"grad_norm": 0.6848011016845703, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0081, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 3.1847133757961785, |
|
"eval_loss": 2.595545768737793, |
|
"eval_runtime": 162.5603, |
|
"eval_samples_per_second": 4.06, |
|
"eval_steps_per_second": 0.258, |
|
"eval_wer": 100.24908986395862, |
|
"eval_wer_ortho": 101.58203125, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 3.343949044585987, |
|
"grad_norm": 2.8130505084991455, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0062, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 3.5031847133757963, |
|
"grad_norm": 2.8670215606689453, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0049, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 3.662420382165605, |
|
"grad_norm": 0.6676667928695679, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0052, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 3.821656050955414, |
|
"grad_norm": 0.7465265393257141, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0033, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 3.980891719745223, |
|
"grad_norm": 0.9514827132225037, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0037, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 4.140127388535032, |
|
"grad_norm": 0.12443900853395462, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0024, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 4.2993630573248405, |
|
"grad_norm": 0.19353769719600677, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0034, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 4.45859872611465, |
|
"grad_norm": 3.0788159370422363, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0051, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 4.617834394904459, |
|
"grad_norm": 0.6144561171531677, |
|
"learning_rate": 1e-05, |
|
"loss": 0.003, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 4.777070063694268, |
|
"grad_norm": 0.4218046963214874, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0046, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 4.936305732484076, |
|
"grad_norm": 13.958199501037598, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0052, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 5.095541401273885, |
|
"grad_norm": 5.515628337860107, |
|
"learning_rate": 1e-05, |
|
"loss": 0.005, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 5.254777070063694, |
|
"grad_norm": 0.19730611145496368, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0025, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 5.414012738853503, |
|
"grad_norm": 0.5651189684867859, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0084, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 5.573248407643312, |
|
"grad_norm": 0.14254024624824524, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0045, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 5.732484076433121, |
|
"grad_norm": 0.863792359828949, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0046, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 5.89171974522293, |
|
"grad_norm": 1.5313643217086792, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0036, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 6.050955414012739, |
|
"grad_norm": 0.1208188533782959, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0041, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 6.210191082802548, |
|
"grad_norm": 0.26082348823547363, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0036, |
|
"step": 975 |
|
}, |
|
{ |
|
"epoch": 6.369426751592357, |
|
"grad_norm": 0.07662803679704666, |
|
"learning_rate": 1e-05, |
|
"loss": 0.0019, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 6.369426751592357, |
|
"eval_loss": 2.7293362617492676, |
|
"eval_runtime": 161.9823, |
|
"eval_samples_per_second": 4.075, |
|
"eval_steps_per_second": 0.259, |
|
"eval_wer": 98.2563709522897, |
|
"eval_wer_ortho": 99.53125, |
|
"step": 1000 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 3611, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 23, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.03620329865216e+18, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|