| { | |
| "best_metric": 93.19793063805328, | |
| "best_model_checkpoint": "./whisper-small-ha/checkpoint-3500", | |
| "epoch": 23.0, | |
| "eval_steps": 500, | |
| "global_step": 3611, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1592356687898089, | |
| "grad_norm": 1.5306243896484375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0034, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.3184713375796178, | |
| "grad_norm": 0.7897353172302246, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0053, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.47770700636942676, | |
| "grad_norm": 0.6488688588142395, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0075, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6369426751592356, | |
| "grad_norm": 5.7697882652282715, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0117, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7961783439490446, | |
| "grad_norm": 3.655069351196289, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0112, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.9554140127388535, | |
| "grad_norm": 0.6484639644622803, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0119, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.1146496815286624, | |
| "grad_norm": 1.6433720588684082, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0078, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.2738853503184713, | |
| "grad_norm": 0.5470134019851685, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0111, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.4331210191082802, | |
| "grad_norm": 7.9058685302734375, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0105, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.5923566878980893, | |
| "grad_norm": 0.44242119789123535, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0083, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.7515923566878981, | |
| "grad_norm": 0.560337483882904, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0093, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.910828025477707, | |
| "grad_norm": 0.45471709966659546, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0065, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.070063694267516, | |
| "grad_norm": 0.8609573841094971, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0071, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.229299363057325, | |
| "grad_norm": 0.27363401651382446, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0044, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.388535031847134, | |
| "grad_norm": 0.8000548481941223, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0057, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.5477707006369426, | |
| "grad_norm": 13.804436683654785, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0067, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.7070063694267517, | |
| "grad_norm": 0.20495767891407013, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0064, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.8662420382165603, | |
| "grad_norm": 1.7401798963546753, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0097, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.0254777070063694, | |
| "grad_norm": 2.01271653175354, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0067, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 3.1847133757961785, | |
| "grad_norm": 0.6848011016845703, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0081, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.1847133757961785, | |
| "eval_loss": 2.595545768737793, | |
| "eval_runtime": 162.5603, | |
| "eval_samples_per_second": 4.06, | |
| "eval_steps_per_second": 0.258, | |
| "eval_wer": 100.24908986395862, | |
| "eval_wer_ortho": 101.58203125, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.343949044585987, | |
| "grad_norm": 2.8130505084991455, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0062, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 3.5031847133757963, | |
| "grad_norm": 2.8670215606689453, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0049, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.662420382165605, | |
| "grad_norm": 0.6676667928695679, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0052, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 3.821656050955414, | |
| "grad_norm": 0.7465265393257141, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.980891719745223, | |
| "grad_norm": 0.9514827132225037, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0037, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 4.140127388535032, | |
| "grad_norm": 0.12443900853395462, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0024, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 4.2993630573248405, | |
| "grad_norm": 0.19353769719600677, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0034, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 4.45859872611465, | |
| "grad_norm": 3.0788159370422363, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0051, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.617834394904459, | |
| "grad_norm": 0.6144561171531677, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 4.777070063694268, | |
| "grad_norm": 0.4218046963214874, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0046, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 4.936305732484076, | |
| "grad_norm": 13.958199501037598, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0052, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 5.095541401273885, | |
| "grad_norm": 5.515628337860107, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 5.254777070063694, | |
| "grad_norm": 0.19730611145496368, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 5.414012738853503, | |
| "grad_norm": 0.5651189684867859, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0084, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 5.573248407643312, | |
| "grad_norm": 0.14254024624824524, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0045, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 5.732484076433121, | |
| "grad_norm": 0.863792359828949, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0046, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 5.89171974522293, | |
| "grad_norm": 1.5313643217086792, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0036, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 6.050955414012739, | |
| "grad_norm": 0.1208188533782959, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0041, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 6.210191082802548, | |
| "grad_norm": 0.26082348823547363, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0036, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "grad_norm": 0.07662803679704666, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "eval_loss": 2.7293362617492676, | |
| "eval_runtime": 161.9823, | |
| "eval_samples_per_second": 4.075, | |
| "eval_steps_per_second": 0.259, | |
| "eval_wer": 98.2563709522897, | |
| "eval_wer_ortho": 99.53125, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 6.528662420382165, | |
| "grad_norm": 0.20079679787158966, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 6.687898089171974, | |
| "grad_norm": 0.5479994416236877, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 6.8471337579617835, | |
| "grad_norm": 2.995877504348755, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 7.006369426751593, | |
| "grad_norm": 0.1092665046453476, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 7.165605095541402, | |
| "grad_norm": 0.23875755071640015, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0016, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 7.32484076433121, | |
| "grad_norm": 0.13069689273834229, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0014, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 7.484076433121019, | |
| "grad_norm": 0.5974874496459961, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 7.643312101910828, | |
| "grad_norm": 0.2607993185520172, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0027, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 7.802547770700637, | |
| "grad_norm": 0.7289318442344666, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0032, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 7.961783439490446, | |
| "grad_norm": 0.5595282316207886, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 8.121019108280255, | |
| "grad_norm": 1.0708633661270142, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0066, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 8.280254777070065, | |
| "grad_norm": 0.12123806029558182, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 8.439490445859873, | |
| "grad_norm": 6.941540718078613, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 8.598726114649681, | |
| "grad_norm": 8.278300285339355, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0067, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 8.757961783439491, | |
| "grad_norm": 0.314845472574234, | |
| "learning_rate": 1e-05, | |
| "loss": 0.004, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 8.9171974522293, | |
| "grad_norm": 0.5092040300369263, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0034, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 9.07643312101911, | |
| "grad_norm": 3.4508585929870605, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 9.235668789808917, | |
| "grad_norm": 0.20290407538414001, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 9.394904458598726, | |
| "grad_norm": 0.2386186718940735, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0044, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 9.554140127388536, | |
| "grad_norm": 7.686614036560059, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 9.554140127388536, | |
| "eval_loss": 2.748263120651245, | |
| "eval_runtime": 164.2494, | |
| "eval_samples_per_second": 4.018, | |
| "eval_steps_per_second": 0.256, | |
| "eval_wer": 100.3257328990228, | |
| "eval_wer_ortho": 101.953125, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 9.713375796178344, | |
| "grad_norm": 4.924851417541504, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0038, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 9.872611464968152, | |
| "grad_norm": 0.2480151355266571, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0063, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 10.031847133757962, | |
| "grad_norm": 0.3033640384674072, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0028, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 10.19108280254777, | |
| "grad_norm": 5.167762756347656, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0055, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 10.35031847133758, | |
| "grad_norm": 3.810326099395752, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0086, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 10.509554140127388, | |
| "grad_norm": 1.039038062095642, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 10.668789808917197, | |
| "grad_norm": 0.6598480939865112, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 10.828025477707007, | |
| "grad_norm": 0.169340118765831, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 10.987261146496815, | |
| "grad_norm": 0.8864091634750366, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0024, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 11.146496815286625, | |
| "grad_norm": 5.09591817855835, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0035, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 11.305732484076433, | |
| "grad_norm": 0.39931872487068176, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 11.464968152866241, | |
| "grad_norm": 0.2659781873226166, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 11.624203821656051, | |
| "grad_norm": 0.09195584058761597, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0041, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 11.78343949044586, | |
| "grad_norm": 4.084526062011719, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0035, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 11.94267515923567, | |
| "grad_norm": 0.3604657053947449, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0051, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 12.101910828025478, | |
| "grad_norm": 2.5682971477508545, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0062, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 12.261146496815286, | |
| "grad_norm": 0.22079519927501678, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0047, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 12.420382165605096, | |
| "grad_norm": 2.0606675148010254, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0016, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 12.579617834394904, | |
| "grad_norm": 0.8950979709625244, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "grad_norm": 0.9102997183799744, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0021, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "eval_loss": 2.8374807834625244, | |
| "eval_runtime": 168.5918, | |
| "eval_samples_per_second": 3.915, | |
| "eval_steps_per_second": 0.249, | |
| "eval_wer": 97.16420770262502, | |
| "eval_wer_ortho": 99.0234375, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 12.898089171974522, | |
| "grad_norm": 0.8730576634407043, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0042, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 13.05732484076433, | |
| "grad_norm": 0.2256990671157837, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0032, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 13.21656050955414, | |
| "grad_norm": 0.15921200811862946, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0027, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 13.375796178343949, | |
| "grad_norm": 0.06783568859100342, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 13.535031847133759, | |
| "grad_norm": 7.764928817749023, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 13.694267515923567, | |
| "grad_norm": 2.082003116607666, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0049, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 13.853503184713375, | |
| "grad_norm": 0.10517149418592453, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0034, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 14.012738853503185, | |
| "grad_norm": 0.05206575617194176, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0022, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 14.171974522292993, | |
| "grad_norm": 0.4108193814754486, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0012, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 14.331210191082803, | |
| "grad_norm": 0.15452294051647186, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0023, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 14.490445859872612, | |
| "grad_norm": 0.8691730499267578, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 14.64968152866242, | |
| "grad_norm": 0.13633207976818085, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 14.80891719745223, | |
| "grad_norm": 0.18140809237957, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 14.968152866242038, | |
| "grad_norm": 0.180851548910141, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0011, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 15.127388535031848, | |
| "grad_norm": 0.21481122076511383, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0028, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 15.286624203821656, | |
| "grad_norm": 0.12347543984651566, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0023, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 15.445859872611464, | |
| "grad_norm": 0.17947587370872498, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0018, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 15.605095541401274, | |
| "grad_norm": 3.2563202381134033, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 15.764331210191083, | |
| "grad_norm": 1.245087742805481, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0021, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 15.923566878980893, | |
| "grad_norm": 0.23747095465660095, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0044, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 15.923566878980893, | |
| "eval_loss": 2.879415512084961, | |
| "eval_runtime": 165.4139, | |
| "eval_samples_per_second": 3.99, | |
| "eval_steps_per_second": 0.254, | |
| "eval_wer": 99.38685571948649, | |
| "eval_wer_ortho": 100.95703125, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 16.0828025477707, | |
| "grad_norm": 0.09223847836256027, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0021, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 16.24203821656051, | |
| "grad_norm": 0.11110839247703552, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0021, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 16.401273885350317, | |
| "grad_norm": 0.8871801495552063, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0017, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 16.56050955414013, | |
| "grad_norm": 4.709665775299072, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 16.719745222929937, | |
| "grad_norm": 0.05977766588330269, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0023, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 16.878980891719745, | |
| "grad_norm": 3.9311728477478027, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0024, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 17.038216560509554, | |
| "grad_norm": 0.7477012872695923, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0046, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 17.197452229299362, | |
| "grad_norm": 0.2451999932527542, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 17.356687898089174, | |
| "grad_norm": 6.275203704833984, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 17.515923566878982, | |
| "grad_norm": 0.22062252461910248, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0031, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 17.67515923566879, | |
| "grad_norm": 0.08334895223379135, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0014, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 17.8343949044586, | |
| "grad_norm": 2.0435831546783447, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0013, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 17.993630573248407, | |
| "grad_norm": 0.09641116112470627, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0028, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 18.15286624203822, | |
| "grad_norm": 0.36049848794937134, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0009, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 18.312101910828027, | |
| "grad_norm": 1.4279415607452393, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0038, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 18.471337579617835, | |
| "grad_norm": 0.22950223088264465, | |
| "learning_rate": 1e-05, | |
| "loss": 0.004, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 18.630573248407643, | |
| "grad_norm": 1.3637959957122803, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0065, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 18.78980891719745, | |
| "grad_norm": 0.16725656390190125, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 18.94904458598726, | |
| "grad_norm": 0.5503889322280884, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0027, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 19.10828025477707, | |
| "grad_norm": 0.10171041637659073, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0058, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 19.10828025477707, | |
| "eval_loss": 2.8631205558776855, | |
| "eval_runtime": 165.0208, | |
| "eval_samples_per_second": 3.999, | |
| "eval_steps_per_second": 0.255, | |
| "eval_wer": 96.6660279747078, | |
| "eval_wer_ortho": 98.5546875, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 19.26751592356688, | |
| "grad_norm": 3.3861842155456543, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 19.426751592356688, | |
| "grad_norm": 0.24153462052345276, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0017, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 19.585987261146496, | |
| "grad_norm": 0.1117340698838234, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0043, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 19.745222929936304, | |
| "grad_norm": 0.3812161982059479, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0029, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 19.904458598726116, | |
| "grad_norm": 0.31516993045806885, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0026, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 20.063694267515924, | |
| "grad_norm": 0.08710745722055435, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0018, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 20.222929936305732, | |
| "grad_norm": 0.3438999652862549, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0019, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 20.38216560509554, | |
| "grad_norm": 0.04310673847794533, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0013, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 20.54140127388535, | |
| "grad_norm": 0.045789364725351334, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 20.70063694267516, | |
| "grad_norm": 0.12968392670154572, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0059, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 20.85987261146497, | |
| "grad_norm": 0.20701970160007477, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0031, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 21.019108280254777, | |
| "grad_norm": 0.06687166541814804, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0015, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 21.178343949044585, | |
| "grad_norm": 0.06841659545898438, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 21.337579617834393, | |
| "grad_norm": 0.05048463121056557, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0012, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 21.496815286624205, | |
| "grad_norm": 7.001803398132324, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0014, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 21.656050955414013, | |
| "grad_norm": 0.2879500687122345, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0014, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 21.81528662420382, | |
| "grad_norm": 0.05168440565466881, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0006, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 21.97452229299363, | |
| "grad_norm": 0.05985519662499428, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0025, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 22.133757961783438, | |
| "grad_norm": 0.05931171402335167, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0047, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 22.29299363057325, | |
| "grad_norm": 0.062061209231615067, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0011, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 22.29299363057325, | |
| "eval_loss": 2.815406322479248, | |
| "eval_runtime": 163.1658, | |
| "eval_samples_per_second": 4.045, | |
| "eval_steps_per_second": 0.257, | |
| "eval_wer": 93.19793063805328, | |
| "eval_wer_ortho": 94.98046875, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 22.452229299363058, | |
| "grad_norm": 0.3084396719932556, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0015, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 22.611464968152866, | |
| "grad_norm": 0.06592103838920593, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0015, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 22.770700636942674, | |
| "grad_norm": 0.2193092554807663, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0038, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 22.929936305732483, | |
| "grad_norm": 0.7593725323677063, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0021, | |
| "step": 3600 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 3611, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 23, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.74138401849344e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |