{ "best_metric": 100.44069745161907, "best_model_checkpoint": "./whisper-tiny-ha/checkpoint-1500", "epoch": 15.0, "eval_steps": 500, "global_step": 2355, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.1592356687898089, "grad_norm": 30.159414291381836, "learning_rate": 4.2000000000000004e-06, "loss": 3.418, "step": 25 }, { "epoch": 0.3184713375796178, "grad_norm": 21.70500373840332, "learning_rate": 9.200000000000002e-06, "loss": 2.553, "step": 50 }, { "epoch": 0.47770700636942676, "grad_norm": 18.039278030395508, "learning_rate": 1e-05, "loss": 2.3832, "step": 75 }, { "epoch": 0.6369426751592356, "grad_norm": 18.557083129882812, "learning_rate": 1e-05, "loss": 2.3115, "step": 100 }, { "epoch": 0.7961783439490446, "grad_norm": 16.37763023376465, "learning_rate": 1e-05, "loss": 2.2126, "step": 125 }, { "epoch": 0.9554140127388535, "grad_norm": 18.549989700317383, "learning_rate": 1e-05, "loss": 2.1729, "step": 150 }, { "epoch": 1.1146496815286624, "grad_norm": 16.92412757873535, "learning_rate": 1e-05, "loss": 1.9976, "step": 175 }, { "epoch": 1.2738853503184713, "grad_norm": 17.25154685974121, "learning_rate": 1e-05, "loss": 1.8783, "step": 200 }, { "epoch": 1.4331210191082802, "grad_norm": 16.648714065551758, "learning_rate": 1e-05, "loss": 1.902, "step": 225 }, { "epoch": 1.5923566878980893, "grad_norm": 16.841991424560547, "learning_rate": 1e-05, "loss": 1.925, "step": 250 }, { "epoch": 1.7515923566878981, "grad_norm": 19.01357650756836, "learning_rate": 1e-05, "loss": 1.8552, "step": 275 }, { "epoch": 1.910828025477707, "grad_norm": 16.73857879638672, "learning_rate": 1e-05, "loss": 1.8734, "step": 300 }, { "epoch": 2.070063694267516, "grad_norm": 16.232080459594727, "learning_rate": 1e-05, "loss": 1.756, "step": 325 }, { "epoch": 2.229299363057325, "grad_norm": 16.035682678222656, "learning_rate": 1e-05, "loss": 1.584, "step": 350 }, { "epoch": 2.388535031847134, "grad_norm": 15.77041244506836, "learning_rate": 1e-05, "loss": 1.5446, "step": 375 }, { "epoch": 2.5477707006369426, "grad_norm": 17.873939514160156, "learning_rate": 1e-05, "loss": 1.5419, "step": 400 }, { "epoch": 2.7070063694267517, "grad_norm": 16.445964813232422, "learning_rate": 1e-05, "loss": 1.6085, "step": 425 }, { "epoch": 2.8662420382165603, "grad_norm": 16.27969741821289, "learning_rate": 1e-05, "loss": 1.6325, "step": 450 }, { "epoch": 3.0254777070063694, "grad_norm": 15.765183448791504, "learning_rate": 1e-05, "loss": 1.4205, "step": 475 }, { "epoch": 3.1847133757961785, "grad_norm": 14.563206672668457, "learning_rate": 1e-05, "loss": 1.3176, "step": 500 }, { "epoch": 3.1847133757961785, "eval_loss": 2.107278823852539, "eval_runtime": 154.4492, "eval_samples_per_second": 4.273, "eval_steps_per_second": 0.272, "eval_wer": 132.4391645909178, "eval_wer_ortho": 133.80859375, "step": 500 }, { "epoch": 3.343949044585987, "grad_norm": 18.346054077148438, "learning_rate": 1e-05, "loss": 1.3377, "step": 525 }, { "epoch": 3.5031847133757963, "grad_norm": 16.357585906982422, "learning_rate": 1e-05, "loss": 1.3085, "step": 550 }, { "epoch": 3.662420382165605, "grad_norm": 16.26805305480957, "learning_rate": 1e-05, "loss": 1.2712, "step": 575 }, { "epoch": 3.821656050955414, "grad_norm": 16.663305282592773, "learning_rate": 1e-05, "loss": 1.2537, "step": 600 }, { "epoch": 3.980891719745223, "grad_norm": 15.779778480529785, "learning_rate": 1e-05, "loss": 1.2877, "step": 625 }, { "epoch": 4.140127388535032, "grad_norm": 14.90344524383545, "learning_rate": 1e-05, "loss": 1.1309, "step": 650 }, { "epoch": 4.2993630573248405, "grad_norm": 15.136467933654785, "learning_rate": 1e-05, "loss": 1.0086, "step": 675 }, { "epoch": 4.45859872611465, "grad_norm": 16.454153060913086, "learning_rate": 1e-05, "loss": 1.0473, "step": 700 }, { "epoch": 4.617834394904459, "grad_norm": 17.21575927734375, "learning_rate": 1e-05, "loss": 1.0229, "step": 725 }, { "epoch": 4.777070063694268, "grad_norm": 18.05030059814453, "learning_rate": 1e-05, "loss": 1.0785, "step": 750 }, { "epoch": 4.936305732484076, "grad_norm": 17.032936096191406, "learning_rate": 1e-05, "loss": 1.0569, "step": 775 }, { "epoch": 5.095541401273885, "grad_norm": 16.049070358276367, "learning_rate": 1e-05, "loss": 0.9171, "step": 800 }, { "epoch": 5.254777070063694, "grad_norm": 15.811676025390625, "learning_rate": 1e-05, "loss": 0.8208, "step": 825 }, { "epoch": 5.414012738853503, "grad_norm": 15.85254955291748, "learning_rate": 1e-05, "loss": 0.8272, "step": 850 }, { "epoch": 5.573248407643312, "grad_norm": 17.296329498291016, "learning_rate": 1e-05, "loss": 0.8312, "step": 875 }, { "epoch": 5.732484076433121, "grad_norm": 16.399415969848633, "learning_rate": 1e-05, "loss": 0.8444, "step": 900 }, { "epoch": 5.89171974522293, "grad_norm": 16.311349868774414, "learning_rate": 1e-05, "loss": 0.8216, "step": 925 }, { "epoch": 6.050955414012739, "grad_norm": 14.990595817565918, "learning_rate": 1e-05, "loss": 0.7495, "step": 950 }, { "epoch": 6.210191082802548, "grad_norm": 13.810046195983887, "learning_rate": 1e-05, "loss": 0.5933, "step": 975 }, { "epoch": 6.369426751592357, "grad_norm": 12.30604362487793, "learning_rate": 1e-05, "loss": 0.624, "step": 1000 }, { "epoch": 6.369426751592357, "eval_loss": 2.2332684993743896, "eval_runtime": 146.206, "eval_samples_per_second": 4.514, "eval_steps_per_second": 0.287, "eval_wer": 111.13240084307338, "eval_wer_ortho": 110.44921875, "step": 1000 }, { "epoch": 6.528662420382165, "grad_norm": 17.28453826904297, "learning_rate": 1e-05, "loss": 0.6305, "step": 1025 }, { "epoch": 6.687898089171974, "grad_norm": 13.922021865844727, "learning_rate": 1e-05, "loss": 0.6513, "step": 1050 }, { "epoch": 6.8471337579617835, "grad_norm": 17.438993453979492, "learning_rate": 1e-05, "loss": 0.6385, "step": 1075 }, { "epoch": 7.006369426751593, "grad_norm": 12.033106803894043, "learning_rate": 1e-05, "loss": 0.6485, "step": 1100 }, { "epoch": 7.165605095541402, "grad_norm": 13.63040542602539, "learning_rate": 1e-05, "loss": 0.443, "step": 1125 }, { "epoch": 7.32484076433121, "grad_norm": 14.44725513458252, "learning_rate": 1e-05, "loss": 0.4627, "step": 1150 }, { "epoch": 7.484076433121019, "grad_norm": 15.006793975830078, "learning_rate": 1e-05, "loss": 0.448, "step": 1175 }, { "epoch": 7.643312101910828, "grad_norm": 13.251697540283203, "learning_rate": 1e-05, "loss": 0.4475, "step": 1200 }, { "epoch": 7.802547770700637, "grad_norm": 13.863065719604492, "learning_rate": 1e-05, "loss": 0.5043, "step": 1225 }, { "epoch": 7.961783439490446, "grad_norm": 14.142547607421875, "learning_rate": 1e-05, "loss": 0.479, "step": 1250 }, { "epoch": 8.121019108280255, "grad_norm": 11.161627769470215, "learning_rate": 1e-05, "loss": 0.3498, "step": 1275 }, { "epoch": 8.280254777070065, "grad_norm": 11.146525382995605, "learning_rate": 1e-05, "loss": 0.3167, "step": 1300 }, { "epoch": 8.439490445859873, "grad_norm": 12.954503059387207, "learning_rate": 1e-05, "loss": 0.3085, "step": 1325 }, { "epoch": 8.598726114649681, "grad_norm": 12.451419830322266, "learning_rate": 1e-05, "loss": 0.3417, "step": 1350 }, { "epoch": 8.757961783439491, "grad_norm": 12.595786094665527, "learning_rate": 1e-05, "loss": 0.3114, "step": 1375 }, { "epoch": 8.9171974522293, "grad_norm": 12.925387382507324, "learning_rate": 1e-05, "loss": 0.3434, "step": 1400 }, { "epoch": 9.07643312101911, "grad_norm": 11.76626205444336, "learning_rate": 1e-05, "loss": 0.2683, "step": 1425 }, { "epoch": 9.235668789808917, "grad_norm": 14.959568977355957, "learning_rate": 1e-05, "loss": 0.2238, "step": 1450 }, { "epoch": 9.394904458598726, "grad_norm": 9.14432144165039, "learning_rate": 1e-05, "loss": 0.2047, "step": 1475 }, { "epoch": 9.554140127388536, "grad_norm": 11.008196830749512, "learning_rate": 1e-05, "loss": 0.2135, "step": 1500 }, { "epoch": 9.554140127388536, "eval_loss": 2.437509775161743, "eval_runtime": 137.3182, "eval_samples_per_second": 4.806, "eval_steps_per_second": 0.306, "eval_wer": 100.44069745161907, "eval_wer_ortho": 101.62109374999999, "step": 1500 }, { "epoch": 9.713375796178344, "grad_norm": 13.016201972961426, "learning_rate": 1e-05, "loss": 0.2261, "step": 1525 }, { "epoch": 9.872611464968152, "grad_norm": 8.497207641601562, "learning_rate": 1e-05, "loss": 0.2192, "step": 1550 }, { "epoch": 10.031847133757962, "grad_norm": 7.207610130310059, "learning_rate": 1e-05, "loss": 0.2127, "step": 1575 }, { "epoch": 10.19108280254777, "grad_norm": 8.204691886901855, "learning_rate": 1e-05, "loss": 0.1344, "step": 1600 }, { "epoch": 10.35031847133758, "grad_norm": 8.206758499145508, "learning_rate": 1e-05, "loss": 0.1364, "step": 1625 }, { "epoch": 10.509554140127388, "grad_norm": 13.253020286560059, "learning_rate": 1e-05, "loss": 0.134, "step": 1650 }, { "epoch": 10.668789808917197, "grad_norm": 7.275868892669678, "learning_rate": 1e-05, "loss": 0.1378, "step": 1675 }, { "epoch": 10.828025477707007, "grad_norm": 12.992132186889648, "learning_rate": 1e-05, "loss": 0.148, "step": 1700 }, { "epoch": 10.987261146496815, "grad_norm": 7.762783050537109, "learning_rate": 1e-05, "loss": 0.1472, "step": 1725 }, { "epoch": 11.146496815286625, "grad_norm": 7.062361717224121, "learning_rate": 1e-05, "loss": 0.0902, "step": 1750 }, { "epoch": 11.305732484076433, "grad_norm": 8.7595853805542, "learning_rate": 1e-05, "loss": 0.0882, "step": 1775 }, { "epoch": 11.464968152866241, "grad_norm": 6.6487603187561035, "learning_rate": 1e-05, "loss": 0.0955, "step": 1800 }, { "epoch": 11.624203821656051, "grad_norm": 7.425637245178223, "learning_rate": 1e-05, "loss": 0.0897, "step": 1825 }, { "epoch": 11.78343949044586, "grad_norm": 6.008634567260742, "learning_rate": 1e-05, "loss": 0.092, "step": 1850 }, { "epoch": 11.94267515923567, "grad_norm": 5.510532855987549, "learning_rate": 1e-05, "loss": 0.0872, "step": 1875 }, { "epoch": 12.101910828025478, "grad_norm": 5.332154750823975, "learning_rate": 1e-05, "loss": 0.0675, "step": 1900 }, { "epoch": 12.261146496815286, "grad_norm": 3.963823080062866, "learning_rate": 1e-05, "loss": 0.0536, "step": 1925 }, { "epoch": 12.420382165605096, "grad_norm": 4.313061237335205, "learning_rate": 1e-05, "loss": 0.0581, "step": 1950 }, { "epoch": 12.579617834394904, "grad_norm": 5.253906726837158, "learning_rate": 1e-05, "loss": 0.0617, "step": 1975 }, { "epoch": 12.738853503184714, "grad_norm": 4.258543968200684, "learning_rate": 1e-05, "loss": 0.0593, "step": 2000 }, { "epoch": 12.738853503184714, "eval_loss": 2.585127830505371, "eval_runtime": 142.1585, "eval_samples_per_second": 4.643, "eval_steps_per_second": 0.295, "eval_wer": 107.2810883310979, "eval_wer_ortho": 108.41796875, "step": 2000 }, { "epoch": 12.898089171974522, "grad_norm": 3.7591681480407715, "learning_rate": 1e-05, "loss": 0.0569, "step": 2025 }, { "epoch": 13.05732484076433, "grad_norm": 3.663628578186035, "learning_rate": 1e-05, "loss": 0.0531, "step": 2050 }, { "epoch": 13.21656050955414, "grad_norm": 4.044254779815674, "learning_rate": 1e-05, "loss": 0.0377, "step": 2075 }, { "epoch": 13.375796178343949, "grad_norm": 2.5736799240112305, "learning_rate": 1e-05, "loss": 0.0372, "step": 2100 }, { "epoch": 13.535031847133759, "grad_norm": 4.766959190368652, "learning_rate": 1e-05, "loss": 0.0367, "step": 2125 }, { "epoch": 13.694267515923567, "grad_norm": 4.401877403259277, "learning_rate": 1e-05, "loss": 0.0371, "step": 2150 }, { "epoch": 13.853503184713375, "grad_norm": 12.848492622375488, "learning_rate": 1e-05, "loss": 0.0421, "step": 2175 }, { "epoch": 14.012738853503185, "grad_norm": 4.98983097076416, "learning_rate": 1e-05, "loss": 0.0394, "step": 2200 }, { "epoch": 14.171974522292993, "grad_norm": 2.3211112022399902, "learning_rate": 1e-05, "loss": 0.0268, "step": 2225 }, { "epoch": 14.331210191082803, "grad_norm": 3.7861273288726807, "learning_rate": 1e-05, "loss": 0.0244, "step": 2250 }, { "epoch": 14.490445859872612, "grad_norm": 3.650113105773926, "learning_rate": 1e-05, "loss": 0.0264, "step": 2275 }, { "epoch": 14.64968152866242, "grad_norm": 3.045107364654541, "learning_rate": 1e-05, "loss": 0.0265, "step": 2300 }, { "epoch": 14.80891719745223, "grad_norm": 2.0573339462280273, "learning_rate": 1e-05, "loss": 0.0262, "step": 2325 }, { "epoch": 14.968152866242038, "grad_norm": 2.7981200218200684, "learning_rate": 1e-05, "loss": 0.028, "step": 2350 } ], "logging_steps": 25, "max_steps": 2355, "num_input_tokens_seen": 0, "num_train_epochs": 15, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 9.261624582144e+17, "train_batch_size": 16, "trial_name": null, "trial_params": null }