| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9955780164245104, | |
| "eval_steps": 50, | |
| "global_step": 197, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00505369551484523, | |
| "grad_norm": 5.525087356567383, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 11.0327, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00505369551484523, | |
| "eval_loss": 10.8840913772583, | |
| "eval_runtime": 8.456, | |
| "eval_samples_per_second": 39.499, | |
| "eval_steps_per_second": 9.934, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01010739102969046, | |
| "grad_norm": 5.266482830047607, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 10.9714, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.015161086544535692, | |
| "grad_norm": 4.918356895446777, | |
| "learning_rate": 6e-06, | |
| "loss": 10.9057, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.02021478205938092, | |
| "grad_norm": 4.777329921722412, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 10.939, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.025268477574226154, | |
| "grad_norm": 4.73073148727417, | |
| "learning_rate": 1e-05, | |
| "loss": 11.0369, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.030322173089071383, | |
| "grad_norm": 4.6360931396484375, | |
| "learning_rate": 1.2e-05, | |
| "loss": 10.8651, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.035375868603916616, | |
| "grad_norm": 4.678157329559326, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 10.8567, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.04042956411876184, | |
| "grad_norm": 4.721307754516602, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 10.8247, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.045483259633607075, | |
| "grad_norm": 4.473278045654297, | |
| "learning_rate": 1.8e-05, | |
| "loss": 10.7567, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.05053695514845231, | |
| "grad_norm": 4.979541301727295, | |
| "learning_rate": 2e-05, | |
| "loss": 10.8797, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05559065066329753, | |
| "grad_norm": 4.539080619812012, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 10.8282, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.060644346178142766, | |
| "grad_norm": 4.77044153213501, | |
| "learning_rate": 2.4e-05, | |
| "loss": 10.9363, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.065698041692988, | |
| "grad_norm": 4.023128509521484, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 10.8104, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.07075173720783323, | |
| "grad_norm": 4.127583026885986, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 10.772, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.07580543272267846, | |
| "grad_norm": 4.209392070770264, | |
| "learning_rate": 3e-05, | |
| "loss": 10.819, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.08085912823752368, | |
| "grad_norm": 4.107909202575684, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 10.8561, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.08591282375236892, | |
| "grad_norm": 3.9726462364196777, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 10.702, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.09096651926721415, | |
| "grad_norm": 3.9486467838287354, | |
| "learning_rate": 3.6e-05, | |
| "loss": 10.86, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.09602021478205938, | |
| "grad_norm": 4.086248397827148, | |
| "learning_rate": 3.8e-05, | |
| "loss": 10.6329, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.10107391029690461, | |
| "grad_norm": 4.198414325714111, | |
| "learning_rate": 4e-05, | |
| "loss": 10.6256, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10612760581174985, | |
| "grad_norm": 4.264832496643066, | |
| "learning_rate": 4.2e-05, | |
| "loss": 10.668, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.11118130132659507, | |
| "grad_norm": 4.420608997344971, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 10.703, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.1162349968414403, | |
| "grad_norm": 4.989047050476074, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 10.7338, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.12128869235628553, | |
| "grad_norm": 6.062208652496338, | |
| "learning_rate": 4.8e-05, | |
| "loss": 10.8503, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.12634238787113075, | |
| "grad_norm": 7.2560038566589355, | |
| "learning_rate": 5e-05, | |
| "loss": 10.6961, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.131396083385976, | |
| "grad_norm": 5.42380428314209, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 10.654, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.13644977890082122, | |
| "grad_norm": 4.605566501617432, | |
| "learning_rate": 5.4000000000000005e-05, | |
| "loss": 10.6335, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.14150347441566646, | |
| "grad_norm": 4.439408779144287, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 10.5825, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.14655716993051168, | |
| "grad_norm": 4.211907386779785, | |
| "learning_rate": 5.8e-05, | |
| "loss": 10.5156, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.15161086544535693, | |
| "grad_norm": 3.8451991081237793, | |
| "learning_rate": 6e-05, | |
| "loss": 10.3591, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.15666456096020215, | |
| "grad_norm": 3.6254827976226807, | |
| "learning_rate": 6.2e-05, | |
| "loss": 10.5195, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.16171825647504737, | |
| "grad_norm": 3.743040084838867, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 10.4644, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.16677195198989261, | |
| "grad_norm": 3.687465190887451, | |
| "learning_rate": 6.6e-05, | |
| "loss": 10.2991, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.17182564750473783, | |
| "grad_norm": 3.4375765323638916, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 10.3176, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.17687934301958308, | |
| "grad_norm": 3.485527753829956, | |
| "learning_rate": 7e-05, | |
| "loss": 10.2831, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.1819330385344283, | |
| "grad_norm": 3.4168219566345215, | |
| "learning_rate": 7.2e-05, | |
| "loss": 10.1887, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.18698673404927352, | |
| "grad_norm": 2.9851391315460205, | |
| "learning_rate": 7.4e-05, | |
| "loss": 10.2611, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.19204042956411876, | |
| "grad_norm": 3.173752784729004, | |
| "learning_rate": 7.6e-05, | |
| "loss": 10.0005, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.19709412507896398, | |
| "grad_norm": 3.038637161254883, | |
| "learning_rate": 7.800000000000001e-05, | |
| "loss": 10.1846, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.20214782059380923, | |
| "grad_norm": 3.0100479125976562, | |
| "learning_rate": 8e-05, | |
| "loss": 10.121, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.20720151610865445, | |
| "grad_norm": 3.1173861026763916, | |
| "learning_rate": 8.2e-05, | |
| "loss": 10.055, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.2122552116234997, | |
| "grad_norm": 2.935340166091919, | |
| "learning_rate": 8.4e-05, | |
| "loss": 9.9977, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.21730890713834491, | |
| "grad_norm": 2.8017685413360596, | |
| "learning_rate": 8.6e-05, | |
| "loss": 9.9614, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.22236260265319013, | |
| "grad_norm": 2.6707160472869873, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 10.0095, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.22741629816803538, | |
| "grad_norm": 2.65998911857605, | |
| "learning_rate": 9e-05, | |
| "loss": 9.9824, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2324699936828806, | |
| "grad_norm": 2.622680902481079, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 9.8679, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.23752368919772585, | |
| "grad_norm": 2.7016119956970215, | |
| "learning_rate": 9.4e-05, | |
| "loss": 9.8601, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.24257738471257106, | |
| "grad_norm": 2.5022776126861572, | |
| "learning_rate": 9.6e-05, | |
| "loss": 10.012, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.2476310802274163, | |
| "grad_norm": 2.6630473136901855, | |
| "learning_rate": 9.8e-05, | |
| "loss": 9.919, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.2526847757422615, | |
| "grad_norm": 3.5715386867523193, | |
| "learning_rate": 0.0001, | |
| "loss": 9.9513, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2526847757422615, | |
| "eval_loss": 9.72451114654541, | |
| "eval_runtime": 8.5338, | |
| "eval_samples_per_second": 39.139, | |
| "eval_steps_per_second": 9.843, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.25773847125710675, | |
| "grad_norm": 2.438196897506714, | |
| "learning_rate": 9.99885820390154e-05, | |
| "loss": 9.9308, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.262792166771952, | |
| "grad_norm": 2.2800676822662354, | |
| "learning_rate": 9.995433337085491e-05, | |
| "loss": 9.7762, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.26784586228679724, | |
| "grad_norm": 2.2999722957611084, | |
| "learning_rate": 9.989726963751682e-05, | |
| "loss": 9.6314, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.27289955780164243, | |
| "grad_norm": 2.0864381790161133, | |
| "learning_rate": 9.981741690106034e-05, | |
| "loss": 9.5644, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.2779532533164877, | |
| "grad_norm": 1.9628472328186035, | |
| "learning_rate": 9.971481163170268e-05, | |
| "loss": 9.6852, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.2830069488313329, | |
| "grad_norm": 2.0100128650665283, | |
| "learning_rate": 9.95895006911623e-05, | |
| "loss": 9.532, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.2880606443461781, | |
| "grad_norm": 1.903132438659668, | |
| "learning_rate": 9.944154131125642e-05, | |
| "loss": 9.5968, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.29311433986102337, | |
| "grad_norm": 1.8894416093826294, | |
| "learning_rate": 9.927100106776212e-05, | |
| "loss": 9.45, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.2981680353758686, | |
| "grad_norm": 1.8624144792556763, | |
| "learning_rate": 9.907795784955327e-05, | |
| "loss": 9.462, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.30322173089071386, | |
| "grad_norm": 1.88225519657135, | |
| "learning_rate": 9.88624998230272e-05, | |
| "loss": 9.3977, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.30827542640555905, | |
| "grad_norm": 1.9469467401504517, | |
| "learning_rate": 9.862472539183756e-05, | |
| "loss": 9.2517, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.3133291219204043, | |
| "grad_norm": 1.6683619022369385, | |
| "learning_rate": 9.836474315195147e-05, | |
| "loss": 9.4305, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.31838281743524954, | |
| "grad_norm": 1.663127064704895, | |
| "learning_rate": 9.808267184205183e-05, | |
| "loss": 9.2934, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.32343651295009473, | |
| "grad_norm": 1.6440531015396118, | |
| "learning_rate": 9.777864028930705e-05, | |
| "loss": 9.3013, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.32849020846494, | |
| "grad_norm": 1.6826865673065186, | |
| "learning_rate": 9.745278735053343e-05, | |
| "loss": 9.2594, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.33354390397978523, | |
| "grad_norm": 1.596401572227478, | |
| "learning_rate": 9.710526184877667e-05, | |
| "loss": 9.2143, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.3385975994946305, | |
| "grad_norm": 1.764570951461792, | |
| "learning_rate": 9.673622250534156e-05, | |
| "loss": 9.0152, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.34365129500947567, | |
| "grad_norm": 1.5638481378555298, | |
| "learning_rate": 9.63458378673011e-05, | |
| "loss": 9.1172, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.3487049905243209, | |
| "grad_norm": 1.5338134765625, | |
| "learning_rate": 9.593428623051792e-05, | |
| "loss": 9.0363, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.35375868603916616, | |
| "grad_norm": 1.6992957592010498, | |
| "learning_rate": 9.550175555821333e-05, | |
| "loss": 9.0962, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.35881238155401135, | |
| "grad_norm": 1.6055617332458496, | |
| "learning_rate": 9.504844339512095e-05, | |
| "loss": 9.1217, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.3638660770688566, | |
| "grad_norm": 1.7240350246429443, | |
| "learning_rate": 9.457455677726448e-05, | |
| "loss": 9.2245, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.36891977258370184, | |
| "grad_norm": 1.9936858415603638, | |
| "learning_rate": 9.408031213740045e-05, | |
| "loss": 9.3585, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.37397346809854703, | |
| "grad_norm": 2.1292333602905273, | |
| "learning_rate": 9.356593520616948e-05, | |
| "loss": 9.4107, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.3790271636133923, | |
| "grad_norm": 3.4360055923461914, | |
| "learning_rate": 9.303166090900082e-05, | |
| "loss": 9.1299, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.38408085912823753, | |
| "grad_norm": 1.3017970323562622, | |
| "learning_rate": 9.24777332588177e-05, | |
| "loss": 9.224, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.3891345546430828, | |
| "grad_norm": 1.1683531999588013, | |
| "learning_rate": 9.190440524459203e-05, | |
| "loss": 9.2729, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.39418825015792797, | |
| "grad_norm": 1.235701084136963, | |
| "learning_rate": 9.131193871579975e-05, | |
| "loss": 9.0347, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.3992419456727732, | |
| "grad_norm": 1.1109133958816528, | |
| "learning_rate": 9.070060426282925e-05, | |
| "loss": 9.0375, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.40429564118761846, | |
| "grad_norm": 1.2668910026550293, | |
| "learning_rate": 9.007068109339784e-05, | |
| "loss": 8.9948, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.40934933670246365, | |
| "grad_norm": 1.3104698657989502, | |
| "learning_rate": 8.942245690503239e-05, | |
| "loss": 8.9623, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.4144030322173089, | |
| "grad_norm": 1.198638916015625, | |
| "learning_rate": 8.87562277536726e-05, | |
| "loss": 9.0571, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.41945672773215414, | |
| "grad_norm": 1.2889971733093262, | |
| "learning_rate": 8.807229791845673e-05, | |
| "loss": 8.9898, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.4245104232469994, | |
| "grad_norm": 1.2756685018539429, | |
| "learning_rate": 8.737097976275178e-05, | |
| "loss": 8.896, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.4295641187618446, | |
| "grad_norm": 1.1489578485488892, | |
| "learning_rate": 8.665259359149132e-05, | |
| "loss": 9.067, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.43461781427668983, | |
| "grad_norm": 1.1491981744766235, | |
| "learning_rate": 8.591746750488639e-05, | |
| "loss": 8.8872, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.4396715097915351, | |
| "grad_norm": 1.072772741317749, | |
| "learning_rate": 8.516593724857598e-05, | |
| "loss": 8.887, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.44472520530638027, | |
| "grad_norm": 1.0014466047286987, | |
| "learning_rate": 8.439834606028594e-05, | |
| "loss": 8.8939, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.4497789008212255, | |
| "grad_norm": 1.1188455820083618, | |
| "learning_rate": 8.361504451306585e-05, | |
| "loss": 8.7898, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.45483259633607076, | |
| "grad_norm": 1.039220929145813, | |
| "learning_rate": 8.28163903551759e-05, | |
| "loss": 8.8616, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.459886291850916, | |
| "grad_norm": 1.1389069557189941, | |
| "learning_rate": 8.200274834669675e-05, | |
| "loss": 8.7895, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.4649399873657612, | |
| "grad_norm": 1.1462750434875488, | |
| "learning_rate": 8.117449009293668e-05, | |
| "loss": 8.8468, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.46999368288060644, | |
| "grad_norm": 1.1461669206619263, | |
| "learning_rate": 8.033199387471277e-05, | |
| "loss": 8.7652, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.4750473783954517, | |
| "grad_norm": 1.254766583442688, | |
| "learning_rate": 7.9475644475583e-05, | |
| "loss": 8.612, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.4801010739102969, | |
| "grad_norm": 1.3156293630599976, | |
| "learning_rate": 7.860583300610849e-05, | |
| "loss": 8.7556, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.48515476942514213, | |
| "grad_norm": 1.2289044857025146, | |
| "learning_rate": 7.772295672522615e-05, | |
| "loss": 8.8208, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.4902084649399874, | |
| "grad_norm": 1.7439113855361938, | |
| "learning_rate": 7.682741885881315e-05, | |
| "loss": 9.0702, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.4952621604548326, | |
| "grad_norm": 1.3451626300811768, | |
| "learning_rate": 7.591962841552627e-05, | |
| "loss": 8.8565, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.5003158559696779, | |
| "grad_norm": 1.7298027276992798, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 9.0691, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.505369551484523, | |
| "grad_norm": 2.368654727935791, | |
| "learning_rate": 7.406895362348916e-05, | |
| "loss": 8.8959, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.505369551484523, | |
| "eval_loss": 8.748159408569336, | |
| "eval_runtime": 8.2562, | |
| "eval_samples_per_second": 40.455, | |
| "eval_steps_per_second": 10.174, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5104232469993683, | |
| "grad_norm": 1.6569247245788574, | |
| "learning_rate": 7.312691451204178e-05, | |
| "loss": 8.9028, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.5154769425142135, | |
| "grad_norm": 1.122266173362732, | |
| "learning_rate": 7.217431291229067e-05, | |
| "loss": 8.8732, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.5205306380290587, | |
| "grad_norm": 0.9974745512008667, | |
| "learning_rate": 7.121158389495186e-05, | |
| "loss": 8.9486, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.525584333543904, | |
| "grad_norm": 1.1596142053604126, | |
| "learning_rate": 7.023916715611969e-05, | |
| "loss": 8.7343, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.5306380290587492, | |
| "grad_norm": 1.1720257997512817, | |
| "learning_rate": 6.925750681644953e-05, | |
| "loss": 8.7557, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.5356917245735945, | |
| "grad_norm": 1.1216539144515991, | |
| "learning_rate": 6.826705121831976e-05, | |
| "loss": 8.7399, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.5407454200884396, | |
| "grad_norm": 1.0456095933914185, | |
| "learning_rate": 6.726825272106538e-05, | |
| "loss": 8.8259, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.5457991156032849, | |
| "grad_norm": 1.1412315368652344, | |
| "learning_rate": 6.626156749437736e-05, | |
| "loss": 8.7779, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.5508528111181301, | |
| "grad_norm": 1.144679069519043, | |
| "learning_rate": 6.524745530996137e-05, | |
| "loss": 8.7377, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.5559065066329754, | |
| "grad_norm": 1.1518090963363647, | |
| "learning_rate": 6.422637933155162e-05, | |
| "loss": 8.5458, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5609602021478206, | |
| "grad_norm": 1.0327682495117188, | |
| "learning_rate": 6.319880590337549e-05, | |
| "loss": 8.7034, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.5660138976626659, | |
| "grad_norm": 0.9186742901802063, | |
| "learning_rate": 6.216520433716545e-05, | |
| "loss": 8.7843, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.5710675931775111, | |
| "grad_norm": 0.9329281449317932, | |
| "learning_rate": 6.112604669781572e-05, | |
| "loss": 8.7471, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.5761212886923562, | |
| "grad_norm": 1.0598094463348389, | |
| "learning_rate": 6.008180758778167e-05, | |
| "loss": 8.6698, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.5811749842072015, | |
| "grad_norm": 1.1156866550445557, | |
| "learning_rate": 5.903296393031995e-05, | |
| "loss": 8.6572, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5862286797220467, | |
| "grad_norm": 1.0410085916519165, | |
| "learning_rate": 5.7979994751668964e-05, | |
| "loss": 8.505, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.591282375236892, | |
| "grad_norm": 1.126705288887024, | |
| "learning_rate": 5.69233809622687e-05, | |
| "loss": 8.7812, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.5963360707517372, | |
| "grad_norm": 1.1464685201644897, | |
| "learning_rate": 5.58636051371201e-05, | |
| "loss": 8.5813, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.6013897662665825, | |
| "grad_norm": 1.146330714225769, | |
| "learning_rate": 5.480115129538409e-05, | |
| "loss": 8.4167, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.6064434617814277, | |
| "grad_norm": 1.079012393951416, | |
| "learning_rate": 5.373650467932122e-05, | |
| "loss": 8.5148, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6114971572962729, | |
| "grad_norm": 1.281872272491455, | |
| "learning_rate": 5.267015153267245e-05, | |
| "loss": 8.4182, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.6165508528111181, | |
| "grad_norm": 1.1823097467422485, | |
| "learning_rate": 5.1602578878582776e-05, | |
| "loss": 8.6779, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.6216045483259633, | |
| "grad_norm": 1.620906114578247, | |
| "learning_rate": 5.053427429716867e-05, | |
| "loss": 8.8053, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.6266582438408086, | |
| "grad_norm": 1.704972505569458, | |
| "learning_rate": 4.9465725702831346e-05, | |
| "loss": 8.9209, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.6317119393556538, | |
| "grad_norm": 2.0735604763031006, | |
| "learning_rate": 4.839742112141724e-05, | |
| "loss": 8.7427, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.6367656348704991, | |
| "grad_norm": 1.3401007652282715, | |
| "learning_rate": 4.732984846732755e-05, | |
| "loss": 8.7623, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.6418193303853443, | |
| "grad_norm": 1.1091989278793335, | |
| "learning_rate": 4.626349532067879e-05, | |
| "loss": 8.7094, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.6468730259001895, | |
| "grad_norm": 1.1784418821334839, | |
| "learning_rate": 4.5198848704615914e-05, | |
| "loss": 8.5668, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.6519267214150347, | |
| "grad_norm": 1.323731541633606, | |
| "learning_rate": 4.4136394862879914e-05, | |
| "loss": 8.4429, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.65698041692988, | |
| "grad_norm": 0.8502984642982483, | |
| "learning_rate": 4.307661903773129e-05, | |
| "loss": 8.7092, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6620341124447252, | |
| "grad_norm": 1.1920008659362793, | |
| "learning_rate": 4.2020005248331054e-05, | |
| "loss": 8.4987, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.6670878079595705, | |
| "grad_norm": 1.0251978635787964, | |
| "learning_rate": 4.096703606968006e-05, | |
| "loss": 8.6157, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.6721415034744157, | |
| "grad_norm": 1.0642647743225098, | |
| "learning_rate": 3.991819241221835e-05, | |
| "loss": 8.4535, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.677195198989261, | |
| "grad_norm": 1.3170267343521118, | |
| "learning_rate": 3.887395330218429e-05, | |
| "loss": 8.4171, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.6822488945041061, | |
| "grad_norm": 1.0994036197662354, | |
| "learning_rate": 3.783479566283457e-05, | |
| "loss": 8.6795, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.6873025900189513, | |
| "grad_norm": 1.2040021419525146, | |
| "learning_rate": 3.680119409662452e-05, | |
| "loss": 8.5518, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.6923562855337966, | |
| "grad_norm": 1.1834477186203003, | |
| "learning_rate": 3.5773620668448384e-05, | |
| "loss": 8.6813, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.6974099810486418, | |
| "grad_norm": 0.9281287789344788, | |
| "learning_rate": 3.4752544690038647e-05, | |
| "loss": 8.535, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.7024636765634871, | |
| "grad_norm": 1.0375516414642334, | |
| "learning_rate": 3.373843250562265e-05, | |
| "loss": 8.5263, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.7075173720783323, | |
| "grad_norm": 0.9735792279243469, | |
| "learning_rate": 3.273174727893463e-05, | |
| "loss": 8.4796, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.7125710675931776, | |
| "grad_norm": 1.0425305366516113, | |
| "learning_rate": 3.173294878168025e-05, | |
| "loss": 8.4304, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.7176247631080227, | |
| "grad_norm": 1.076398491859436, | |
| "learning_rate": 3.074249318355046e-05, | |
| "loss": 8.4417, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.722678458622868, | |
| "grad_norm": 1.0114437341690063, | |
| "learning_rate": 2.976083284388031e-05, | |
| "loss": 8.3947, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.7277321541377132, | |
| "grad_norm": 1.0746240615844727, | |
| "learning_rate": 2.8788416105048122e-05, | |
| "loss": 8.3048, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.7327858496525584, | |
| "grad_norm": 1.0370659828186035, | |
| "learning_rate": 2.7825687087709328e-05, | |
| "loss": 8.3032, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.7378395451674037, | |
| "grad_norm": 1.1819736957550049, | |
| "learning_rate": 2.687308548795825e-05, | |
| "loss": 8.3238, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.7428932406822489, | |
| "grad_norm": 1.3127453327178955, | |
| "learning_rate": 2.5931046376510877e-05, | |
| "loss": 8.5473, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.7479469361970941, | |
| "grad_norm": 1.3957887887954712, | |
| "learning_rate": 2.500000000000001e-05, | |
| "loss": 8.4965, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.7530006317119393, | |
| "grad_norm": 1.6841113567352295, | |
| "learning_rate": 2.4080371584473748e-05, | |
| "loss": 8.5345, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.7580543272267846, | |
| "grad_norm": 2.3189311027526855, | |
| "learning_rate": 2.317258114118686e-05, | |
| "loss": 8.6134, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7580543272267846, | |
| "eval_loss": 8.470457077026367, | |
| "eval_runtime": 8.309, | |
| "eval_samples_per_second": 40.198, | |
| "eval_steps_per_second": 10.11, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7631080227416298, | |
| "grad_norm": 1.57240629196167, | |
| "learning_rate": 2.2277043274773857e-05, | |
| "loss": 8.6231, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.7681617182564751, | |
| "grad_norm": 1.579606294631958, | |
| "learning_rate": 2.139416699389153e-05, | |
| "loss": 8.7382, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.7732154137713203, | |
| "grad_norm": 1.3761146068572998, | |
| "learning_rate": 2.0524355524417017e-05, | |
| "loss": 8.6744, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.7782691092861656, | |
| "grad_norm": 1.1861869096755981, | |
| "learning_rate": 1.966800612528723e-05, | |
| "loss": 8.5027, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.7833228048010107, | |
| "grad_norm": 1.0866706371307373, | |
| "learning_rate": 1.8825509907063327e-05, | |
| "loss": 8.4262, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.7883765003158559, | |
| "grad_norm": 1.204898476600647, | |
| "learning_rate": 1.7997251653303248e-05, | |
| "loss": 8.3984, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.7934301958307012, | |
| "grad_norm": 1.0119705200195312, | |
| "learning_rate": 1.7183609644824096e-05, | |
| "loss": 8.56, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.7984838913455464, | |
| "grad_norm": 0.953957200050354, | |
| "learning_rate": 1.6384955486934156e-05, | |
| "loss": 8.5253, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.8035375868603917, | |
| "grad_norm": 1.0408637523651123, | |
| "learning_rate": 1.5601653939714074e-05, | |
| "loss": 8.3057, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.8085912823752369, | |
| "grad_norm": 0.88932204246521, | |
| "learning_rate": 1.4834062751424015e-05, | |
| "loss": 8.4848, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.8136449778900822, | |
| "grad_norm": 0.8721324801445007, | |
| "learning_rate": 1.4082532495113626e-05, | |
| "loss": 8.5545, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.8186986734049273, | |
| "grad_norm": 0.8064855933189392, | |
| "learning_rate": 1.3347406408508695e-05, | |
| "loss": 8.4817, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.8237523689197725, | |
| "grad_norm": 0.9848885536193848, | |
| "learning_rate": 1.262902023724824e-05, | |
| "loss": 8.5021, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.8288060644346178, | |
| "grad_norm": 1.0922009944915771, | |
| "learning_rate": 1.1927702081543279e-05, | |
| "loss": 8.1272, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.833859759949463, | |
| "grad_norm": 0.9150477051734924, | |
| "learning_rate": 1.1243772246327416e-05, | |
| "loss": 8.3211, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.8389134554643083, | |
| "grad_norm": 1.0169014930725098, | |
| "learning_rate": 1.0577543094967612e-05, | |
| "loss": 8.3955, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.8439671509791535, | |
| "grad_norm": 1.039054036140442, | |
| "learning_rate": 9.929318906602175e-06, | |
| "loss": 8.3066, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.8490208464939988, | |
| "grad_norm": 1.2704006433486938, | |
| "learning_rate": 9.299395737170757e-06, | |
| "loss": 8.1375, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.8540745420088439, | |
| "grad_norm": 1.1755458116531372, | |
| "learning_rate": 8.688061284200266e-06, | |
| "loss": 8.1842, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.8591282375236892, | |
| "grad_norm": 1.1061482429504395, | |
| "learning_rate": 8.09559475540797e-06, | |
| "loss": 8.4689, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8641819330385344, | |
| "grad_norm": 1.089499831199646, | |
| "learning_rate": 7.522266741182305e-06, | |
| "loss": 8.2855, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.8692356285533797, | |
| "grad_norm": 1.1633696556091309, | |
| "learning_rate": 6.968339090999187e-06, | |
| "loss": 8.4485, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.8742893240682249, | |
| "grad_norm": 1.172793984413147, | |
| "learning_rate": 6.43406479383053e-06, | |
| "loss": 8.4008, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.8793430195830702, | |
| "grad_norm": 1.4023175239562988, | |
| "learning_rate": 5.919687862599549e-06, | |
| "loss": 8.603, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.8843967150979154, | |
| "grad_norm": 2.343562602996826, | |
| "learning_rate": 5.425443222735527e-06, | |
| "loss": 8.4168, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.8894504106127605, | |
| "grad_norm": 1.2631791830062866, | |
| "learning_rate": 4.951556604879048e-06, | |
| "loss": 8.6435, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.8945041061276058, | |
| "grad_norm": 1.2387241125106812, | |
| "learning_rate": 4.498244441786675e-06, | |
| "loss": 8.5938, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.899557801642451, | |
| "grad_norm": 0.9759954214096069, | |
| "learning_rate": 4.065713769482082e-06, | |
| "loss": 8.7213, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.9046114971572963, | |
| "grad_norm": 0.8986900448799133, | |
| "learning_rate": 3.654162132698918e-06, | |
| "loss": 8.5998, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.9096651926721415, | |
| "grad_norm": 0.8717695474624634, | |
| "learning_rate": 3.2637774946584486e-06, | |
| "loss": 8.6061, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.9147188881869868, | |
| "grad_norm": 0.9505631327629089, | |
| "learning_rate": 2.894738151223331e-06, | |
| "loss": 8.5173, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.919772583701832, | |
| "grad_norm": 0.8661491870880127, | |
| "learning_rate": 2.547212649466568e-06, | |
| "loss": 8.5595, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.9248262792166771, | |
| "grad_norm": 0.8975613117218018, | |
| "learning_rate": 2.221359710692961e-06, | |
| "loss": 8.483, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.9298799747315224, | |
| "grad_norm": 0.8268275856971741, | |
| "learning_rate": 1.9173281579481892e-06, | |
| "loss": 8.4253, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.9349336702463676, | |
| "grad_norm": 0.9205915927886963, | |
| "learning_rate": 1.6352568480485276e-06, | |
| "loss": 8.5825, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.9399873657612129, | |
| "grad_norm": 0.8719313740730286, | |
| "learning_rate": 1.3752746081624467e-06, | |
| "loss": 8.3617, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.9450410612760581, | |
| "grad_norm": 0.9109625816345215, | |
| "learning_rate": 1.1375001769727999e-06, | |
| "loss": 8.3006, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.9500947567909034, | |
| "grad_norm": 0.8622517585754395, | |
| "learning_rate": 9.220421504467281e-07, | |
| "loss": 8.4956, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.9551484523057486, | |
| "grad_norm": 0.9728400707244873, | |
| "learning_rate": 7.289989322378732e-07, | |
| "loss": 8.4565, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.9602021478205938, | |
| "grad_norm": 0.9318665862083435, | |
| "learning_rate": 5.584586887435739e-07, | |
| "loss": 8.3316, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.965255843335439, | |
| "grad_norm": 0.9625034332275391, | |
| "learning_rate": 4.104993088376974e-07, | |
| "loss": 8.3455, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.9703095388502843, | |
| "grad_norm": 1.1241123676300049, | |
| "learning_rate": 2.851883682973233e-07, | |
| "loss": 8.0974, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.9753632343651295, | |
| "grad_norm": 1.197749137878418, | |
| "learning_rate": 1.8258309893965375e-07, | |
| "loss": 8.19, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.9804169298799748, | |
| "grad_norm": 0.9713776111602783, | |
| "learning_rate": 1.0273036248318324e-07, | |
| "loss": 8.4274, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.98547062539482, | |
| "grad_norm": 1.0657098293304443, | |
| "learning_rate": 4.566662914508579e-08, | |
| "loss": 8.2398, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.9905243209096652, | |
| "grad_norm": 1.2770274877548218, | |
| "learning_rate": 1.1417960984605458e-08, | |
| "loss": 8.5457, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.9955780164245104, | |
| "grad_norm": 1.4860167503356934, | |
| "learning_rate": 0.0, | |
| "loss": 8.5989, | |
| "step": 197 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 197, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 223101181231104.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |