| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 151.8324607329843, | |
| "eval_steps": 500, | |
| "global_step": 87000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.8726003490401396, | |
| "grad_norm": 0.931673526763916, | |
| "learning_rate": 0.0009956369982547994, | |
| "loss": 2.6507, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.7452006980802792, | |
| "grad_norm": 1.8975260257720947, | |
| "learning_rate": 0.0009912739965095986, | |
| "loss": 1.6969, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.6178010471204187, | |
| "grad_norm": 0.5923702120780945, | |
| "learning_rate": 0.000986910994764398, | |
| "loss": 1.287, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.4904013961605584, | |
| "grad_norm": 0.79058438539505, | |
| "learning_rate": 0.000982547993019197, | |
| "loss": 0.9398, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.363001745200698, | |
| "grad_norm": 0.7330807447433472, | |
| "learning_rate": 0.0009781849912739965, | |
| "loss": 0.6968, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.2356020942408374, | |
| "grad_norm": 0.6996338963508606, | |
| "learning_rate": 0.0009738219895287959, | |
| "loss": 0.4816, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.108202443280978, | |
| "grad_norm": 0.5383062362670898, | |
| "learning_rate": 0.0009694589877835951, | |
| "loss": 0.3189, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 6.980802792321117, | |
| "grad_norm": 0.6486771106719971, | |
| "learning_rate": 0.0009650959860383944, | |
| "loss": 0.2218, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 7.853403141361256, | |
| "grad_norm": 0.507366955280304, | |
| "learning_rate": 0.0009607329842931938, | |
| "loss": 0.1542, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 8.726003490401396, | |
| "grad_norm": 0.8452386260032654, | |
| "learning_rate": 0.000956369982547993, | |
| "loss": 0.1285, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 9.598603839441536, | |
| "grad_norm": 0.43142977356910706, | |
| "learning_rate": 0.0009520069808027923, | |
| "loss": 0.1175, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 10.471204188481675, | |
| "grad_norm": 0.2331060916185379, | |
| "learning_rate": 0.0009476439790575916, | |
| "loss": 0.1053, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 11.343804537521814, | |
| "grad_norm": 0.4272315800189972, | |
| "learning_rate": 0.000943280977312391, | |
| "loss": 0.092, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 12.216404886561955, | |
| "grad_norm": 0.2999955117702484, | |
| "learning_rate": 0.0009389179755671902, | |
| "loss": 0.0878, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 13.089005235602095, | |
| "grad_norm": 2.55757474899292, | |
| "learning_rate": 0.0009345549738219895, | |
| "loss": 0.0884, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 13.961605584642234, | |
| "grad_norm": 0.33913654088974, | |
| "learning_rate": 0.0009301919720767889, | |
| "loss": 0.0805, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 14.834205933682373, | |
| "grad_norm": 0.3642922341823578, | |
| "learning_rate": 0.0009258289703315882, | |
| "loss": 0.0721, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 15.706806282722512, | |
| "grad_norm": 0.7718423008918762, | |
| "learning_rate": 0.0009214659685863874, | |
| "loss": 0.0687, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 16.57940663176265, | |
| "grad_norm": 0.5820666551589966, | |
| "learning_rate": 0.0009171029668411868, | |
| "loss": 0.0644, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 17.452006980802793, | |
| "grad_norm": 0.2773011028766632, | |
| "learning_rate": 0.000912739965095986, | |
| "loss": 0.0598, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 18.324607329842934, | |
| "grad_norm": 0.25250518321990967, | |
| "learning_rate": 0.0009083769633507853, | |
| "loss": 0.0653, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 19.19720767888307, | |
| "grad_norm": 0.24120768904685974, | |
| "learning_rate": 0.0009040139616055847, | |
| "loss": 0.0632, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 20.069808027923212, | |
| "grad_norm": 0.2897244989871979, | |
| "learning_rate": 0.0008996509598603839, | |
| "loss": 0.0594, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 20.94240837696335, | |
| "grad_norm": 0.25145065784454346, | |
| "learning_rate": 0.0008952879581151833, | |
| "loss": 0.0556, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 21.81500872600349, | |
| "grad_norm": 0.27175939083099365, | |
| "learning_rate": 0.0008909249563699826, | |
| "loss": 0.0481, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 22.68760907504363, | |
| "grad_norm": 0.8626015782356262, | |
| "learning_rate": 0.0008865619546247818, | |
| "loss": 0.0466, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 23.56020942408377, | |
| "grad_norm": 0.18672889471054077, | |
| "learning_rate": 0.0008821989528795812, | |
| "loss": 0.0512, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 24.43280977312391, | |
| "grad_norm": 0.2387542873620987, | |
| "learning_rate": 0.0008778359511343804, | |
| "loss": 0.0512, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 25.305410122164048, | |
| "grad_norm": 0.2665075957775116, | |
| "learning_rate": 0.0008734729493891797, | |
| "loss": 0.0483, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 26.17801047120419, | |
| "grad_norm": 0.16715960204601288, | |
| "learning_rate": 0.0008691099476439791, | |
| "loss": 0.0441, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 27.050610820244327, | |
| "grad_norm": 0.1875993311405182, | |
| "learning_rate": 0.0008647469458987784, | |
| "loss": 0.0397, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 27.923211169284468, | |
| "grad_norm": 0.25451162457466125, | |
| "learning_rate": 0.0008603839441535776, | |
| "loss": 0.039, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 28.79581151832461, | |
| "grad_norm": 0.307054728269577, | |
| "learning_rate": 0.000856020942408377, | |
| "loss": 0.0443, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 29.668411867364746, | |
| "grad_norm": 0.2467741221189499, | |
| "learning_rate": 0.0008516579406631763, | |
| "loss": 0.038, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 30.541012216404887, | |
| "grad_norm": 0.23178012669086456, | |
| "learning_rate": 0.0008472949389179755, | |
| "loss": 0.0351, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 31.413612565445025, | |
| "grad_norm": 0.35061487555503845, | |
| "learning_rate": 0.0008429319371727748, | |
| "loss": 0.0323, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 32.28621291448517, | |
| "grad_norm": 0.3363337218761444, | |
| "learning_rate": 0.0008385689354275742, | |
| "loss": 0.038, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 33.1588132635253, | |
| "grad_norm": 0.24015972018241882, | |
| "learning_rate": 0.0008342059336823735, | |
| "loss": 0.0361, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 34.031413612565444, | |
| "grad_norm": 0.5147364735603333, | |
| "learning_rate": 0.0008298429319371727, | |
| "loss": 0.0318, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 34.904013961605585, | |
| "grad_norm": 0.17477251589298248, | |
| "learning_rate": 0.0008254799301919721, | |
| "loss": 0.0307, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 35.776614310645726, | |
| "grad_norm": 0.2511900067329407, | |
| "learning_rate": 0.0008211169284467714, | |
| "loss": 0.0348, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 36.64921465968587, | |
| "grad_norm": 0.2036200314760208, | |
| "learning_rate": 0.0008167539267015707, | |
| "loss": 0.0298, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 37.521815008726, | |
| "grad_norm": 0.16981545090675354, | |
| "learning_rate": 0.00081239092495637, | |
| "loss": 0.0319, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 38.39441535776614, | |
| "grad_norm": 0.22329097986221313, | |
| "learning_rate": 0.0008080279232111692, | |
| "loss": 0.0359, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 39.26701570680628, | |
| "grad_norm": 0.13258185982704163, | |
| "learning_rate": 0.0008036649214659686, | |
| "loss": 0.0266, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 40.139616055846425, | |
| "grad_norm": 0.12790647149085999, | |
| "learning_rate": 0.000799301919720768, | |
| "loss": 0.026, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 41.01221640488656, | |
| "grad_norm": 0.23635344207286835, | |
| "learning_rate": 0.0007949389179755671, | |
| "loss": 0.0279, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 41.8848167539267, | |
| "grad_norm": 0.11364254355430603, | |
| "learning_rate": 0.0007905759162303665, | |
| "loss": 0.0257, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 42.75741710296684, | |
| "grad_norm": 0.2781168520450592, | |
| "learning_rate": 0.0007862129144851659, | |
| "loss": 0.0295, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 43.63001745200698, | |
| "grad_norm": 0.106789730489254, | |
| "learning_rate": 0.0007818499127399651, | |
| "loss": 0.0308, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 44.50261780104712, | |
| "grad_norm": 0.16404911875724792, | |
| "learning_rate": 0.0007774869109947644, | |
| "loss": 0.0222, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 45.37521815008726, | |
| "grad_norm": 0.14249293506145477, | |
| "learning_rate": 0.0007731239092495637, | |
| "loss": 0.0225, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 46.2478184991274, | |
| "grad_norm": 0.1853444129228592, | |
| "learning_rate": 0.0007687609075043631, | |
| "loss": 0.0261, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 47.12041884816754, | |
| "grad_norm": 0.1456003040075302, | |
| "learning_rate": 0.0007643979057591623, | |
| "loss": 0.0252, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 47.99301919720768, | |
| "grad_norm": 0.16386698186397552, | |
| "learning_rate": 0.0007600349040139616, | |
| "loss": 0.0259, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 48.86561954624782, | |
| "grad_norm": 0.12221992015838623, | |
| "learning_rate": 0.000755671902268761, | |
| "loss": 0.0253, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 49.738219895287955, | |
| "grad_norm": 0.14093224704265594, | |
| "learning_rate": 0.0007513089005235602, | |
| "loss": 0.0203, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 50.610820244328096, | |
| "grad_norm": 0.1189383938908577, | |
| "learning_rate": 0.0007469458987783595, | |
| "loss": 0.0207, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 51.48342059336824, | |
| "grad_norm": 0.1471104919910431, | |
| "learning_rate": 0.0007425828970331589, | |
| "loss": 0.0209, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 52.35602094240838, | |
| "grad_norm": 0.08947575837373734, | |
| "learning_rate": 0.0007382198952879581, | |
| "loss": 0.0234, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 53.22862129144852, | |
| "grad_norm": 0.18746259808540344, | |
| "learning_rate": 0.0007338568935427574, | |
| "loss": 0.0245, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 54.10122164048865, | |
| "grad_norm": 0.1539311408996582, | |
| "learning_rate": 0.0007294938917975568, | |
| "loss": 0.0214, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 54.973821989528794, | |
| "grad_norm": 0.11201947182416916, | |
| "learning_rate": 0.000725130890052356, | |
| "loss": 0.0194, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 55.846422338568935, | |
| "grad_norm": 0.16618479788303375, | |
| "learning_rate": 0.0007207678883071554, | |
| "loss": 0.0185, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 56.719022687609076, | |
| "grad_norm": 0.1569599211215973, | |
| "learning_rate": 0.0007164048865619547, | |
| "loss": 0.0234, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 57.59162303664922, | |
| "grad_norm": 0.11062045395374298, | |
| "learning_rate": 0.0007120418848167539, | |
| "loss": 0.0187, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 58.46422338568935, | |
| "grad_norm": 0.1617700457572937, | |
| "learning_rate": 0.0007076788830715533, | |
| "loss": 0.0176, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 59.33682373472949, | |
| "grad_norm": 0.11750755459070206, | |
| "learning_rate": 0.0007033158813263525, | |
| "loss": 0.0188, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 60.20942408376963, | |
| "grad_norm": 0.24937282502651215, | |
| "learning_rate": 0.0006989528795811518, | |
| "loss": 0.0225, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 61.082024432809774, | |
| "grad_norm": 0.22410957515239716, | |
| "learning_rate": 0.0006945898778359512, | |
| "loss": 0.0192, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 61.954624781849915, | |
| "grad_norm": 0.18029357492923737, | |
| "learning_rate": 0.0006902268760907505, | |
| "loss": 0.0169, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 62.82722513089005, | |
| "grad_norm": 0.14077898859977722, | |
| "learning_rate": 0.0006858638743455497, | |
| "loss": 0.0167, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 63.69982547993019, | |
| "grad_norm": 0.12804169952869415, | |
| "learning_rate": 0.0006815008726003491, | |
| "loss": 0.0167, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 64.57242582897034, | |
| "grad_norm": 0.11356078833341599, | |
| "learning_rate": 0.0006771378708551484, | |
| "loss": 0.0183, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 65.44502617801047, | |
| "grad_norm": 0.07214757055044174, | |
| "learning_rate": 0.0006727748691099476, | |
| "loss": 0.0167, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 66.3176265270506, | |
| "grad_norm": 0.20497408509254456, | |
| "learning_rate": 0.0006684118673647469, | |
| "loss": 0.0186, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 67.19022687609075, | |
| "grad_norm": 0.09408937394618988, | |
| "learning_rate": 0.0006640488656195463, | |
| "loss": 0.0169, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 68.06282722513089, | |
| "grad_norm": 0.12423662841320038, | |
| "learning_rate": 0.0006596858638743456, | |
| "loss": 0.0179, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 68.93542757417103, | |
| "grad_norm": 0.4406953752040863, | |
| "learning_rate": 0.0006553228621291448, | |
| "loss": 0.019, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 69.80802792321117, | |
| "grad_norm": 0.11233725398778915, | |
| "learning_rate": 0.0006509598603839442, | |
| "loss": 0.0151, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 70.68062827225131, | |
| "grad_norm": 0.08892803639173508, | |
| "learning_rate": 0.0006465968586387435, | |
| "loss": 0.0137, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 71.55322862129145, | |
| "grad_norm": 0.11712398380041122, | |
| "learning_rate": 0.0006422338568935428, | |
| "loss": 0.0145, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 72.4258289703316, | |
| "grad_norm": 0.11560557782649994, | |
| "learning_rate": 0.0006378708551483421, | |
| "loss": 0.0181, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 73.29842931937172, | |
| "grad_norm": 0.10780952870845795, | |
| "learning_rate": 0.0006335078534031413, | |
| "loss": 0.0162, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 74.17102966841186, | |
| "grad_norm": 0.06540343165397644, | |
| "learning_rate": 0.0006291448516579407, | |
| "loss": 0.0157, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 75.043630017452, | |
| "grad_norm": 0.08087161183357239, | |
| "learning_rate": 0.00062478184991274, | |
| "loss": 0.0181, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 75.91623036649214, | |
| "grad_norm": 0.08909798413515091, | |
| "learning_rate": 0.0006204188481675392, | |
| "loss": 0.0136, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 76.78883071553228, | |
| "grad_norm": 0.09045905619859695, | |
| "learning_rate": 0.0006160558464223386, | |
| "loss": 0.0124, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 77.66143106457243, | |
| "grad_norm": 0.1375885307788849, | |
| "learning_rate": 0.000611692844677138, | |
| "loss": 0.013, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 78.53403141361257, | |
| "grad_norm": 0.06584478169679642, | |
| "learning_rate": 0.0006073298429319371, | |
| "loss": 0.0149, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 79.40663176265271, | |
| "grad_norm": 0.10484465211629868, | |
| "learning_rate": 0.0006029668411867365, | |
| "loss": 0.0141, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 80.27923211169285, | |
| "grad_norm": 0.11171326786279678, | |
| "learning_rate": 0.0005986038394415358, | |
| "loss": 0.0142, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 81.15183246073299, | |
| "grad_norm": 0.12636296451091766, | |
| "learning_rate": 0.000594240837696335, | |
| "loss": 0.0154, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 82.02443280977312, | |
| "grad_norm": 0.06967689841985703, | |
| "learning_rate": 0.0005898778359511344, | |
| "loss": 0.0144, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 82.89703315881326, | |
| "grad_norm": 0.09147424250841141, | |
| "learning_rate": 0.0005855148342059337, | |
| "loss": 0.0127, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 83.7696335078534, | |
| "grad_norm": 0.6871227025985718, | |
| "learning_rate": 0.000581151832460733, | |
| "loss": 0.0113, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 84.64223385689354, | |
| "grad_norm": 0.07160250097513199, | |
| "learning_rate": 0.0005767888307155323, | |
| "loss": 0.014, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 85.51483420593368, | |
| "grad_norm": 0.06839723885059357, | |
| "learning_rate": 0.0005724258289703316, | |
| "loss": 0.0121, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 86.38743455497382, | |
| "grad_norm": 0.05615156516432762, | |
| "learning_rate": 0.0005680628272251309, | |
| "loss": 0.0136, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 87.26003490401396, | |
| "grad_norm": 0.10079669952392578, | |
| "learning_rate": 0.0005636998254799302, | |
| "loss": 0.0116, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 88.1326352530541, | |
| "grad_norm": 0.09019599854946136, | |
| "learning_rate": 0.0005593368237347295, | |
| "loss": 0.0122, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 89.00523560209425, | |
| "grad_norm": 0.05459260195493698, | |
| "learning_rate": 0.0005549738219895288, | |
| "loss": 0.0113, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 89.87783595113439, | |
| "grad_norm": 0.07002388685941696, | |
| "learning_rate": 0.0005506108202443281, | |
| "loss": 0.0112, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 90.75043630017451, | |
| "grad_norm": 0.12079566717147827, | |
| "learning_rate": 0.0005462478184991274, | |
| "loss": 0.0115, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 91.62303664921465, | |
| "grad_norm": 0.08160880208015442, | |
| "learning_rate": 0.0005418848167539267, | |
| "loss": 0.0135, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 92.4956369982548, | |
| "grad_norm": 0.053758975118398666, | |
| "learning_rate": 0.000537521815008726, | |
| "loss": 0.0111, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 93.36823734729494, | |
| "grad_norm": 0.08977492153644562, | |
| "learning_rate": 0.0005331588132635254, | |
| "loss": 0.0118, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 94.24083769633508, | |
| "grad_norm": 0.14162831008434296, | |
| "learning_rate": 0.0005287958115183245, | |
| "loss": 0.0118, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 95.11343804537522, | |
| "grad_norm": 0.09927529096603394, | |
| "learning_rate": 0.0005244328097731239, | |
| "loss": 0.011, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 95.98603839441536, | |
| "grad_norm": 0.08714314550161362, | |
| "learning_rate": 0.0005200698080279233, | |
| "loss": 0.0101, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 96.8586387434555, | |
| "grad_norm": 0.09934234619140625, | |
| "learning_rate": 0.0005157068062827224, | |
| "loss": 0.0109, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 97.73123909249564, | |
| "grad_norm": 0.11947502195835114, | |
| "learning_rate": 0.0005113438045375218, | |
| "loss": 0.0114, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 98.60383944153578, | |
| "grad_norm": 0.0667385384440422, | |
| "learning_rate": 0.0005069808027923212, | |
| "loss": 0.0099, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 99.47643979057591, | |
| "grad_norm": 0.11594051122665405, | |
| "learning_rate": 0.0005026178010471204, | |
| "loss": 0.0117, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 100.34904013961605, | |
| "grad_norm": 0.06558683514595032, | |
| "learning_rate": 0.0004982547993019197, | |
| "loss": 0.0104, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 101.22164048865619, | |
| "grad_norm": 0.07644475996494293, | |
| "learning_rate": 0.000493891797556719, | |
| "loss": 0.0098, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 102.09424083769633, | |
| "grad_norm": 0.06626095622777939, | |
| "learning_rate": 0.0004895287958115183, | |
| "loss": 0.0095, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 102.96684118673647, | |
| "grad_norm": 0.10808754712343216, | |
| "learning_rate": 0.0004851657940663176, | |
| "loss": 0.0108, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 103.83944153577661, | |
| "grad_norm": 0.05127561092376709, | |
| "learning_rate": 0.000480802792321117, | |
| "loss": 0.01, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 104.71204188481676, | |
| "grad_norm": 0.12128196656703949, | |
| "learning_rate": 0.00047643979057591625, | |
| "loss": 0.0092, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 105.5846422338569, | |
| "grad_norm": 0.06882330775260925, | |
| "learning_rate": 0.0004720767888307155, | |
| "loss": 0.0111, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 106.45724258289704, | |
| "grad_norm": 0.05268734693527222, | |
| "learning_rate": 0.00046771378708551485, | |
| "loss": 0.0094, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 107.32984293193718, | |
| "grad_norm": 0.046268824487924576, | |
| "learning_rate": 0.00046335078534031417, | |
| "loss": 0.0082, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 108.2024432809773, | |
| "grad_norm": 0.04883289709687233, | |
| "learning_rate": 0.00045898778359511344, | |
| "loss": 0.0085, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 109.07504363001745, | |
| "grad_norm": 0.0723048597574234, | |
| "learning_rate": 0.00045462478184991276, | |
| "loss": 0.0093, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 109.94764397905759, | |
| "grad_norm": 0.06026541814208031, | |
| "learning_rate": 0.00045026178010471203, | |
| "loss": 0.0095, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 110.82024432809773, | |
| "grad_norm": 0.058908674865961075, | |
| "learning_rate": 0.00044589877835951136, | |
| "loss": 0.0085, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 111.69284467713787, | |
| "grad_norm": 0.05758107081055641, | |
| "learning_rate": 0.0004415357766143107, | |
| "loss": 0.01, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 112.56544502617801, | |
| "grad_norm": 0.06559444963932037, | |
| "learning_rate": 0.00043717277486910995, | |
| "loss": 0.0088, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 113.43804537521815, | |
| "grad_norm": 0.05080035701394081, | |
| "learning_rate": 0.0004328097731239092, | |
| "loss": 0.0083, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 114.3106457242583, | |
| "grad_norm": 0.0523524135351181, | |
| "learning_rate": 0.0004284467713787086, | |
| "loss": 0.0078, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 115.18324607329843, | |
| "grad_norm": 0.14169646799564362, | |
| "learning_rate": 0.00042408376963350787, | |
| "loss": 0.0085, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 116.05584642233858, | |
| "grad_norm": 0.05305915325880051, | |
| "learning_rate": 0.00041972076788830714, | |
| "loss": 0.0091, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 116.9284467713787, | |
| "grad_norm": 0.05915080010890961, | |
| "learning_rate": 0.00041535776614310646, | |
| "loss": 0.0085, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 117.80104712041884, | |
| "grad_norm": 0.07950141280889511, | |
| "learning_rate": 0.0004109947643979058, | |
| "loss": 0.0075, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 118.67364746945898, | |
| "grad_norm": 0.083484947681427, | |
| "learning_rate": 0.00040663176265270506, | |
| "loss": 0.0086, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 119.54624781849913, | |
| "grad_norm": 0.1149265244603157, | |
| "learning_rate": 0.0004022687609075044, | |
| "loss": 0.0087, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 120.41884816753927, | |
| "grad_norm": 0.10079418867826462, | |
| "learning_rate": 0.00039790575916230365, | |
| "loss": 0.0087, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 121.29144851657941, | |
| "grad_norm": 0.04444717988371849, | |
| "learning_rate": 0.000393542757417103, | |
| "loss": 0.0083, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 122.16404886561955, | |
| "grad_norm": 0.015783872455358505, | |
| "learning_rate": 0.0003891797556719023, | |
| "loss": 0.0074, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 123.03664921465969, | |
| "grad_norm": 0.07311473041772842, | |
| "learning_rate": 0.00038481675392670157, | |
| "loss": 0.007, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 123.90924956369983, | |
| "grad_norm": 0.03907659277319908, | |
| "learning_rate": 0.00038045375218150084, | |
| "loss": 0.0071, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 124.78184991273997, | |
| "grad_norm": 0.031013870611786842, | |
| "learning_rate": 0.0003760907504363002, | |
| "loss": 0.0071, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 125.6544502617801, | |
| "grad_norm": 0.05435263365507126, | |
| "learning_rate": 0.0003717277486910995, | |
| "loss": 0.0077, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 126.52705061082024, | |
| "grad_norm": 0.015180529095232487, | |
| "learning_rate": 0.00036736474694589876, | |
| "loss": 0.0072, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 127.39965095986038, | |
| "grad_norm": 0.02177223190665245, | |
| "learning_rate": 0.0003630017452006981, | |
| "loss": 0.0074, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 128.27225130890054, | |
| "grad_norm": 0.04897777736186981, | |
| "learning_rate": 0.0003586387434554974, | |
| "loss": 0.0076, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 129.14485165794068, | |
| "grad_norm": 0.02429993264377117, | |
| "learning_rate": 0.0003542757417102967, | |
| "loss": 0.0067, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 130.0174520069808, | |
| "grad_norm": 0.019401997327804565, | |
| "learning_rate": 0.000349912739965096, | |
| "loss": 0.0071, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 130.89005235602093, | |
| "grad_norm": 0.05895571410655975, | |
| "learning_rate": 0.00034554973821989527, | |
| "loss": 0.0067, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 131.76265270506107, | |
| "grad_norm": 0.08564560860395432, | |
| "learning_rate": 0.0003411867364746946, | |
| "loss": 0.0066, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 132.6352530541012, | |
| "grad_norm": 0.0574815534055233, | |
| "learning_rate": 0.0003368237347294939, | |
| "loss": 0.0063, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 133.50785340314135, | |
| "grad_norm": 0.08703868091106415, | |
| "learning_rate": 0.0003324607329842932, | |
| "loss": 0.0064, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 134.3804537521815, | |
| "grad_norm": 0.1667858362197876, | |
| "learning_rate": 0.00032809773123909246, | |
| "loss": 0.0074, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 135.25305410122164, | |
| "grad_norm": 0.07352814823389053, | |
| "learning_rate": 0.00032373472949389184, | |
| "loss": 0.0067, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 136.12565445026178, | |
| "grad_norm": 0.10321661829948425, | |
| "learning_rate": 0.0003193717277486911, | |
| "loss": 0.0065, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 136.99825479930192, | |
| "grad_norm": 0.046309106051921844, | |
| "learning_rate": 0.0003150087260034904, | |
| "loss": 0.0065, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 137.87085514834206, | |
| "grad_norm": 0.014806479215621948, | |
| "learning_rate": 0.0003106457242582897, | |
| "loss": 0.0061, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 138.7434554973822, | |
| "grad_norm": 0.041382819414138794, | |
| "learning_rate": 0.000306282722513089, | |
| "loss": 0.0059, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 139.61605584642234, | |
| "grad_norm": 0.07493896782398224, | |
| "learning_rate": 0.0003019197207678883, | |
| "loss": 0.0061, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 140.48865619546248, | |
| "grad_norm": 0.052245959639549255, | |
| "learning_rate": 0.0002975567190226876, | |
| "loss": 0.006, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 141.36125654450262, | |
| "grad_norm": 0.10472971946001053, | |
| "learning_rate": 0.0002931937172774869, | |
| "loss": 0.0061, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 142.23385689354276, | |
| "grad_norm": 0.033921029418706894, | |
| "learning_rate": 0.0002888307155322862, | |
| "loss": 0.0059, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 143.1064572425829, | |
| "grad_norm": 0.06276967376470566, | |
| "learning_rate": 0.00028446771378708553, | |
| "loss": 0.0059, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 143.97905759162305, | |
| "grad_norm": 0.022356705740094185, | |
| "learning_rate": 0.0002801047120418848, | |
| "loss": 0.0056, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 144.8516579406632, | |
| "grad_norm": 0.008057367987930775, | |
| "learning_rate": 0.0002757417102966841, | |
| "loss": 0.0054, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 145.72425828970333, | |
| "grad_norm": 0.00805575679987669, | |
| "learning_rate": 0.00027137870855148345, | |
| "loss": 0.0054, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 146.59685863874344, | |
| "grad_norm": 0.07681386172771454, | |
| "learning_rate": 0.0002670157068062827, | |
| "loss": 0.0053, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 147.46945898778358, | |
| "grad_norm": 0.041651804000139236, | |
| "learning_rate": 0.00026265270506108205, | |
| "loss": 0.0054, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 148.34205933682372, | |
| "grad_norm": 0.09435189515352249, | |
| "learning_rate": 0.0002582897033158813, | |
| "loss": 0.0057, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 149.21465968586386, | |
| "grad_norm": 0.02968364767730236, | |
| "learning_rate": 0.00025392670157068064, | |
| "loss": 0.0053, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 150.087260034904, | |
| "grad_norm": 0.04307426139712334, | |
| "learning_rate": 0.00024956369982547996, | |
| "loss": 0.0053, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 150.95986038394415, | |
| "grad_norm": 0.08466316014528275, | |
| "learning_rate": 0.00024520069808027923, | |
| "loss": 0.0051, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 151.8324607329843, | |
| "grad_norm": 0.14644889533519745, | |
| "learning_rate": 0.00024083769633507853, | |
| "loss": 0.005, | |
| "step": 87000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 114600, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 200, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5133036050382848e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |