| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 80.0, | |
| "eval_steps": 500, | |
| "global_step": 540640, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.11938641220331192, | |
| "learning_rate": 3.122109906777153e-05, | |
| "loss": 0.7845, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.11220108717679977, | |
| "learning_rate": 3.119219813554306e-05, | |
| "loss": 0.7681, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.20039337873458862, | |
| "learning_rate": 3.116329720331459e-05, | |
| "loss": 0.7627, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.20968303084373474, | |
| "learning_rate": 3.113439627108612e-05, | |
| "loss": 0.751, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.46042799949645996, | |
| "learning_rate": 3.1105495338857653e-05, | |
| "loss": 0.7395, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.5682156682014465, | |
| "learning_rate": 3.107659440662918e-05, | |
| "loss": 0.7169, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.446135938167572, | |
| "learning_rate": 3.104769347440071e-05, | |
| "loss": 0.7037, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.5436543822288513, | |
| "learning_rate": 3.1018792542172244e-05, | |
| "loss": 0.6854, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.5623897314071655, | |
| "learning_rate": 3.098989160994377e-05, | |
| "loss": 0.6661, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.7239806652069092, | |
| "learning_rate": 3.09609906777153e-05, | |
| "loss": 0.6477, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.6363663077354431, | |
| "learning_rate": 3.0932089745486834e-05, | |
| "loss": 0.6302, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.8511515855789185, | |
| "learning_rate": 3.090318881325836e-05, | |
| "loss": 0.6156, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.7209456562995911, | |
| "learning_rate": 3.087428788102989e-05, | |
| "loss": 0.6002, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.7105280756950378, | |
| "learning_rate": 3.0845386948801424e-05, | |
| "loss": 0.5852, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.7035876512527466, | |
| "learning_rate": 3.081648601657295e-05, | |
| "loss": 0.5734, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.6755463480949402, | |
| "learning_rate": 3.078758508434448e-05, | |
| "loss": 0.5619, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.6636064648628235, | |
| "learning_rate": 3.0758684152116015e-05, | |
| "loss": 0.5527, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.7909913063049316, | |
| "learning_rate": 3.072978321988754e-05, | |
| "loss": 0.545, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.7935764789581299, | |
| "learning_rate": 3.070088228765907e-05, | |
| "loss": 0.5342, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.7649631500244141, | |
| "learning_rate": 3.06719813554306e-05, | |
| "loss": 0.5264, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.7262706160545349, | |
| "learning_rate": 3.064308042320213e-05, | |
| "loss": 0.5194, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.7068478465080261, | |
| "learning_rate": 3.061417949097366e-05, | |
| "loss": 0.5137, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.6415815353393555, | |
| "learning_rate": 3.058527855874519e-05, | |
| "loss": 0.51, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.7167455554008484, | |
| "learning_rate": 3.055637762651672e-05, | |
| "loss": 0.5024, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.6563605666160583, | |
| "learning_rate": 3.052747669428825e-05, | |
| "loss": 0.4985, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.7427666783332825, | |
| "learning_rate": 3.049857576205978e-05, | |
| "loss": 0.4939, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.6371767520904541, | |
| "learning_rate": 3.046967482983131e-05, | |
| "loss": 0.4923, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.7062104940414429, | |
| "learning_rate": 3.044077389760284e-05, | |
| "loss": 0.4894, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.7556993365287781, | |
| "learning_rate": 3.041187296537437e-05, | |
| "loss": 0.4846, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.6561410427093506, | |
| "learning_rate": 3.03829720331459e-05, | |
| "loss": 0.4831, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.6414974331855774, | |
| "learning_rate": 3.0354071100917432e-05, | |
| "loss": 0.4807, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.6632120609283447, | |
| "learning_rate": 3.032517016868896e-05, | |
| "loss": 0.472, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.6413108706474304, | |
| "learning_rate": 3.029626923646049e-05, | |
| "loss": 0.4723, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.6478744149208069, | |
| "learning_rate": 3.0267368304232022e-05, | |
| "loss": 0.4692, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.5901973247528076, | |
| "learning_rate": 3.023846737200355e-05, | |
| "loss": 0.4672, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.5960791707038879, | |
| "learning_rate": 3.020956643977508e-05, | |
| "loss": 0.4649, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.6265193819999695, | |
| "learning_rate": 3.0180665507546612e-05, | |
| "loss": 0.4616, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.6381145119667053, | |
| "learning_rate": 3.0151764575318144e-05, | |
| "loss": 0.4592, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.6370628476142883, | |
| "learning_rate": 3.012286364308967e-05, | |
| "loss": 0.4594, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.5658203363418579, | |
| "learning_rate": 3.0093962710861203e-05, | |
| "loss": 0.4542, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.5123589038848877, | |
| "learning_rate": 3.0065061778632734e-05, | |
| "loss": 0.4555, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 0.5034360289573669, | |
| "learning_rate": 3.0036160846404262e-05, | |
| "loss": 0.4501, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.5025657415390015, | |
| "learning_rate": 3.0007259914175793e-05, | |
| "loss": 0.4501, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 0.5448479056358337, | |
| "learning_rate": 2.9978358981947324e-05, | |
| "loss": 0.4481, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.5894014239311218, | |
| "learning_rate": 2.9949458049718852e-05, | |
| "loss": 0.4438, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.653883159160614, | |
| "learning_rate": 2.9920557117490383e-05, | |
| "loss": 0.444, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 0.4382980167865753, | |
| "learning_rate": 2.9891656185261915e-05, | |
| "loss": 0.4437, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.4639624357223511, | |
| "learning_rate": 2.9862755253033443e-05, | |
| "loss": 0.4398, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 0.527728796005249, | |
| "learning_rate": 2.9833854320804974e-05, | |
| "loss": 0.4386, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.543736457824707, | |
| "learning_rate": 2.9804953388576505e-05, | |
| "loss": 0.4392, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "grad_norm": 0.5280329585075378, | |
| "learning_rate": 2.9776052456348033e-05, | |
| "loss": 0.4383, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.4563904106616974, | |
| "learning_rate": 2.9747151524119564e-05, | |
| "loss": 0.4371, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 0.5162687301635742, | |
| "learning_rate": 2.9718250591891095e-05, | |
| "loss": 0.4367, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.4838933050632477, | |
| "learning_rate": 2.9689349659662623e-05, | |
| "loss": 0.4352, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.5301242470741272, | |
| "learning_rate": 2.9660448727434154e-05, | |
| "loss": 0.4319, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 0.5619557499885559, | |
| "learning_rate": 2.9631547795205686e-05, | |
| "loss": 0.4303, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 0.4900205433368683, | |
| "learning_rate": 2.9602646862977214e-05, | |
| "loss": 0.4312, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "grad_norm": 0.46870502829551697, | |
| "learning_rate": 2.9573745930748745e-05, | |
| "loss": 0.4302, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "grad_norm": 0.47382786870002747, | |
| "learning_rate": 2.9544844998520273e-05, | |
| "loss": 0.4287, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 0.5594569444656372, | |
| "learning_rate": 2.95159440662918e-05, | |
| "loss": 0.4284, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "grad_norm": 0.511375367641449, | |
| "learning_rate": 2.9487043134063332e-05, | |
| "loss": 0.4262, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "grad_norm": 0.5069934725761414, | |
| "learning_rate": 2.9458142201834863e-05, | |
| "loss": 0.4247, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "grad_norm": 0.5310338139533997, | |
| "learning_rate": 2.942924126960639e-05, | |
| "loss": 0.4249, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "grad_norm": 0.4728649854660034, | |
| "learning_rate": 2.9400340337377922e-05, | |
| "loss": 0.4225, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "grad_norm": 0.45557233691215515, | |
| "learning_rate": 2.9371439405149453e-05, | |
| "loss": 0.4241, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 0.4630686938762665, | |
| "learning_rate": 2.934253847292098e-05, | |
| "loss": 0.4212, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "grad_norm": 0.509099543094635, | |
| "learning_rate": 2.9313637540692512e-05, | |
| "loss": 0.4215, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.4747762084007263, | |
| "learning_rate": 2.9284736608464044e-05, | |
| "loss": 0.4203, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "grad_norm": 0.43625542521476746, | |
| "learning_rate": 2.925583567623557e-05, | |
| "loss": 0.4211, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "grad_norm": 0.44176748394966125, | |
| "learning_rate": 2.9226934744007103e-05, | |
| "loss": 0.4209, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "grad_norm": 0.5236085653305054, | |
| "learning_rate": 2.9198033811778634e-05, | |
| "loss": 0.422, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "grad_norm": 0.4237843453884125, | |
| "learning_rate": 2.9169132879550162e-05, | |
| "loss": 0.4163, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "grad_norm": 0.44581139087677, | |
| "learning_rate": 2.9140231947321693e-05, | |
| "loss": 0.4152, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "grad_norm": 0.4488186836242676, | |
| "learning_rate": 2.9111331015093224e-05, | |
| "loss": 0.4175, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "grad_norm": 0.5051326751708984, | |
| "learning_rate": 2.9082430082864752e-05, | |
| "loss": 0.4149, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "grad_norm": 0.4836309850215912, | |
| "learning_rate": 2.9053529150636283e-05, | |
| "loss": 0.4138, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "grad_norm": 0.46710771322250366, | |
| "learning_rate": 2.9024628218407815e-05, | |
| "loss": 0.4125, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "grad_norm": 0.39740118384361267, | |
| "learning_rate": 2.8995727286179342e-05, | |
| "loss": 0.4169, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "grad_norm": 0.4491262435913086, | |
| "learning_rate": 2.8966826353950874e-05, | |
| "loss": 0.4136, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "grad_norm": 0.4240283966064453, | |
| "learning_rate": 2.8937925421722405e-05, | |
| "loss": 0.4143, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "grad_norm": 0.43018123507499695, | |
| "learning_rate": 2.8909024489493933e-05, | |
| "loss": 0.41, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.49115487933158875, | |
| "learning_rate": 2.8880123557265464e-05, | |
| "loss": 0.4086, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "grad_norm": 0.4617484211921692, | |
| "learning_rate": 2.8851222625036995e-05, | |
| "loss": 0.4111, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "grad_norm": 0.4269873797893524, | |
| "learning_rate": 2.8822321692808523e-05, | |
| "loss": 0.4068, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "grad_norm": 0.45183584094047546, | |
| "learning_rate": 2.8793420760580054e-05, | |
| "loss": 0.4104, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "grad_norm": 0.3999849557876587, | |
| "learning_rate": 2.8764519828351586e-05, | |
| "loss": 0.4074, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "grad_norm": 0.3897479772567749, | |
| "learning_rate": 2.8735618896123113e-05, | |
| "loss": 0.4113, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "grad_norm": 0.36687174439430237, | |
| "learning_rate": 2.8706717963894645e-05, | |
| "loss": 0.409, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "grad_norm": 0.41888511180877686, | |
| "learning_rate": 2.8677817031666176e-05, | |
| "loss": 0.4072, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "grad_norm": 0.4102098047733307, | |
| "learning_rate": 2.8648916099437704e-05, | |
| "loss": 0.4081, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "grad_norm": 0.42067912220954895, | |
| "learning_rate": 2.8620015167209235e-05, | |
| "loss": 0.4093, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "grad_norm": 0.45427748560905457, | |
| "learning_rate": 2.8591114234980766e-05, | |
| "loss": 0.4076, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "grad_norm": 0.394954115152359, | |
| "learning_rate": 2.8562213302752294e-05, | |
| "loss": 0.4067, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "grad_norm": 0.42659953236579895, | |
| "learning_rate": 2.8533312370523825e-05, | |
| "loss": 0.4062, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.38056984543800354, | |
| "learning_rate": 2.8504411438295357e-05, | |
| "loss": 0.4061, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.368455708026886, | |
| "learning_rate": 2.8475510506066884e-05, | |
| "loss": 0.4032, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "grad_norm": 0.44540271162986755, | |
| "learning_rate": 2.8446609573838416e-05, | |
| "loss": 0.4054, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "grad_norm": 0.3926877975463867, | |
| "learning_rate": 2.8417708641609943e-05, | |
| "loss": 0.4024, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "grad_norm": 0.4288729727268219, | |
| "learning_rate": 2.838880770938147e-05, | |
| "loss": 0.4013, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "grad_norm": 0.4729566276073456, | |
| "learning_rate": 2.8359906777153003e-05, | |
| "loss": 0.4019, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "grad_norm": 0.46875321865081787, | |
| "learning_rate": 2.8331005844924534e-05, | |
| "loss": 0.4, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "grad_norm": 0.63325035572052, | |
| "learning_rate": 2.830210491269606e-05, | |
| "loss": 0.4008, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "grad_norm": 0.4186055064201355, | |
| "learning_rate": 2.8273203980467593e-05, | |
| "loss": 0.4026, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "grad_norm": 0.3860541880130768, | |
| "learning_rate": 2.8244303048239124e-05, | |
| "loss": 0.4022, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "grad_norm": 0.4552393853664398, | |
| "learning_rate": 2.8215402116010652e-05, | |
| "loss": 0.3979, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "grad_norm": 0.4990374743938446, | |
| "learning_rate": 2.8186501183782183e-05, | |
| "loss": 0.4001, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "grad_norm": 0.46718060970306396, | |
| "learning_rate": 2.8157600251553714e-05, | |
| "loss": 0.4, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "grad_norm": 0.45432960987091064, | |
| "learning_rate": 2.8128699319325242e-05, | |
| "loss": 0.398, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.40666621923446655, | |
| "learning_rate": 2.8099798387096774e-05, | |
| "loss": 0.3996, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "grad_norm": 0.402972936630249, | |
| "learning_rate": 2.8070897454868305e-05, | |
| "loss": 0.3985, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "grad_norm": 0.3767193853855133, | |
| "learning_rate": 2.8041996522639836e-05, | |
| "loss": 0.4, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "grad_norm": 0.40102022886276245, | |
| "learning_rate": 2.8013095590411364e-05, | |
| "loss": 0.3987, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "grad_norm": 0.4435707926750183, | |
| "learning_rate": 2.7984194658182895e-05, | |
| "loss": 0.3976, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "grad_norm": 0.39804941415786743, | |
| "learning_rate": 2.7955293725954426e-05, | |
| "loss": 0.395, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "grad_norm": 0.41703784465789795, | |
| "learning_rate": 2.7926392793725954e-05, | |
| "loss": 0.395, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 8.58, | |
| "grad_norm": 0.4349576234817505, | |
| "learning_rate": 2.7897491861497485e-05, | |
| "loss": 0.3946, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "grad_norm": 0.37204691767692566, | |
| "learning_rate": 2.7868590929269017e-05, | |
| "loss": 0.394, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "grad_norm": 0.42759761214256287, | |
| "learning_rate": 2.7839689997040545e-05, | |
| "loss": 0.3949, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "grad_norm": 0.37754470109939575, | |
| "learning_rate": 2.7810789064812076e-05, | |
| "loss": 0.3939, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 8.88, | |
| "grad_norm": 0.3639107346534729, | |
| "learning_rate": 2.7781888132583607e-05, | |
| "loss": 0.3932, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "grad_norm": 0.37291327118873596, | |
| "learning_rate": 2.7752987200355135e-05, | |
| "loss": 0.394, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.3964773416519165, | |
| "learning_rate": 2.7724086268126666e-05, | |
| "loss": 0.3959, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.4025065004825592, | |
| "learning_rate": 2.7695185335898197e-05, | |
| "loss": 0.3922, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 9.17, | |
| "grad_norm": 0.5499910116195679, | |
| "learning_rate": 2.7666284403669725e-05, | |
| "loss": 0.3893, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "grad_norm": 0.43492835760116577, | |
| "learning_rate": 2.7637383471441256e-05, | |
| "loss": 0.3942, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 9.32, | |
| "grad_norm": 0.38981184363365173, | |
| "learning_rate": 2.7608482539212788e-05, | |
| "loss": 0.3941, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "grad_norm": 0.4508809745311737, | |
| "learning_rate": 2.7579581606984316e-05, | |
| "loss": 0.3922, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 9.47, | |
| "grad_norm": 0.37447696924209595, | |
| "learning_rate": 2.7550680674755847e-05, | |
| "loss": 0.3905, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 9.54, | |
| "grad_norm": 0.40094566345214844, | |
| "learning_rate": 2.7521779742527378e-05, | |
| "loss": 0.3938, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 9.62, | |
| "grad_norm": 0.46564099192619324, | |
| "learning_rate": 2.7492878810298906e-05, | |
| "loss": 0.3914, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 9.69, | |
| "grad_norm": 0.37548139691352844, | |
| "learning_rate": 2.7463977878070437e-05, | |
| "loss": 0.3923, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 9.77, | |
| "grad_norm": 0.39845481514930725, | |
| "learning_rate": 2.743507694584197e-05, | |
| "loss": 0.3904, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 9.84, | |
| "grad_norm": 0.46478548645973206, | |
| "learning_rate": 2.7406176013613496e-05, | |
| "loss": 0.3897, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "grad_norm": 0.5512229204177856, | |
| "learning_rate": 2.7377275081385027e-05, | |
| "loss": 0.3898, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 9.99, | |
| "grad_norm": 0.34783828258514404, | |
| "learning_rate": 2.734837414915656e-05, | |
| "loss": 0.3901, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 10.06, | |
| "grad_norm": 0.4403396546840668, | |
| "learning_rate": 2.7319473216928083e-05, | |
| "loss": 0.388, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 10.14, | |
| "grad_norm": 0.37262195348739624, | |
| "learning_rate": 2.7290572284699614e-05, | |
| "loss": 0.3869, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 10.21, | |
| "grad_norm": 0.38222742080688477, | |
| "learning_rate": 2.7261671352471146e-05, | |
| "loss": 0.3901, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 10.28, | |
| "grad_norm": 0.614713191986084, | |
| "learning_rate": 2.7232770420242673e-05, | |
| "loss": 0.3886, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 10.36, | |
| "grad_norm": 0.4252707362174988, | |
| "learning_rate": 2.7203869488014205e-05, | |
| "loss": 0.3874, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 10.43, | |
| "grad_norm": 0.3792737126350403, | |
| "learning_rate": 2.7174968555785736e-05, | |
| "loss": 0.3855, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 10.51, | |
| "grad_norm": 0.40962672233581543, | |
| "learning_rate": 2.7146067623557264e-05, | |
| "loss": 0.3875, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 10.58, | |
| "grad_norm": 0.38987433910369873, | |
| "learning_rate": 2.7117166691328795e-05, | |
| "loss": 0.3855, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 10.65, | |
| "grad_norm": 0.407105028629303, | |
| "learning_rate": 2.7088265759100326e-05, | |
| "loss": 0.3857, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 10.73, | |
| "grad_norm": 0.3527330160140991, | |
| "learning_rate": 2.7059364826871854e-05, | |
| "loss": 0.3869, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 10.8, | |
| "grad_norm": 0.3859241306781769, | |
| "learning_rate": 2.7030463894643385e-05, | |
| "loss": 0.3872, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 10.88, | |
| "grad_norm": 0.3989656865596771, | |
| "learning_rate": 2.7001562962414917e-05, | |
| "loss": 0.3855, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 10.95, | |
| "grad_norm": 0.4163249731063843, | |
| "learning_rate": 2.6972662030186444e-05, | |
| "loss": 0.3855, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 11.02, | |
| "grad_norm": 0.39577716588974, | |
| "learning_rate": 2.6943761097957976e-05, | |
| "loss": 0.3848, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 11.1, | |
| "grad_norm": 0.3792816400527954, | |
| "learning_rate": 2.6914860165729507e-05, | |
| "loss": 0.3864, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 11.17, | |
| "grad_norm": 0.3979376554489136, | |
| "learning_rate": 2.6885959233501035e-05, | |
| "loss": 0.3847, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 11.25, | |
| "grad_norm": 0.44446560740470886, | |
| "learning_rate": 2.6857058301272566e-05, | |
| "loss": 0.3851, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 11.32, | |
| "grad_norm": 0.3826451599597931, | |
| "learning_rate": 2.6828157369044097e-05, | |
| "loss": 0.385, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 11.39, | |
| "grad_norm": 0.38595423102378845, | |
| "learning_rate": 2.6799256436815625e-05, | |
| "loss": 0.3848, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 11.47, | |
| "grad_norm": 0.4047674238681793, | |
| "learning_rate": 2.6770355504587156e-05, | |
| "loss": 0.384, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 11.54, | |
| "grad_norm": 0.3704206347465515, | |
| "learning_rate": 2.6741454572358688e-05, | |
| "loss": 0.3846, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 11.62, | |
| "grad_norm": 0.42468497157096863, | |
| "learning_rate": 2.6712553640130215e-05, | |
| "loss": 0.3847, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 11.69, | |
| "grad_norm": 0.43300580978393555, | |
| "learning_rate": 2.6683652707901747e-05, | |
| "loss": 0.3783, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 11.76, | |
| "grad_norm": 0.3680213689804077, | |
| "learning_rate": 2.6654751775673278e-05, | |
| "loss": 0.3811, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 11.84, | |
| "grad_norm": 0.3971569240093231, | |
| "learning_rate": 2.6625850843444806e-05, | |
| "loss": 0.3816, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 11.91, | |
| "grad_norm": 0.3454134464263916, | |
| "learning_rate": 2.6596949911216337e-05, | |
| "loss": 0.38, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 11.99, | |
| "grad_norm": 0.38850536942481995, | |
| "learning_rate": 2.6568048978987868e-05, | |
| "loss": 0.3806, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 12.06, | |
| "grad_norm": 0.41783374547958374, | |
| "learning_rate": 2.6539148046759396e-05, | |
| "loss": 0.3805, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 12.13, | |
| "grad_norm": 0.37427714467048645, | |
| "learning_rate": 2.6510247114530927e-05, | |
| "loss": 0.3844, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 12.21, | |
| "grad_norm": 0.3917700946331024, | |
| "learning_rate": 2.648134618230246e-05, | |
| "loss": 0.3818, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 12.28, | |
| "grad_norm": 0.36409491300582886, | |
| "learning_rate": 2.6452445250073986e-05, | |
| "loss": 0.3815, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 12.36, | |
| "grad_norm": 0.4320700764656067, | |
| "learning_rate": 2.6423544317845518e-05, | |
| "loss": 0.3813, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 12.43, | |
| "grad_norm": 0.3927746117115021, | |
| "learning_rate": 2.639464338561705e-05, | |
| "loss": 0.3827, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 12.5, | |
| "grad_norm": 0.3693206310272217, | |
| "learning_rate": 2.6365742453388577e-05, | |
| "loss": 0.3803, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 12.58, | |
| "grad_norm": 0.4206922948360443, | |
| "learning_rate": 2.6336841521160108e-05, | |
| "loss": 0.3794, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 12.65, | |
| "grad_norm": 0.35786914825439453, | |
| "learning_rate": 2.630794058893164e-05, | |
| "loss": 0.3823, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 12.73, | |
| "grad_norm": 0.4055446982383728, | |
| "learning_rate": 2.6279039656703167e-05, | |
| "loss": 0.3797, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 12.8, | |
| "grad_norm": 0.473630428314209, | |
| "learning_rate": 2.62501387244747e-05, | |
| "loss": 0.3776, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 12.87, | |
| "grad_norm": 0.36061763763427734, | |
| "learning_rate": 2.622123779224623e-05, | |
| "loss": 0.3781, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 12.95, | |
| "grad_norm": 0.4378969371318817, | |
| "learning_rate": 2.6192336860017754e-05, | |
| "loss": 0.3778, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 13.02, | |
| "grad_norm": 0.3772602379322052, | |
| "learning_rate": 2.6163435927789285e-05, | |
| "loss": 0.3776, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 13.1, | |
| "grad_norm": 0.42682790756225586, | |
| "learning_rate": 2.6134534995560817e-05, | |
| "loss": 0.3802, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 13.17, | |
| "grad_norm": 0.38328275084495544, | |
| "learning_rate": 2.6105634063332344e-05, | |
| "loss": 0.3813, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 13.24, | |
| "grad_norm": 0.4136464595794678, | |
| "learning_rate": 2.6076733131103876e-05, | |
| "loss": 0.3773, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 13.32, | |
| "grad_norm": 0.39002037048339844, | |
| "learning_rate": 2.6047832198875407e-05, | |
| "loss": 0.3767, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "grad_norm": 0.4823383092880249, | |
| "learning_rate": 2.6018931266646935e-05, | |
| "loss": 0.3789, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "grad_norm": 0.3532434403896332, | |
| "learning_rate": 2.5990030334418466e-05, | |
| "loss": 0.3755, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 13.54, | |
| "grad_norm": 0.3406650424003601, | |
| "learning_rate": 2.5961129402189997e-05, | |
| "loss": 0.3782, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 13.61, | |
| "grad_norm": 0.42174699902534485, | |
| "learning_rate": 2.5932228469961525e-05, | |
| "loss": 0.3792, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 13.69, | |
| "grad_norm": 0.4112718999385834, | |
| "learning_rate": 2.5903327537733056e-05, | |
| "loss": 0.3758, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 13.76, | |
| "grad_norm": 0.39170435070991516, | |
| "learning_rate": 2.5874426605504588e-05, | |
| "loss": 0.3772, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 13.84, | |
| "grad_norm": 0.35669615864753723, | |
| "learning_rate": 2.584552567327612e-05, | |
| "loss": 0.376, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 13.91, | |
| "grad_norm": 0.36161208152770996, | |
| "learning_rate": 2.5816624741047647e-05, | |
| "loss": 0.3759, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 13.98, | |
| "grad_norm": 0.3548930883407593, | |
| "learning_rate": 2.5787723808819178e-05, | |
| "loss": 0.3772, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 14.06, | |
| "grad_norm": 0.3934749662876129, | |
| "learning_rate": 2.575882287659071e-05, | |
| "loss": 0.3774, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 14.13, | |
| "grad_norm": 0.3642575442790985, | |
| "learning_rate": 2.5729921944362237e-05, | |
| "loss": 0.3756, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 14.21, | |
| "grad_norm": 0.34236952662467957, | |
| "learning_rate": 2.5701021012133768e-05, | |
| "loss": 0.3758, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 14.28, | |
| "grad_norm": 0.40388983488082886, | |
| "learning_rate": 2.56721200799053e-05, | |
| "loss": 0.3749, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 14.35, | |
| "grad_norm": 0.432076632976532, | |
| "learning_rate": 2.5643219147676827e-05, | |
| "loss": 0.3756, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 14.43, | |
| "grad_norm": 0.3947947025299072, | |
| "learning_rate": 2.561431821544836e-05, | |
| "loss": 0.3792, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 14.5, | |
| "grad_norm": 0.3974926173686981, | |
| "learning_rate": 2.558541728321989e-05, | |
| "loss": 0.3741, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 14.58, | |
| "grad_norm": 0.3732788860797882, | |
| "learning_rate": 2.5556516350991418e-05, | |
| "loss": 0.3741, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 14.65, | |
| "grad_norm": 0.35293856263160706, | |
| "learning_rate": 2.552761541876295e-05, | |
| "loss": 0.375, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 14.72, | |
| "grad_norm": 0.38685211539268494, | |
| "learning_rate": 2.549871448653448e-05, | |
| "loss": 0.3711, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 14.8, | |
| "grad_norm": 0.40676021575927734, | |
| "learning_rate": 2.5469813554306008e-05, | |
| "loss": 0.3786, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 14.87, | |
| "grad_norm": 0.40946874022483826, | |
| "learning_rate": 2.544091262207754e-05, | |
| "loss": 0.3749, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "grad_norm": 0.35838282108306885, | |
| "learning_rate": 2.541201168984907e-05, | |
| "loss": 0.3733, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 15.02, | |
| "grad_norm": 0.4110182821750641, | |
| "learning_rate": 2.5383110757620598e-05, | |
| "loss": 0.3712, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 15.09, | |
| "grad_norm": 0.35349026322364807, | |
| "learning_rate": 2.535420982539213e-05, | |
| "loss": 0.3719, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 15.17, | |
| "grad_norm": 0.38222944736480713, | |
| "learning_rate": 2.532530889316366e-05, | |
| "loss": 0.3737, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 15.24, | |
| "grad_norm": 0.47066986560821533, | |
| "learning_rate": 2.529640796093519e-05, | |
| "loss": 0.3728, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 15.32, | |
| "grad_norm": 0.3949437439441681, | |
| "learning_rate": 2.526750702870672e-05, | |
| "loss": 0.3752, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 15.39, | |
| "grad_norm": 0.42243218421936035, | |
| "learning_rate": 2.523860609647825e-05, | |
| "loss": 0.3729, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 15.46, | |
| "grad_norm": 0.4031197726726532, | |
| "learning_rate": 2.520970516424978e-05, | |
| "loss": 0.3704, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "grad_norm": 0.4034245014190674, | |
| "learning_rate": 2.518080423202131e-05, | |
| "loss": 0.3713, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 15.61, | |
| "grad_norm": 0.4237426817417145, | |
| "learning_rate": 2.515190329979284e-05, | |
| "loss": 0.3719, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 15.69, | |
| "grad_norm": 0.41453346610069275, | |
| "learning_rate": 2.512300236756437e-05, | |
| "loss": 0.3742, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 15.76, | |
| "grad_norm": 0.4238516390323639, | |
| "learning_rate": 2.50941014353359e-05, | |
| "loss": 0.3734, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 15.83, | |
| "grad_norm": 0.3762485384941101, | |
| "learning_rate": 2.506520050310743e-05, | |
| "loss": 0.3736, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 15.91, | |
| "grad_norm": 0.36851537227630615, | |
| "learning_rate": 2.5036299570878956e-05, | |
| "loss": 0.3736, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 15.98, | |
| "grad_norm": 0.36127322912216187, | |
| "learning_rate": 2.5007398638650487e-05, | |
| "loss": 0.3716, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 16.06, | |
| "grad_norm": 0.4159682095050812, | |
| "learning_rate": 2.497849770642202e-05, | |
| "loss": 0.3695, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 16.13, | |
| "grad_norm": 0.40441277623176575, | |
| "learning_rate": 2.4949596774193547e-05, | |
| "loss": 0.3702, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 16.2, | |
| "grad_norm": 0.3531157076358795, | |
| "learning_rate": 2.4920695841965078e-05, | |
| "loss": 0.3751, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 16.28, | |
| "grad_norm": 0.40636512637138367, | |
| "learning_rate": 2.489179490973661e-05, | |
| "loss": 0.3692, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 16.35, | |
| "grad_norm": 0.3990442156791687, | |
| "learning_rate": 2.4862893977508137e-05, | |
| "loss": 0.3697, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 16.42, | |
| "grad_norm": 0.39944297075271606, | |
| "learning_rate": 2.4833993045279668e-05, | |
| "loss": 0.3683, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 16.5, | |
| "grad_norm": 0.3601832985877991, | |
| "learning_rate": 2.48050921130512e-05, | |
| "loss": 0.3699, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 16.57, | |
| "grad_norm": 0.40571844577789307, | |
| "learning_rate": 2.4776191180822727e-05, | |
| "loss": 0.3689, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 16.65, | |
| "grad_norm": 0.40363049507141113, | |
| "learning_rate": 2.474729024859426e-05, | |
| "loss": 0.3708, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 16.72, | |
| "grad_norm": 0.3990092873573303, | |
| "learning_rate": 2.471838931636579e-05, | |
| "loss": 0.3706, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 16.79, | |
| "grad_norm": 0.36532795429229736, | |
| "learning_rate": 2.4689488384137317e-05, | |
| "loss": 0.3721, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 16.87, | |
| "grad_norm": 0.44025781750679016, | |
| "learning_rate": 2.466058745190885e-05, | |
| "loss": 0.3733, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "grad_norm": 0.3850398659706116, | |
| "learning_rate": 2.463168651968038e-05, | |
| "loss": 0.3693, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 17.02, | |
| "grad_norm": 0.38132092356681824, | |
| "learning_rate": 2.4602785587451908e-05, | |
| "loss": 0.3703, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 17.09, | |
| "grad_norm": 0.39702102541923523, | |
| "learning_rate": 2.457388465522344e-05, | |
| "loss": 0.3706, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 17.16, | |
| "grad_norm": 0.35070690512657166, | |
| "learning_rate": 2.454498372299497e-05, | |
| "loss": 0.3706, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 17.24, | |
| "grad_norm": 0.42235612869262695, | |
| "learning_rate": 2.4516082790766498e-05, | |
| "loss": 0.3703, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 17.31, | |
| "grad_norm": 0.35915622115135193, | |
| "learning_rate": 2.448718185853803e-05, | |
| "loss": 0.3693, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 17.39, | |
| "grad_norm": 0.34371674060821533, | |
| "learning_rate": 2.445828092630956e-05, | |
| "loss": 0.3686, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 17.46, | |
| "grad_norm": 0.48452600836753845, | |
| "learning_rate": 2.442937999408109e-05, | |
| "loss": 0.3696, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 17.53, | |
| "grad_norm": 0.39582401514053345, | |
| "learning_rate": 2.440047906185262e-05, | |
| "loss": 0.3698, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 17.61, | |
| "grad_norm": 0.43614286184310913, | |
| "learning_rate": 2.437157812962415e-05, | |
| "loss": 0.3688, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 17.68, | |
| "grad_norm": 0.3942769765853882, | |
| "learning_rate": 2.434267719739568e-05, | |
| "loss": 0.368, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 17.76, | |
| "grad_norm": 0.34341031312942505, | |
| "learning_rate": 2.431377626516721e-05, | |
| "loss": 0.3665, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 17.83, | |
| "grad_norm": 0.3661987781524658, | |
| "learning_rate": 2.428487533293874e-05, | |
| "loss": 0.3664, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 17.9, | |
| "grad_norm": 0.32992053031921387, | |
| "learning_rate": 2.425597440071027e-05, | |
| "loss": 0.3683, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 17.98, | |
| "grad_norm": 0.40151405334472656, | |
| "learning_rate": 2.42270734684818e-05, | |
| "loss": 0.3677, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 18.05, | |
| "grad_norm": 0.3343447148799896, | |
| "learning_rate": 2.419817253625333e-05, | |
| "loss": 0.3679, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 18.13, | |
| "grad_norm": 0.3798489272594452, | |
| "learning_rate": 2.416927160402486e-05, | |
| "loss": 0.3687, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 18.2, | |
| "grad_norm": 0.3244016766548157, | |
| "learning_rate": 2.414037067179639e-05, | |
| "loss": 0.3643, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 18.27, | |
| "grad_norm": 0.4036329984664917, | |
| "learning_rate": 2.4111469739567922e-05, | |
| "loss": 0.3703, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 18.35, | |
| "grad_norm": 0.3875889778137207, | |
| "learning_rate": 2.408256880733945e-05, | |
| "loss": 0.3661, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 18.42, | |
| "grad_norm": 0.3607046902179718, | |
| "learning_rate": 2.405366787511098e-05, | |
| "loss": 0.3646, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 18.5, | |
| "grad_norm": 0.33054810762405396, | |
| "learning_rate": 2.4024766942882512e-05, | |
| "loss": 0.3675, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 18.57, | |
| "grad_norm": 0.4091895520687103, | |
| "learning_rate": 2.399586601065404e-05, | |
| "loss": 0.3652, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 18.64, | |
| "grad_norm": 0.37667781114578247, | |
| "learning_rate": 2.396696507842557e-05, | |
| "loss": 0.3691, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 18.72, | |
| "grad_norm": 0.3683590888977051, | |
| "learning_rate": 2.39380641461971e-05, | |
| "loss": 0.3675, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 18.79, | |
| "grad_norm": 0.397073894739151, | |
| "learning_rate": 2.3909163213968627e-05, | |
| "loss": 0.3637, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 18.87, | |
| "grad_norm": 0.3522073030471802, | |
| "learning_rate": 2.3880262281740158e-05, | |
| "loss": 0.3676, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 18.94, | |
| "grad_norm": 0.3389582633972168, | |
| "learning_rate": 2.385136134951169e-05, | |
| "loss": 0.3676, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 19.01, | |
| "grad_norm": 0.3726537823677063, | |
| "learning_rate": 2.3822460417283217e-05, | |
| "loss": 0.3674, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 19.09, | |
| "grad_norm": 0.3774533271789551, | |
| "learning_rate": 2.379355948505475e-05, | |
| "loss": 0.3669, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 19.16, | |
| "grad_norm": 0.45427048206329346, | |
| "learning_rate": 2.376465855282628e-05, | |
| "loss": 0.3652, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 19.24, | |
| "grad_norm": 0.39148712158203125, | |
| "learning_rate": 2.373575762059781e-05, | |
| "loss": 0.3632, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 19.31, | |
| "grad_norm": 0.3727419078350067, | |
| "learning_rate": 2.370685668836934e-05, | |
| "loss": 0.3674, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 19.38, | |
| "grad_norm": 0.3490041196346283, | |
| "learning_rate": 2.367795575614087e-05, | |
| "loss": 0.3685, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "grad_norm": 0.33863797783851624, | |
| "learning_rate": 2.36490548239124e-05, | |
| "loss": 0.3659, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 19.53, | |
| "grad_norm": 0.41820865869522095, | |
| "learning_rate": 2.362015389168393e-05, | |
| "loss": 0.3647, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 19.61, | |
| "grad_norm": 0.31935831904411316, | |
| "learning_rate": 2.359125295945546e-05, | |
| "loss": 0.3657, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 19.68, | |
| "grad_norm": 0.39523938298225403, | |
| "learning_rate": 2.3562352027226992e-05, | |
| "loss": 0.3643, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 19.75, | |
| "grad_norm": 0.3851146996021271, | |
| "learning_rate": 2.353345109499852e-05, | |
| "loss": 0.3624, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 19.83, | |
| "grad_norm": 0.3778953552246094, | |
| "learning_rate": 2.350455016277005e-05, | |
| "loss": 0.3658, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 19.9, | |
| "grad_norm": 0.3673354387283325, | |
| "learning_rate": 2.3475649230541582e-05, | |
| "loss": 0.3645, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 19.98, | |
| "grad_norm": 0.40675076842308044, | |
| "learning_rate": 2.344674829831311e-05, | |
| "loss": 0.3624, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 20.05, | |
| "grad_norm": 0.32396331429481506, | |
| "learning_rate": 2.341784736608464e-05, | |
| "loss": 0.3608, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 20.12, | |
| "grad_norm": 0.4665846526622772, | |
| "learning_rate": 2.3388946433856172e-05, | |
| "loss": 0.3654, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 20.2, | |
| "grad_norm": 0.3753814697265625, | |
| "learning_rate": 2.33600455016277e-05, | |
| "loss": 0.3611, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 20.27, | |
| "grad_norm": 0.39572277665138245, | |
| "learning_rate": 2.333114456939923e-05, | |
| "loss": 0.363, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 20.35, | |
| "grad_norm": 0.36638927459716797, | |
| "learning_rate": 2.3302243637170763e-05, | |
| "loss": 0.3625, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 20.42, | |
| "grad_norm": 0.40173882246017456, | |
| "learning_rate": 2.327334270494229e-05, | |
| "loss": 0.3645, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 20.49, | |
| "grad_norm": 0.34684666991233826, | |
| "learning_rate": 2.3244441772713822e-05, | |
| "loss": 0.3636, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 20.57, | |
| "grad_norm": 0.3533775806427002, | |
| "learning_rate": 2.3215540840485353e-05, | |
| "loss": 0.3624, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 20.64, | |
| "grad_norm": 0.36431315541267395, | |
| "learning_rate": 2.318663990825688e-05, | |
| "loss": 0.3649, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 20.72, | |
| "grad_norm": 0.3629516363143921, | |
| "learning_rate": 2.3157738976028412e-05, | |
| "loss": 0.3646, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 20.79, | |
| "grad_norm": 0.383987158536911, | |
| "learning_rate": 2.3128838043799943e-05, | |
| "loss": 0.3623, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 20.86, | |
| "grad_norm": 0.38170096278190613, | |
| "learning_rate": 2.309993711157147e-05, | |
| "loss": 0.3629, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 20.94, | |
| "grad_norm": 0.36627018451690674, | |
| "learning_rate": 2.3071036179343003e-05, | |
| "loss": 0.362, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 21.01, | |
| "grad_norm": 0.37587088346481323, | |
| "learning_rate": 2.3042135247114534e-05, | |
| "loss": 0.3624, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 21.09, | |
| "grad_norm": 0.3648183047771454, | |
| "learning_rate": 2.301323431488606e-05, | |
| "loss": 0.3633, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 21.16, | |
| "grad_norm": 0.3818926513195038, | |
| "learning_rate": 2.2984333382657593e-05, | |
| "loss": 0.3627, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 21.23, | |
| "grad_norm": 0.38963159918785095, | |
| "learning_rate": 2.2955432450429124e-05, | |
| "loss": 0.3619, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 21.31, | |
| "grad_norm": 0.4655527174472809, | |
| "learning_rate": 2.2926531518200652e-05, | |
| "loss": 0.3616, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 21.38, | |
| "grad_norm": 0.36112433671951294, | |
| "learning_rate": 2.2897630585972183e-05, | |
| "loss": 0.3597, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 21.46, | |
| "grad_norm": 0.3661918044090271, | |
| "learning_rate": 2.2868729653743714e-05, | |
| "loss": 0.3626, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 21.53, | |
| "grad_norm": 0.340862512588501, | |
| "learning_rate": 2.2839828721515242e-05, | |
| "loss": 0.3637, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 21.6, | |
| "grad_norm": 0.3376435339450836, | |
| "learning_rate": 2.281092778928677e-05, | |
| "loss": 0.3622, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 21.68, | |
| "grad_norm": 0.4211704730987549, | |
| "learning_rate": 2.27820268570583e-05, | |
| "loss": 0.3593, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 21.75, | |
| "grad_norm": 0.3886992037296295, | |
| "learning_rate": 2.275312592482983e-05, | |
| "loss": 0.3614, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 21.83, | |
| "grad_norm": 0.34686926007270813, | |
| "learning_rate": 2.272422499260136e-05, | |
| "loss": 0.3615, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 21.9, | |
| "grad_norm": 0.4066803455352783, | |
| "learning_rate": 2.269532406037289e-05, | |
| "loss": 0.3597, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 21.97, | |
| "grad_norm": 0.37257149815559387, | |
| "learning_rate": 2.266642312814442e-05, | |
| "loss": 0.364, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 22.05, | |
| "grad_norm": 0.3770715892314911, | |
| "learning_rate": 2.263752219591595e-05, | |
| "loss": 0.359, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 22.12, | |
| "grad_norm": 0.3486000597476959, | |
| "learning_rate": 2.2608621263687482e-05, | |
| "loss": 0.3616, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 22.2, | |
| "grad_norm": 0.4026411771774292, | |
| "learning_rate": 2.257972033145901e-05, | |
| "loss": 0.3615, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 22.27, | |
| "grad_norm": 0.4740307629108429, | |
| "learning_rate": 2.255081939923054e-05, | |
| "loss": 0.359, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 22.34, | |
| "grad_norm": 0.5692958235740662, | |
| "learning_rate": 2.2521918467002072e-05, | |
| "loss": 0.3614, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 22.42, | |
| "grad_norm": 0.4546482264995575, | |
| "learning_rate": 2.24930175347736e-05, | |
| "loss": 0.3609, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 22.49, | |
| "grad_norm": 0.3762848675251007, | |
| "learning_rate": 2.246411660254513e-05, | |
| "loss": 0.3612, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 22.57, | |
| "grad_norm": 0.3631458282470703, | |
| "learning_rate": 2.2435215670316663e-05, | |
| "loss": 0.3613, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 22.64, | |
| "grad_norm": 0.3560335040092468, | |
| "learning_rate": 2.240631473808819e-05, | |
| "loss": 0.3601, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 22.71, | |
| "grad_norm": 0.3739969730377197, | |
| "learning_rate": 2.2377413805859722e-05, | |
| "loss": 0.3586, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 22.79, | |
| "grad_norm": 0.3538212478160858, | |
| "learning_rate": 2.2348512873631253e-05, | |
| "loss": 0.3619, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 22.86, | |
| "grad_norm": 0.33162832260131836, | |
| "learning_rate": 2.231961194140278e-05, | |
| "loss": 0.3566, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 22.94, | |
| "grad_norm": 0.3731963634490967, | |
| "learning_rate": 2.2290711009174312e-05, | |
| "loss": 0.3617, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 23.01, | |
| "grad_norm": 0.3658241033554077, | |
| "learning_rate": 2.2261810076945843e-05, | |
| "loss": 0.3621, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 23.08, | |
| "grad_norm": 0.3295973837375641, | |
| "learning_rate": 2.223290914471737e-05, | |
| "loss": 0.3592, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 23.16, | |
| "grad_norm": 0.3476080894470215, | |
| "learning_rate": 2.2204008212488902e-05, | |
| "loss": 0.358, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 23.23, | |
| "grad_norm": 0.4091341197490692, | |
| "learning_rate": 2.2175107280260434e-05, | |
| "loss": 0.3588, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 23.31, | |
| "grad_norm": 0.4243708848953247, | |
| "learning_rate": 2.214620634803196e-05, | |
| "loss": 0.3581, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 23.38, | |
| "grad_norm": 0.4200844168663025, | |
| "learning_rate": 2.2117305415803493e-05, | |
| "loss": 0.3598, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 23.45, | |
| "grad_norm": 0.4001297652721405, | |
| "learning_rate": 2.2088404483575024e-05, | |
| "loss": 0.3608, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 23.53, | |
| "grad_norm": 0.44927239418029785, | |
| "learning_rate": 2.2059503551346552e-05, | |
| "loss": 0.3572, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 23.6, | |
| "grad_norm": 0.3438055217266083, | |
| "learning_rate": 2.2030602619118083e-05, | |
| "loss": 0.3603, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 23.68, | |
| "grad_norm": 0.395907461643219, | |
| "learning_rate": 2.2001701686889614e-05, | |
| "loss": 0.3583, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 23.75, | |
| "grad_norm": 0.3705403506755829, | |
| "learning_rate": 2.1972800754661142e-05, | |
| "loss": 0.3606, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 23.82, | |
| "grad_norm": 0.34676727652549744, | |
| "learning_rate": 2.1943899822432673e-05, | |
| "loss": 0.3589, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 23.9, | |
| "grad_norm": 0.3712906837463379, | |
| "learning_rate": 2.1914998890204205e-05, | |
| "loss": 0.3597, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 23.97, | |
| "grad_norm": 0.3136620819568634, | |
| "learning_rate": 2.1886097957975732e-05, | |
| "loss": 0.3571, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 24.05, | |
| "grad_norm": 0.3915017545223236, | |
| "learning_rate": 2.1857197025747264e-05, | |
| "loss": 0.3595, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 24.12, | |
| "grad_norm": 0.3403623700141907, | |
| "learning_rate": 2.1828296093518795e-05, | |
| "loss": 0.3608, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 24.19, | |
| "grad_norm": 0.3841993510723114, | |
| "learning_rate": 2.1799395161290323e-05, | |
| "loss": 0.3596, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 24.27, | |
| "grad_norm": 0.42894381284713745, | |
| "learning_rate": 2.1770494229061854e-05, | |
| "loss": 0.3571, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 24.34, | |
| "grad_norm": 0.4211946129798889, | |
| "learning_rate": 2.1741593296833385e-05, | |
| "loss": 0.3552, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 24.42, | |
| "grad_norm": 0.35293659567832947, | |
| "learning_rate": 2.1712692364604917e-05, | |
| "loss": 0.359, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 24.49, | |
| "grad_norm": 0.3743543326854706, | |
| "learning_rate": 2.168379143237644e-05, | |
| "loss": 0.3556, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 24.56, | |
| "grad_norm": 0.4101512134075165, | |
| "learning_rate": 2.1654890500147972e-05, | |
| "loss": 0.3561, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 24.64, | |
| "grad_norm": 0.34685665369033813, | |
| "learning_rate": 2.1625989567919503e-05, | |
| "loss": 0.3596, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 24.71, | |
| "grad_norm": 0.3677741289138794, | |
| "learning_rate": 2.159708863569103e-05, | |
| "loss": 0.3572, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 24.79, | |
| "grad_norm": 0.3836405575275421, | |
| "learning_rate": 2.1568187703462563e-05, | |
| "loss": 0.36, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 24.86, | |
| "grad_norm": 0.3649022579193115, | |
| "learning_rate": 2.1539286771234094e-05, | |
| "loss": 0.3558, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 24.93, | |
| "grad_norm": 0.3566337525844574, | |
| "learning_rate": 2.151038583900562e-05, | |
| "loss": 0.3567, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 25.01, | |
| "grad_norm": 0.4024845361709595, | |
| "learning_rate": 2.1481484906777153e-05, | |
| "loss": 0.3555, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 25.08, | |
| "grad_norm": 0.3865801692008972, | |
| "learning_rate": 2.1452583974548684e-05, | |
| "loss": 0.3587, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 25.16, | |
| "grad_norm": 0.3753124475479126, | |
| "learning_rate": 2.1423683042320212e-05, | |
| "loss": 0.358, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 25.23, | |
| "grad_norm": 0.3889290690422058, | |
| "learning_rate": 2.1394782110091743e-05, | |
| "loss": 0.3573, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 25.3, | |
| "grad_norm": 0.425574392080307, | |
| "learning_rate": 2.1365881177863274e-05, | |
| "loss": 0.3583, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 25.38, | |
| "grad_norm": 0.35915040969848633, | |
| "learning_rate": 2.1336980245634802e-05, | |
| "loss": 0.355, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 25.45, | |
| "grad_norm": 0.3714876174926758, | |
| "learning_rate": 2.1308079313406334e-05, | |
| "loss": 0.3558, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 25.53, | |
| "grad_norm": 0.3659971356391907, | |
| "learning_rate": 2.1279178381177865e-05, | |
| "loss": 0.3526, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 25.6, | |
| "grad_norm": 0.35083669424057007, | |
| "learning_rate": 2.1250277448949393e-05, | |
| "loss": 0.3582, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 25.67, | |
| "grad_norm": 0.3540023863315582, | |
| "learning_rate": 2.1221376516720924e-05, | |
| "loss": 0.3555, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 25.75, | |
| "grad_norm": 0.3811222016811371, | |
| "learning_rate": 2.1192475584492455e-05, | |
| "loss": 0.3557, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 25.82, | |
| "grad_norm": 0.37513551115989685, | |
| "learning_rate": 2.1163574652263983e-05, | |
| "loss": 0.3563, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 25.9, | |
| "grad_norm": 0.4036356508731842, | |
| "learning_rate": 2.1134673720035514e-05, | |
| "loss": 0.3548, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 25.97, | |
| "grad_norm": 0.3446299135684967, | |
| "learning_rate": 2.1105772787807045e-05, | |
| "loss": 0.3573, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 26.04, | |
| "grad_norm": 0.4351588487625122, | |
| "learning_rate": 2.1076871855578573e-05, | |
| "loss": 0.3556, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 26.12, | |
| "grad_norm": 0.38238152861595154, | |
| "learning_rate": 2.1047970923350105e-05, | |
| "loss": 0.3566, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 26.19, | |
| "grad_norm": 0.3972441554069519, | |
| "learning_rate": 2.1019069991121636e-05, | |
| "loss": 0.3533, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 26.27, | |
| "grad_norm": 0.40132614970207214, | |
| "learning_rate": 2.0990169058893164e-05, | |
| "loss": 0.3548, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 26.34, | |
| "grad_norm": 0.3178902864456177, | |
| "learning_rate": 2.0961268126664695e-05, | |
| "loss": 0.355, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 26.41, | |
| "grad_norm": 0.4328124225139618, | |
| "learning_rate": 2.0932367194436226e-05, | |
| "loss": 0.3554, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 26.49, | |
| "grad_norm": 0.3971725404262543, | |
| "learning_rate": 2.0903466262207754e-05, | |
| "loss": 0.3549, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 26.56, | |
| "grad_norm": 0.3241216540336609, | |
| "learning_rate": 2.0874565329979285e-05, | |
| "loss": 0.3534, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 26.64, | |
| "grad_norm": 0.3448522984981537, | |
| "learning_rate": 2.0845664397750816e-05, | |
| "loss": 0.3559, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 26.71, | |
| "grad_norm": 0.34117060899734497, | |
| "learning_rate": 2.0816763465522344e-05, | |
| "loss": 0.3555, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 26.78, | |
| "grad_norm": 0.39051172137260437, | |
| "learning_rate": 2.0787862533293876e-05, | |
| "loss": 0.3558, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 26.86, | |
| "grad_norm": 0.3349858820438385, | |
| "learning_rate": 2.0758961601065407e-05, | |
| "loss": 0.3546, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 26.93, | |
| "grad_norm": 0.4579429030418396, | |
| "learning_rate": 2.0730060668836935e-05, | |
| "loss": 0.3537, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 27.01, | |
| "grad_norm": 0.3789091110229492, | |
| "learning_rate": 2.0701159736608466e-05, | |
| "loss": 0.3527, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 27.08, | |
| "grad_norm": 0.43690434098243713, | |
| "learning_rate": 2.0672258804379997e-05, | |
| "loss": 0.3563, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 27.15, | |
| "grad_norm": 0.3886288106441498, | |
| "learning_rate": 2.0643357872151525e-05, | |
| "loss": 0.3543, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 27.23, | |
| "grad_norm": 0.40548428893089294, | |
| "learning_rate": 2.0614456939923056e-05, | |
| "loss": 0.353, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 27.3, | |
| "grad_norm": 0.4054431915283203, | |
| "learning_rate": 2.0585556007694584e-05, | |
| "loss": 0.3575, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 27.37, | |
| "grad_norm": 0.3319009840488434, | |
| "learning_rate": 2.0556655075466112e-05, | |
| "loss": 0.3524, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 27.45, | |
| "grad_norm": 0.36432087421417236, | |
| "learning_rate": 2.0527754143237643e-05, | |
| "loss": 0.3556, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 27.52, | |
| "grad_norm": 0.3561677038669586, | |
| "learning_rate": 2.0498853211009174e-05, | |
| "loss": 0.3539, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 27.6, | |
| "grad_norm": 0.41498541831970215, | |
| "learning_rate": 2.0469952278780702e-05, | |
| "loss": 0.3561, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 27.67, | |
| "grad_norm": 0.3646217882633209, | |
| "learning_rate": 2.0441051346552233e-05, | |
| "loss": 0.3519, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 27.74, | |
| "grad_norm": 0.34534063935279846, | |
| "learning_rate": 2.0412150414323765e-05, | |
| "loss": 0.3539, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 27.82, | |
| "grad_norm": 0.4323655962944031, | |
| "learning_rate": 2.0383249482095293e-05, | |
| "loss": 0.3559, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 27.89, | |
| "grad_norm": 0.3833807408809662, | |
| "learning_rate": 2.0354348549866824e-05, | |
| "loss": 0.3532, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 27.97, | |
| "grad_norm": 0.37557268142700195, | |
| "learning_rate": 2.0325447617638355e-05, | |
| "loss": 0.3523, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 28.04, | |
| "grad_norm": 0.37144702672958374, | |
| "learning_rate": 2.0296546685409883e-05, | |
| "loss": 0.3536, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 28.11, | |
| "grad_norm": 0.40455296635627747, | |
| "learning_rate": 2.0267645753181414e-05, | |
| "loss": 0.3534, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 28.19, | |
| "grad_norm": 0.3639744818210602, | |
| "learning_rate": 2.0238744820952945e-05, | |
| "loss": 0.3536, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 28.26, | |
| "grad_norm": 0.38016533851623535, | |
| "learning_rate": 2.0209843888724473e-05, | |
| "loss": 0.3569, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 28.34, | |
| "grad_norm": 0.35611262917518616, | |
| "learning_rate": 2.0180942956496004e-05, | |
| "loss": 0.3539, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 28.41, | |
| "grad_norm": 0.3586650490760803, | |
| "learning_rate": 2.0152042024267536e-05, | |
| "loss": 0.3516, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 28.48, | |
| "grad_norm": 0.3105120062828064, | |
| "learning_rate": 2.0123141092039064e-05, | |
| "loss": 0.3518, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 28.56, | |
| "grad_norm": 0.37972891330718994, | |
| "learning_rate": 2.0094240159810595e-05, | |
| "loss": 0.3558, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 28.63, | |
| "grad_norm": 0.35530367493629456, | |
| "learning_rate": 2.0065339227582126e-05, | |
| "loss": 0.3505, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 28.71, | |
| "grad_norm": 0.42136579751968384, | |
| "learning_rate": 2.0036438295353654e-05, | |
| "loss": 0.3537, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 28.78, | |
| "grad_norm": 0.37874168157577515, | |
| "learning_rate": 2.0007537363125185e-05, | |
| "loss": 0.3505, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 28.85, | |
| "grad_norm": 0.33442074060440063, | |
| "learning_rate": 1.9978636430896716e-05, | |
| "loss": 0.3536, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 28.93, | |
| "grad_norm": 0.37098708748817444, | |
| "learning_rate": 1.9949735498668244e-05, | |
| "loss": 0.3553, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "grad_norm": 0.33478862047195435, | |
| "learning_rate": 1.9920834566439775e-05, | |
| "loss": 0.3527, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 29.08, | |
| "grad_norm": 0.3783182203769684, | |
| "learning_rate": 1.9891933634211307e-05, | |
| "loss": 0.3523, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 29.15, | |
| "grad_norm": 0.32911786437034607, | |
| "learning_rate": 1.9863032701982835e-05, | |
| "loss": 0.3526, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 29.22, | |
| "grad_norm": 0.33882907032966614, | |
| "learning_rate": 1.9834131769754366e-05, | |
| "loss": 0.3507, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 29.3, | |
| "grad_norm": 0.4318142235279083, | |
| "learning_rate": 1.9805230837525897e-05, | |
| "loss": 0.3504, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 29.37, | |
| "grad_norm": 0.33973386883735657, | |
| "learning_rate": 1.9776329905297425e-05, | |
| "loss": 0.3526, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 29.45, | |
| "grad_norm": 0.3557802736759186, | |
| "learning_rate": 1.9747428973068956e-05, | |
| "loss": 0.3511, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 29.52, | |
| "grad_norm": 0.4430686831474304, | |
| "learning_rate": 1.9718528040840487e-05, | |
| "loss": 0.3503, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 29.59, | |
| "grad_norm": 0.33132269978523254, | |
| "learning_rate": 1.9689627108612015e-05, | |
| "loss": 0.3531, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 29.67, | |
| "grad_norm": 0.362075537443161, | |
| "learning_rate": 1.9660726176383546e-05, | |
| "loss": 0.3517, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 29.74, | |
| "grad_norm": 0.3604036867618561, | |
| "learning_rate": 1.9631825244155078e-05, | |
| "loss": 0.3558, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 29.82, | |
| "grad_norm": 0.39711400866508484, | |
| "learning_rate": 1.960292431192661e-05, | |
| "loss": 0.3515, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 29.89, | |
| "grad_norm": 0.30394095182418823, | |
| "learning_rate": 1.9574023379698137e-05, | |
| "loss": 0.352, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 29.96, | |
| "grad_norm": 0.3903627097606659, | |
| "learning_rate": 1.9545122447469668e-05, | |
| "loss": 0.3496, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 30.04, | |
| "grad_norm": 0.3124367296695709, | |
| "learning_rate": 1.95162215152412e-05, | |
| "loss": 0.3517, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 30.11, | |
| "grad_norm": 0.4038899540901184, | |
| "learning_rate": 1.9487320583012727e-05, | |
| "loss": 0.3518, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 30.19, | |
| "grad_norm": 0.32454368472099304, | |
| "learning_rate": 1.9458419650784255e-05, | |
| "loss": 0.3517, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 30.26, | |
| "grad_norm": 0.35400575399398804, | |
| "learning_rate": 1.9429518718555786e-05, | |
| "loss": 0.3479, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 30.33, | |
| "grad_norm": 0.424834281206131, | |
| "learning_rate": 1.9400617786327314e-05, | |
| "loss": 0.3502, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 30.41, | |
| "grad_norm": 0.4748223125934601, | |
| "learning_rate": 1.9371716854098845e-05, | |
| "loss": 0.349, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 30.48, | |
| "grad_norm": 0.3032289445400238, | |
| "learning_rate": 1.9342815921870376e-05, | |
| "loss": 0.3543, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 30.56, | |
| "grad_norm": 0.4162702262401581, | |
| "learning_rate": 1.9313914989641904e-05, | |
| "loss": 0.3518, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 30.63, | |
| "grad_norm": 0.3512803912162781, | |
| "learning_rate": 1.9285014057413436e-05, | |
| "loss": 0.3505, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 30.7, | |
| "grad_norm": 0.3622516989707947, | |
| "learning_rate": 1.9256113125184967e-05, | |
| "loss": 0.3538, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 30.78, | |
| "grad_norm": 0.3330516517162323, | |
| "learning_rate": 1.9227212192956495e-05, | |
| "loss": 0.3489, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 30.85, | |
| "grad_norm": 0.3457803726196289, | |
| "learning_rate": 1.9198311260728026e-05, | |
| "loss": 0.352, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 30.93, | |
| "grad_norm": 0.3154030442237854, | |
| "learning_rate": 1.9169410328499557e-05, | |
| "loss": 0.3491, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "grad_norm": 0.46131783723831177, | |
| "learning_rate": 1.9140509396271085e-05, | |
| "loss": 0.3509, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 31.07, | |
| "grad_norm": 0.400088369846344, | |
| "learning_rate": 1.9111608464042616e-05, | |
| "loss": 0.3509, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 31.15, | |
| "grad_norm": 0.3647451400756836, | |
| "learning_rate": 1.9082707531814147e-05, | |
| "loss": 0.35, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 31.22, | |
| "grad_norm": 0.4007732570171356, | |
| "learning_rate": 1.9053806599585675e-05, | |
| "loss": 0.3504, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 31.3, | |
| "grad_norm": 0.3861900269985199, | |
| "learning_rate": 1.9024905667357207e-05, | |
| "loss": 0.3484, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 31.37, | |
| "grad_norm": 0.411627858877182, | |
| "learning_rate": 1.8996004735128738e-05, | |
| "loss": 0.3507, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 31.44, | |
| "grad_norm": 0.35766077041625977, | |
| "learning_rate": 1.8967103802900266e-05, | |
| "loss": 0.3485, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 31.52, | |
| "grad_norm": 0.3537013530731201, | |
| "learning_rate": 1.8938202870671797e-05, | |
| "loss": 0.3517, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 31.59, | |
| "grad_norm": 0.3919309675693512, | |
| "learning_rate": 1.8909301938443328e-05, | |
| "loss": 0.3489, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 31.67, | |
| "grad_norm": 0.3441930115222931, | |
| "learning_rate": 1.8880401006214856e-05, | |
| "loss": 0.351, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 31.74, | |
| "grad_norm": 0.38138172030448914, | |
| "learning_rate": 1.8851500073986387e-05, | |
| "loss": 0.3495, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 31.81, | |
| "grad_norm": 0.4080500304698944, | |
| "learning_rate": 1.882259914175792e-05, | |
| "loss": 0.3497, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 31.89, | |
| "grad_norm": 0.3864932358264923, | |
| "learning_rate": 1.8793698209529446e-05, | |
| "loss": 0.3525, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 31.96, | |
| "grad_norm": 0.4017949104309082, | |
| "learning_rate": 1.8764797277300978e-05, | |
| "loss": 0.3528, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 32.04, | |
| "grad_norm": 0.3484615087509155, | |
| "learning_rate": 1.873589634507251e-05, | |
| "loss": 0.3505, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 32.11, | |
| "grad_norm": 0.34500235319137573, | |
| "learning_rate": 1.8706995412844037e-05, | |
| "loss": 0.3498, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 32.18, | |
| "grad_norm": 0.32486996054649353, | |
| "learning_rate": 1.8678094480615568e-05, | |
| "loss": 0.3501, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 32.26, | |
| "grad_norm": 0.3440997302532196, | |
| "learning_rate": 1.86491935483871e-05, | |
| "loss": 0.3504, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 32.33, | |
| "grad_norm": 0.359846293926239, | |
| "learning_rate": 1.8620292616158627e-05, | |
| "loss": 0.3491, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 32.41, | |
| "grad_norm": 0.36168062686920166, | |
| "learning_rate": 1.8591391683930158e-05, | |
| "loss": 0.3489, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 32.48, | |
| "grad_norm": 0.43606841564178467, | |
| "learning_rate": 1.856249075170169e-05, | |
| "loss": 0.3497, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 32.55, | |
| "grad_norm": 0.3898315727710724, | |
| "learning_rate": 1.8533589819473217e-05, | |
| "loss": 0.3487, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 32.63, | |
| "grad_norm": 0.381244421005249, | |
| "learning_rate": 1.850468888724475e-05, | |
| "loss": 0.3475, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 32.7, | |
| "grad_norm": 0.41321712732315063, | |
| "learning_rate": 1.847578795501628e-05, | |
| "loss": 0.3484, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 32.78, | |
| "grad_norm": 0.3538101017475128, | |
| "learning_rate": 1.8446887022787808e-05, | |
| "loss": 0.3484, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 32.85, | |
| "grad_norm": 0.38104715943336487, | |
| "learning_rate": 1.841798609055934e-05, | |
| "loss": 0.3482, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 32.92, | |
| "grad_norm": 0.37761756777763367, | |
| "learning_rate": 1.838908515833087e-05, | |
| "loss": 0.3474, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "grad_norm": 0.3524073362350464, | |
| "learning_rate": 1.8360184226102398e-05, | |
| "loss": 0.3518, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 33.07, | |
| "grad_norm": 0.3452695608139038, | |
| "learning_rate": 1.8331283293873926e-05, | |
| "loss": 0.3509, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 33.15, | |
| "grad_norm": 0.4063817262649536, | |
| "learning_rate": 1.8302382361645457e-05, | |
| "loss": 0.3496, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 33.22, | |
| "grad_norm": 0.41099056601524353, | |
| "learning_rate": 1.8273481429416985e-05, | |
| "loss": 0.3489, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 33.29, | |
| "grad_norm": 0.3691389560699463, | |
| "learning_rate": 1.8244580497188516e-05, | |
| "loss": 0.3507, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 33.37, | |
| "grad_norm": 0.36765575408935547, | |
| "learning_rate": 1.8215679564960047e-05, | |
| "loss": 0.3464, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 33.44, | |
| "grad_norm": 0.39067772030830383, | |
| "learning_rate": 1.8186778632731575e-05, | |
| "loss": 0.3479, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 33.52, | |
| "grad_norm": 0.3263433873653412, | |
| "learning_rate": 1.8157877700503106e-05, | |
| "loss": 0.3457, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 33.59, | |
| "grad_norm": 0.45672136545181274, | |
| "learning_rate": 1.8128976768274638e-05, | |
| "loss": 0.3488, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 33.66, | |
| "grad_norm": 0.42077481746673584, | |
| "learning_rate": 1.8100075836046166e-05, | |
| "loss": 0.3447, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 33.74, | |
| "grad_norm": 0.3391963243484497, | |
| "learning_rate": 1.8071174903817697e-05, | |
| "loss": 0.3471, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 33.81, | |
| "grad_norm": 0.3776566684246063, | |
| "learning_rate": 1.8042273971589228e-05, | |
| "loss": 0.3498, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 33.89, | |
| "grad_norm": 0.3776949942111969, | |
| "learning_rate": 1.8013373039360756e-05, | |
| "loss": 0.3463, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 33.96, | |
| "grad_norm": 0.3695808947086334, | |
| "learning_rate": 1.7984472107132287e-05, | |
| "loss": 0.3492, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 34.03, | |
| "grad_norm": 0.36413583159446716, | |
| "learning_rate": 1.795557117490382e-05, | |
| "loss": 0.3472, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 34.11, | |
| "grad_norm": 0.39360344409942627, | |
| "learning_rate": 1.7926670242675346e-05, | |
| "loss": 0.3505, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 34.18, | |
| "grad_norm": 0.3416905999183655, | |
| "learning_rate": 1.7897769310446877e-05, | |
| "loss": 0.3472, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 34.26, | |
| "grad_norm": 0.40496984124183655, | |
| "learning_rate": 1.786886837821841e-05, | |
| "loss": 0.3477, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 34.33, | |
| "grad_norm": 0.3441724479198456, | |
| "learning_rate": 1.7839967445989937e-05, | |
| "loss": 0.3479, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 34.4, | |
| "grad_norm": 0.37928706407546997, | |
| "learning_rate": 1.7811066513761468e-05, | |
| "loss": 0.3486, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 34.48, | |
| "grad_norm": 0.3675363063812256, | |
| "learning_rate": 1.7782165581533e-05, | |
| "loss": 0.3458, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 34.55, | |
| "grad_norm": 0.40871405601501465, | |
| "learning_rate": 1.7753264649304527e-05, | |
| "loss": 0.3493, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 34.63, | |
| "grad_norm": 0.417258620262146, | |
| "learning_rate": 1.7724363717076058e-05, | |
| "loss": 0.3453, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 34.7, | |
| "grad_norm": 0.3210906386375427, | |
| "learning_rate": 1.769546278484759e-05, | |
| "loss": 0.3457, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 34.77, | |
| "grad_norm": 0.3412734270095825, | |
| "learning_rate": 1.7666561852619117e-05, | |
| "loss": 0.3475, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 34.85, | |
| "grad_norm": 0.39695098996162415, | |
| "learning_rate": 1.763766092039065e-05, | |
| "loss": 0.3509, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 34.92, | |
| "grad_norm": 0.36834970116615295, | |
| "learning_rate": 1.760875998816218e-05, | |
| "loss": 0.3485, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "grad_norm": 0.3971041738986969, | |
| "learning_rate": 1.7579859055933708e-05, | |
| "loss": 0.3468, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 35.07, | |
| "grad_norm": 0.3513786196708679, | |
| "learning_rate": 1.755095812370524e-05, | |
| "loss": 0.3478, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 35.14, | |
| "grad_norm": 0.35932984948158264, | |
| "learning_rate": 1.752205719147677e-05, | |
| "loss": 0.348, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 35.22, | |
| "grad_norm": 0.40685245394706726, | |
| "learning_rate": 1.7493156259248298e-05, | |
| "loss": 0.3447, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 35.29, | |
| "grad_norm": 0.37929338216781616, | |
| "learning_rate": 1.746425532701983e-05, | |
| "loss": 0.3465, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 35.37, | |
| "grad_norm": 0.40910473465919495, | |
| "learning_rate": 1.743535439479136e-05, | |
| "loss": 0.3465, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 35.44, | |
| "grad_norm": 0.34920281171798706, | |
| "learning_rate": 1.740645346256289e-05, | |
| "loss": 0.3463, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 35.51, | |
| "grad_norm": 0.37716421484947205, | |
| "learning_rate": 1.737755253033442e-05, | |
| "loss": 0.3487, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 35.59, | |
| "grad_norm": 0.4301624596118927, | |
| "learning_rate": 1.734865159810595e-05, | |
| "loss": 0.3449, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 35.66, | |
| "grad_norm": 0.37206390500068665, | |
| "learning_rate": 1.7319750665877482e-05, | |
| "loss": 0.3453, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 35.74, | |
| "grad_norm": 0.38183438777923584, | |
| "learning_rate": 1.729084973364901e-05, | |
| "loss": 0.3493, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 35.81, | |
| "grad_norm": 0.3732428252696991, | |
| "learning_rate": 1.726194880142054e-05, | |
| "loss": 0.349, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 35.88, | |
| "grad_norm": 0.3665318787097931, | |
| "learning_rate": 1.7233047869192072e-05, | |
| "loss": 0.3482, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 35.96, | |
| "grad_norm": 0.3693431317806244, | |
| "learning_rate": 1.7204146936963597e-05, | |
| "loss": 0.3445, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 36.03, | |
| "grad_norm": 0.3580050766468048, | |
| "learning_rate": 1.7175246004735128e-05, | |
| "loss": 0.3469, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 36.11, | |
| "grad_norm": 0.3874383568763733, | |
| "learning_rate": 1.714634507250666e-05, | |
| "loss": 0.3483, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 36.18, | |
| "grad_norm": 0.39490264654159546, | |
| "learning_rate": 1.7117444140278187e-05, | |
| "loss": 0.3479, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 36.25, | |
| "grad_norm": 0.38647031784057617, | |
| "learning_rate": 1.7088543208049718e-05, | |
| "loss": 0.3458, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 36.33, | |
| "grad_norm": 0.3899756073951721, | |
| "learning_rate": 1.705964227582125e-05, | |
| "loss": 0.3448, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 36.4, | |
| "grad_norm": 0.4022426903247833, | |
| "learning_rate": 1.7030741343592777e-05, | |
| "loss": 0.3463, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 36.48, | |
| "grad_norm": 0.37726154923439026, | |
| "learning_rate": 1.700184041136431e-05, | |
| "loss": 0.3469, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 36.55, | |
| "grad_norm": 0.4022297263145447, | |
| "learning_rate": 1.697293947913584e-05, | |
| "loss": 0.3457, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 36.62, | |
| "grad_norm": 0.43506869673728943, | |
| "learning_rate": 1.6944038546907368e-05, | |
| "loss": 0.3467, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 36.7, | |
| "grad_norm": 0.4157175123691559, | |
| "learning_rate": 1.69151376146789e-05, | |
| "loss": 0.3443, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 36.77, | |
| "grad_norm": 0.4038371443748474, | |
| "learning_rate": 1.688623668245043e-05, | |
| "loss": 0.3408, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 36.85, | |
| "grad_norm": 0.3598155081272125, | |
| "learning_rate": 1.6857335750221958e-05, | |
| "loss": 0.3455, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 36.92, | |
| "grad_norm": 0.3888005018234253, | |
| "learning_rate": 1.682843481799349e-05, | |
| "loss": 0.3465, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 36.99, | |
| "grad_norm": 0.3933923840522766, | |
| "learning_rate": 1.679953388576502e-05, | |
| "loss": 0.3488, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 37.07, | |
| "grad_norm": 0.36610084772109985, | |
| "learning_rate": 1.677063295353655e-05, | |
| "loss": 0.3448, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 37.14, | |
| "grad_norm": 0.3755366802215576, | |
| "learning_rate": 1.674173202130808e-05, | |
| "loss": 0.3475, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 37.22, | |
| "grad_norm": 0.3687468469142914, | |
| "learning_rate": 1.671283108907961e-05, | |
| "loss": 0.3441, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 37.29, | |
| "grad_norm": 0.3150022327899933, | |
| "learning_rate": 1.668393015685114e-05, | |
| "loss": 0.3439, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 37.36, | |
| "grad_norm": 0.37440210580825806, | |
| "learning_rate": 1.665502922462267e-05, | |
| "loss": 0.3474, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 37.44, | |
| "grad_norm": 0.3700256943702698, | |
| "learning_rate": 1.66261282923942e-05, | |
| "loss": 0.3453, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 37.51, | |
| "grad_norm": 0.40626585483551025, | |
| "learning_rate": 1.659722736016573e-05, | |
| "loss": 0.345, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 37.59, | |
| "grad_norm": 0.39384424686431885, | |
| "learning_rate": 1.656832642793726e-05, | |
| "loss": 0.3465, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 37.66, | |
| "grad_norm": 0.38323110342025757, | |
| "learning_rate": 1.653942549570879e-05, | |
| "loss": 0.3458, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 37.73, | |
| "grad_norm": 0.3620944619178772, | |
| "learning_rate": 1.651052456348032e-05, | |
| "loss": 0.3457, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 37.81, | |
| "grad_norm": 0.3920278251171112, | |
| "learning_rate": 1.648162363125185e-05, | |
| "loss": 0.3433, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 37.88, | |
| "grad_norm": 0.3547744154930115, | |
| "learning_rate": 1.6452722699023382e-05, | |
| "loss": 0.3427, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 37.96, | |
| "grad_norm": 0.3048088252544403, | |
| "learning_rate": 1.642382176679491e-05, | |
| "loss": 0.3462, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 38.03, | |
| "grad_norm": 0.3744346499443054, | |
| "learning_rate": 1.639492083456644e-05, | |
| "loss": 0.3451, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 38.1, | |
| "grad_norm": 0.3640407621860504, | |
| "learning_rate": 1.6366019902337972e-05, | |
| "loss": 0.3485, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 38.18, | |
| "grad_norm": 0.37335264682769775, | |
| "learning_rate": 1.63371189701095e-05, | |
| "loss": 0.3466, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 38.25, | |
| "grad_norm": 0.3745587170124054, | |
| "learning_rate": 1.630821803788103e-05, | |
| "loss": 0.344, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 38.32, | |
| "grad_norm": 0.462406724691391, | |
| "learning_rate": 1.6279317105652562e-05, | |
| "loss": 0.3432, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 38.4, | |
| "grad_norm": 0.3359210193157196, | |
| "learning_rate": 1.625041617342409e-05, | |
| "loss": 0.3469, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 38.47, | |
| "grad_norm": 0.3449317514896393, | |
| "learning_rate": 1.622151524119562e-05, | |
| "loss": 0.3435, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 38.55, | |
| "grad_norm": 0.4265647232532501, | |
| "learning_rate": 1.6192614308967153e-05, | |
| "loss": 0.3458, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 38.62, | |
| "grad_norm": 0.40118905901908875, | |
| "learning_rate": 1.616371337673868e-05, | |
| "loss": 0.3461, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 38.69, | |
| "grad_norm": 0.36499762535095215, | |
| "learning_rate": 1.6134812444510212e-05, | |
| "loss": 0.3457, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 38.77, | |
| "grad_norm": 0.37067875266075134, | |
| "learning_rate": 1.6105911512281743e-05, | |
| "loss": 0.3426, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 38.84, | |
| "grad_norm": 0.402778685092926, | |
| "learning_rate": 1.6077010580053268e-05, | |
| "loss": 0.3432, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 38.92, | |
| "grad_norm": 0.37418636679649353, | |
| "learning_rate": 1.60481096478248e-05, | |
| "loss": 0.347, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 38.99, | |
| "grad_norm": 0.4147396981716156, | |
| "learning_rate": 1.601920871559633e-05, | |
| "loss": 0.3456, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 39.06, | |
| "grad_norm": 0.42823702096939087, | |
| "learning_rate": 1.5990307783367858e-05, | |
| "loss": 0.342, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 39.14, | |
| "grad_norm": 0.40999341011047363, | |
| "learning_rate": 1.596140685113939e-05, | |
| "loss": 0.3413, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 39.21, | |
| "grad_norm": 0.32551825046539307, | |
| "learning_rate": 1.593250591891092e-05, | |
| "loss": 0.3433, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 39.29, | |
| "grad_norm": 0.3688596487045288, | |
| "learning_rate": 1.5903604986682448e-05, | |
| "loss": 0.3457, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 39.36, | |
| "grad_norm": 0.39799386262893677, | |
| "learning_rate": 1.587470405445398e-05, | |
| "loss": 0.343, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 39.43, | |
| "grad_norm": 0.34967321157455444, | |
| "learning_rate": 1.584580312222551e-05, | |
| "loss": 0.3418, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 39.51, | |
| "grad_norm": 0.36091017723083496, | |
| "learning_rate": 1.581690218999704e-05, | |
| "loss": 0.3435, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 39.58, | |
| "grad_norm": 0.3361178934574127, | |
| "learning_rate": 1.578800125776857e-05, | |
| "loss": 0.3471, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 39.66, | |
| "grad_norm": 0.36311858892440796, | |
| "learning_rate": 1.57591003255401e-05, | |
| "loss": 0.3442, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 39.73, | |
| "grad_norm": 0.37522685527801514, | |
| "learning_rate": 1.573019939331163e-05, | |
| "loss": 0.3432, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 39.8, | |
| "grad_norm": 0.42775389552116394, | |
| "learning_rate": 1.570129846108316e-05, | |
| "loss": 0.344, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 39.88, | |
| "grad_norm": 0.40960633754730225, | |
| "learning_rate": 1.567239752885469e-05, | |
| "loss": 0.3428, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 39.95, | |
| "grad_norm": 0.35652443766593933, | |
| "learning_rate": 1.564349659662622e-05, | |
| "loss": 0.3435, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 40.03, | |
| "grad_norm": 0.41139841079711914, | |
| "learning_rate": 1.561459566439775e-05, | |
| "loss": 0.3436, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 40.1, | |
| "grad_norm": 0.3651288151741028, | |
| "learning_rate": 1.5585694732169282e-05, | |
| "loss": 0.3447, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 40.17, | |
| "grad_norm": 0.37484046816825867, | |
| "learning_rate": 1.555679379994081e-05, | |
| "loss": 0.3456, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 40.25, | |
| "grad_norm": 0.3306860625743866, | |
| "learning_rate": 1.552789286771234e-05, | |
| "loss": 0.3428, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 40.32, | |
| "grad_norm": 0.37026843428611755, | |
| "learning_rate": 1.5498991935483872e-05, | |
| "loss": 0.3433, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 40.4, | |
| "grad_norm": 0.3959224224090576, | |
| "learning_rate": 1.54700910032554e-05, | |
| "loss": 0.3453, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 40.47, | |
| "grad_norm": 0.3823704719543457, | |
| "learning_rate": 1.544119007102693e-05, | |
| "loss": 0.3413, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 40.54, | |
| "grad_norm": 0.33115535974502563, | |
| "learning_rate": 1.5412289138798462e-05, | |
| "loss": 0.3442, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 40.62, | |
| "grad_norm": 0.5036399364471436, | |
| "learning_rate": 1.538338820656999e-05, | |
| "loss": 0.3417, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 40.69, | |
| "grad_norm": 0.3805595934391022, | |
| "learning_rate": 1.535448727434152e-05, | |
| "loss": 0.3453, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 40.77, | |
| "grad_norm": 0.4390459656715393, | |
| "learning_rate": 1.5325586342113053e-05, | |
| "loss": 0.343, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 40.84, | |
| "grad_norm": 0.3673398792743683, | |
| "learning_rate": 1.5296685409884584e-05, | |
| "loss": 0.3402, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 40.91, | |
| "grad_norm": 0.36677980422973633, | |
| "learning_rate": 1.5267784477656112e-05, | |
| "loss": 0.3418, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 40.99, | |
| "grad_norm": 0.37628763914108276, | |
| "learning_rate": 1.5238883545427641e-05, | |
| "loss": 0.3423, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 41.06, | |
| "grad_norm": 0.3959880769252777, | |
| "learning_rate": 1.5209982613199171e-05, | |
| "loss": 0.3413, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 41.14, | |
| "grad_norm": 0.35615137219429016, | |
| "learning_rate": 1.51810816809707e-05, | |
| "loss": 0.3438, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 41.21, | |
| "grad_norm": 0.4133353531360626, | |
| "learning_rate": 1.5152180748742232e-05, | |
| "loss": 0.3429, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 41.28, | |
| "grad_norm": 0.35143953561782837, | |
| "learning_rate": 1.5123279816513761e-05, | |
| "loss": 0.3437, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 41.36, | |
| "grad_norm": 0.37390509247779846, | |
| "learning_rate": 1.509437888428529e-05, | |
| "loss": 0.341, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 41.43, | |
| "grad_norm": 0.39959460496902466, | |
| "learning_rate": 1.5065477952056822e-05, | |
| "loss": 0.3423, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 41.51, | |
| "grad_norm": 0.3992210030555725, | |
| "learning_rate": 1.5036577019828352e-05, | |
| "loss": 0.3462, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 41.58, | |
| "grad_norm": 0.3677886724472046, | |
| "learning_rate": 1.5007676087599881e-05, | |
| "loss": 0.3427, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 41.65, | |
| "grad_norm": 0.3906817138195038, | |
| "learning_rate": 1.4978775155371412e-05, | |
| "loss": 0.3415, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 41.73, | |
| "grad_norm": 0.39412081241607666, | |
| "learning_rate": 1.4949874223142942e-05, | |
| "loss": 0.3434, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 41.8, | |
| "grad_norm": 0.4120485782623291, | |
| "learning_rate": 1.4920973290914471e-05, | |
| "loss": 0.344, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 41.88, | |
| "grad_norm": 0.4464050829410553, | |
| "learning_rate": 1.4892072358686003e-05, | |
| "loss": 0.34, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 41.95, | |
| "grad_norm": 0.3044414520263672, | |
| "learning_rate": 1.4863171426457532e-05, | |
| "loss": 0.3417, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 42.02, | |
| "grad_norm": 0.32554033398628235, | |
| "learning_rate": 1.4834270494229062e-05, | |
| "loss": 0.3417, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 42.1, | |
| "grad_norm": 0.3944820463657379, | |
| "learning_rate": 1.4805369562000593e-05, | |
| "loss": 0.3436, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 42.17, | |
| "grad_norm": 0.37802961468696594, | |
| "learning_rate": 1.4776468629772123e-05, | |
| "loss": 0.3439, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 42.25, | |
| "grad_norm": 0.4089604616165161, | |
| "learning_rate": 1.4747567697543654e-05, | |
| "loss": 0.3408, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 42.32, | |
| "grad_norm": 0.37038755416870117, | |
| "learning_rate": 1.4718666765315183e-05, | |
| "loss": 0.3426, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 42.39, | |
| "grad_norm": 0.35514524579048157, | |
| "learning_rate": 1.4689765833086711e-05, | |
| "loss": 0.3451, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 42.47, | |
| "grad_norm": 0.4710882902145386, | |
| "learning_rate": 1.4660864900858242e-05, | |
| "loss": 0.3429, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 42.54, | |
| "grad_norm": 0.34002232551574707, | |
| "learning_rate": 1.4631963968629772e-05, | |
| "loss": 0.3418, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 42.62, | |
| "grad_norm": 0.4424833059310913, | |
| "learning_rate": 1.4603063036401302e-05, | |
| "loss": 0.3425, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 42.69, | |
| "grad_norm": 0.4154003858566284, | |
| "learning_rate": 1.4574162104172833e-05, | |
| "loss": 0.3428, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 42.76, | |
| "grad_norm": 0.40983182191848755, | |
| "learning_rate": 1.4545261171944362e-05, | |
| "loss": 0.343, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 42.84, | |
| "grad_norm": 0.3568328320980072, | |
| "learning_rate": 1.4516360239715892e-05, | |
| "loss": 0.3387, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 42.91, | |
| "grad_norm": 0.3948083221912384, | |
| "learning_rate": 1.4487459307487423e-05, | |
| "loss": 0.3388, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 42.99, | |
| "grad_norm": 0.3891525864601135, | |
| "learning_rate": 1.4458558375258953e-05, | |
| "loss": 0.3415, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 43.06, | |
| "grad_norm": 0.3312503695487976, | |
| "learning_rate": 1.4429657443030482e-05, | |
| "loss": 0.3407, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 43.13, | |
| "grad_norm": 0.37773850560188293, | |
| "learning_rate": 1.4400756510802013e-05, | |
| "loss": 0.3411, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 43.21, | |
| "grad_norm": 0.29978179931640625, | |
| "learning_rate": 1.4371855578573543e-05, | |
| "loss": 0.3423, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 43.28, | |
| "grad_norm": 0.4314406216144562, | |
| "learning_rate": 1.4342954646345072e-05, | |
| "loss": 0.3373, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 43.36, | |
| "grad_norm": 0.3975353538990021, | |
| "learning_rate": 1.4314053714116604e-05, | |
| "loss": 0.3405, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 43.43, | |
| "grad_norm": 0.35734960436820984, | |
| "learning_rate": 1.4285152781888133e-05, | |
| "loss": 0.3416, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 43.5, | |
| "grad_norm": 0.44908031821250916, | |
| "learning_rate": 1.4256251849659663e-05, | |
| "loss": 0.3392, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 43.58, | |
| "grad_norm": 0.3516298532485962, | |
| "learning_rate": 1.4227350917431194e-05, | |
| "loss": 0.3385, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 43.65, | |
| "grad_norm": 0.3821066915988922, | |
| "learning_rate": 1.4198449985202724e-05, | |
| "loss": 0.3448, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 43.73, | |
| "grad_norm": 0.3824633061885834, | |
| "learning_rate": 1.4169549052974253e-05, | |
| "loss": 0.3415, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 43.8, | |
| "grad_norm": 0.3336328864097595, | |
| "learning_rate": 1.4140648120745784e-05, | |
| "loss": 0.3403, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 43.87, | |
| "grad_norm": 0.41100433468818665, | |
| "learning_rate": 1.4111747188517312e-05, | |
| "loss": 0.3428, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 43.95, | |
| "grad_norm": 0.38574787974357605, | |
| "learning_rate": 1.4082846256288842e-05, | |
| "loss": 0.3388, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 44.02, | |
| "grad_norm": 0.3482591509819031, | |
| "learning_rate": 1.4053945324060373e-05, | |
| "loss": 0.3392, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 44.1, | |
| "grad_norm": 0.39932170510292053, | |
| "learning_rate": 1.4025044391831903e-05, | |
| "loss": 0.3385, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 44.17, | |
| "grad_norm": 0.3750057518482208, | |
| "learning_rate": 1.3996143459603432e-05, | |
| "loss": 0.3419, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 44.24, | |
| "grad_norm": 0.3343985974788666, | |
| "learning_rate": 1.3967242527374963e-05, | |
| "loss": 0.3398, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 44.32, | |
| "grad_norm": 0.32805758714675903, | |
| "learning_rate": 1.3938341595146493e-05, | |
| "loss": 0.339, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 44.39, | |
| "grad_norm": 0.376280814409256, | |
| "learning_rate": 1.3909440662918022e-05, | |
| "loss": 0.3407, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 44.47, | |
| "grad_norm": 0.27181968092918396, | |
| "learning_rate": 1.3880539730689554e-05, | |
| "loss": 0.3392, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 44.54, | |
| "grad_norm": 0.3351672887802124, | |
| "learning_rate": 1.3851638798461083e-05, | |
| "loss": 0.3416, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 44.61, | |
| "grad_norm": 0.3780210614204407, | |
| "learning_rate": 1.3822737866232613e-05, | |
| "loss": 0.3429, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 44.69, | |
| "grad_norm": 0.3951726257801056, | |
| "learning_rate": 1.3793836934004144e-05, | |
| "loss": 0.3407, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 44.76, | |
| "grad_norm": 0.3675825893878937, | |
| "learning_rate": 1.3764936001775674e-05, | |
| "loss": 0.339, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 44.84, | |
| "grad_norm": 0.3629719913005829, | |
| "learning_rate": 1.3736035069547205e-05, | |
| "loss": 0.3431, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 44.91, | |
| "grad_norm": 0.4170212745666504, | |
| "learning_rate": 1.3707134137318734e-05, | |
| "loss": 0.3394, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 44.98, | |
| "grad_norm": 0.3839627206325531, | |
| "learning_rate": 1.3678233205090264e-05, | |
| "loss": 0.3422, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 45.06, | |
| "grad_norm": 0.4395899176597595, | |
| "learning_rate": 1.3649332272861795e-05, | |
| "loss": 0.3402, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 45.13, | |
| "grad_norm": 0.37044864892959595, | |
| "learning_rate": 1.3620431340633325e-05, | |
| "loss": 0.342, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 45.21, | |
| "grad_norm": 0.4869653582572937, | |
| "learning_rate": 1.3591530408404854e-05, | |
| "loss": 0.3391, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 45.28, | |
| "grad_norm": 0.416748046875, | |
| "learning_rate": 1.3562629476176384e-05, | |
| "loss": 0.3394, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 45.35, | |
| "grad_norm": 0.37101954221725464, | |
| "learning_rate": 1.3533728543947913e-05, | |
| "loss": 0.3425, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 45.43, | |
| "grad_norm": 0.3808073103427887, | |
| "learning_rate": 1.3504827611719443e-05, | |
| "loss": 0.3399, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 45.5, | |
| "grad_norm": 0.3832837641239166, | |
| "learning_rate": 1.3475926679490974e-05, | |
| "loss": 0.3413, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 45.58, | |
| "grad_norm": 0.3216901421546936, | |
| "learning_rate": 1.3447025747262504e-05, | |
| "loss": 0.3403, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 45.65, | |
| "grad_norm": 0.36098387837409973, | |
| "learning_rate": 1.3418124815034033e-05, | |
| "loss": 0.3426, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 45.72, | |
| "grad_norm": 0.5177834033966064, | |
| "learning_rate": 1.3389223882805564e-05, | |
| "loss": 0.3411, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 45.8, | |
| "grad_norm": 0.41095811128616333, | |
| "learning_rate": 1.3360322950577094e-05, | |
| "loss": 0.3381, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 45.87, | |
| "grad_norm": 0.38759657740592957, | |
| "learning_rate": 1.3331422018348624e-05, | |
| "loss": 0.3385, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 45.95, | |
| "grad_norm": 0.34995037317276, | |
| "learning_rate": 1.3302521086120155e-05, | |
| "loss": 0.3387, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 46.02, | |
| "grad_norm": 0.40866127610206604, | |
| "learning_rate": 1.3273620153891684e-05, | |
| "loss": 0.3406, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 46.09, | |
| "grad_norm": 0.40558964014053345, | |
| "learning_rate": 1.3244719221663214e-05, | |
| "loss": 0.34, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 46.17, | |
| "grad_norm": 0.3268815875053406, | |
| "learning_rate": 1.3215818289434745e-05, | |
| "loss": 0.3428, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 46.24, | |
| "grad_norm": 0.4113875925540924, | |
| "learning_rate": 1.3186917357206275e-05, | |
| "loss": 0.3397, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 46.32, | |
| "grad_norm": 0.3797847032546997, | |
| "learning_rate": 1.3158016424977804e-05, | |
| "loss": 0.3404, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 46.39, | |
| "grad_norm": 0.3348693251609802, | |
| "learning_rate": 1.3129115492749335e-05, | |
| "loss": 0.34, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 46.46, | |
| "grad_norm": 0.3879573941230774, | |
| "learning_rate": 1.3100214560520865e-05, | |
| "loss": 0.341, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 46.54, | |
| "grad_norm": 0.40568268299102783, | |
| "learning_rate": 1.3071313628292394e-05, | |
| "loss": 0.3387, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 46.61, | |
| "grad_norm": 0.4025332033634186, | |
| "learning_rate": 1.3042412696063926e-05, | |
| "loss": 0.3415, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 46.69, | |
| "grad_norm": 0.38457706570625305, | |
| "learning_rate": 1.3013511763835455e-05, | |
| "loss": 0.3372, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 46.76, | |
| "grad_norm": 0.36499732732772827, | |
| "learning_rate": 1.2984610831606983e-05, | |
| "loss": 0.3402, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 46.83, | |
| "grad_norm": 0.5976847410202026, | |
| "learning_rate": 1.2955709899378514e-05, | |
| "loss": 0.3402, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 46.91, | |
| "grad_norm": 0.38978490233421326, | |
| "learning_rate": 1.2926808967150044e-05, | |
| "loss": 0.3378, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 46.98, | |
| "grad_norm": 0.4110495448112488, | |
| "learning_rate": 1.2897908034921573e-05, | |
| "loss": 0.339, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 47.06, | |
| "grad_norm": 0.37475350499153137, | |
| "learning_rate": 1.2869007102693105e-05, | |
| "loss": 0.3402, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 47.13, | |
| "grad_norm": 0.34179574251174927, | |
| "learning_rate": 1.2840106170464634e-05, | |
| "loss": 0.3397, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 47.2, | |
| "grad_norm": 0.3006201982498169, | |
| "learning_rate": 1.2811205238236164e-05, | |
| "loss": 0.342, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 47.28, | |
| "grad_norm": 0.38113319873809814, | |
| "learning_rate": 1.2782304306007695e-05, | |
| "loss": 0.341, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 47.35, | |
| "grad_norm": 0.48638325929641724, | |
| "learning_rate": 1.2753403373779225e-05, | |
| "loss": 0.3403, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 47.43, | |
| "grad_norm": 0.38058334589004517, | |
| "learning_rate": 1.2724502441550754e-05, | |
| "loss": 0.3401, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 47.5, | |
| "grad_norm": 0.3784169554710388, | |
| "learning_rate": 1.2695601509322285e-05, | |
| "loss": 0.3378, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 47.57, | |
| "grad_norm": 0.3679274916648865, | |
| "learning_rate": 1.2666700577093815e-05, | |
| "loss": 0.3388, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 47.65, | |
| "grad_norm": 0.4005269706249237, | |
| "learning_rate": 1.2637799644865346e-05, | |
| "loss": 0.3382, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 47.72, | |
| "grad_norm": 0.36187744140625, | |
| "learning_rate": 1.2608898712636876e-05, | |
| "loss": 0.3372, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 47.8, | |
| "grad_norm": 0.4188271164894104, | |
| "learning_rate": 1.2579997780408405e-05, | |
| "loss": 0.339, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 47.87, | |
| "grad_norm": 0.40314343571662903, | |
| "learning_rate": 1.2551096848179936e-05, | |
| "loss": 0.3404, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 47.94, | |
| "grad_norm": 0.4233045279979706, | |
| "learning_rate": 1.2522195915951466e-05, | |
| "loss": 0.3398, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 48.02, | |
| "grad_norm": 0.3816595673561096, | |
| "learning_rate": 1.2493294983722996e-05, | |
| "loss": 0.3382, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 48.09, | |
| "grad_norm": 0.4000893831253052, | |
| "learning_rate": 1.2464394051494527e-05, | |
| "loss": 0.3402, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 48.17, | |
| "grad_norm": 0.4130527377128601, | |
| "learning_rate": 1.2435493119266055e-05, | |
| "loss": 0.3394, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 48.24, | |
| "grad_norm": 0.38113564252853394, | |
| "learning_rate": 1.2406592187037584e-05, | |
| "loss": 0.3365, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 48.31, | |
| "grad_norm": 0.346966415643692, | |
| "learning_rate": 1.2377691254809115e-05, | |
| "loss": 0.3395, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 48.39, | |
| "grad_norm": 0.4276494085788727, | |
| "learning_rate": 1.2348790322580645e-05, | |
| "loss": 0.3362, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 48.46, | |
| "grad_norm": 0.39347225427627563, | |
| "learning_rate": 1.2319889390352175e-05, | |
| "loss": 0.3422, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 48.54, | |
| "grad_norm": 0.3483811616897583, | |
| "learning_rate": 1.2290988458123706e-05, | |
| "loss": 0.3395, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 48.61, | |
| "grad_norm": 0.36153608560562134, | |
| "learning_rate": 1.2262087525895235e-05, | |
| "loss": 0.3365, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 48.68, | |
| "grad_norm": 0.39289888739585876, | |
| "learning_rate": 1.2233186593666765e-05, | |
| "loss": 0.3421, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 48.76, | |
| "grad_norm": 0.4176575839519501, | |
| "learning_rate": 1.2204285661438296e-05, | |
| "loss": 0.3364, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 48.83, | |
| "grad_norm": 0.3840237855911255, | |
| "learning_rate": 1.2175384729209826e-05, | |
| "loss": 0.3357, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 48.91, | |
| "grad_norm": 0.44171571731567383, | |
| "learning_rate": 1.2146483796981355e-05, | |
| "loss": 0.3413, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 48.98, | |
| "grad_norm": 0.42055392265319824, | |
| "learning_rate": 1.2117582864752886e-05, | |
| "loss": 0.335, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 49.05, | |
| "grad_norm": 0.44252675771713257, | |
| "learning_rate": 1.2088681932524416e-05, | |
| "loss": 0.3385, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 49.13, | |
| "grad_norm": 0.378095805644989, | |
| "learning_rate": 1.2059781000295946e-05, | |
| "loss": 0.3413, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 49.2, | |
| "grad_norm": 0.3892216980457306, | |
| "learning_rate": 1.2030880068067477e-05, | |
| "loss": 0.3374, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 49.27, | |
| "grad_norm": 0.3788653612136841, | |
| "learning_rate": 1.2001979135839006e-05, | |
| "loss": 0.3398, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 49.35, | |
| "grad_norm": 0.38030126690864563, | |
| "learning_rate": 1.1973078203610536e-05, | |
| "loss": 0.3375, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 49.42, | |
| "grad_norm": 0.4031144082546234, | |
| "learning_rate": 1.1944177271382067e-05, | |
| "loss": 0.3398, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 49.5, | |
| "grad_norm": 0.3956519663333893, | |
| "learning_rate": 1.1915276339153597e-05, | |
| "loss": 0.3374, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 49.57, | |
| "grad_norm": 0.3961743414402008, | |
| "learning_rate": 1.1886375406925124e-05, | |
| "loss": 0.3349, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 49.64, | |
| "grad_norm": 0.3616986572742462, | |
| "learning_rate": 1.1857474474696656e-05, | |
| "loss": 0.3374, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 49.72, | |
| "grad_norm": 0.36143624782562256, | |
| "learning_rate": 1.1828573542468185e-05, | |
| "loss": 0.3361, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 49.79, | |
| "grad_norm": 0.389981746673584, | |
| "learning_rate": 1.1799672610239715e-05, | |
| "loss": 0.3378, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 49.87, | |
| "grad_norm": 0.4078088104724884, | |
| "learning_rate": 1.1770771678011246e-05, | |
| "loss": 0.3382, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 49.94, | |
| "grad_norm": 0.3802012801170349, | |
| "learning_rate": 1.1741870745782776e-05, | |
| "loss": 0.3356, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 50.01, | |
| "grad_norm": 0.46680396795272827, | |
| "learning_rate": 1.1712969813554305e-05, | |
| "loss": 0.339, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 50.09, | |
| "grad_norm": 0.45273512601852417, | |
| "learning_rate": 1.1684068881325836e-05, | |
| "loss": 0.3381, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 50.16, | |
| "grad_norm": 0.3563522398471832, | |
| "learning_rate": 1.1655167949097366e-05, | |
| "loss": 0.3371, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 50.24, | |
| "grad_norm": 0.43655216693878174, | |
| "learning_rate": 1.1626267016868895e-05, | |
| "loss": 0.3354, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 50.31, | |
| "grad_norm": 0.3371317982673645, | |
| "learning_rate": 1.1597366084640427e-05, | |
| "loss": 0.3374, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 50.38, | |
| "grad_norm": 0.39056339859962463, | |
| "learning_rate": 1.1568465152411956e-05, | |
| "loss": 0.3376, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 50.46, | |
| "grad_norm": 0.40476441383361816, | |
| "learning_rate": 1.1539564220183487e-05, | |
| "loss": 0.3381, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 50.53, | |
| "grad_norm": 0.3706866502761841, | |
| "learning_rate": 1.1510663287955017e-05, | |
| "loss": 0.3355, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 50.61, | |
| "grad_norm": 0.43677544593811035, | |
| "learning_rate": 1.1481762355726547e-05, | |
| "loss": 0.3352, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 50.68, | |
| "grad_norm": 0.3938286602497101, | |
| "learning_rate": 1.1452861423498078e-05, | |
| "loss": 0.3375, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 50.75, | |
| "grad_norm": 0.3463038504123688, | |
| "learning_rate": 1.1423960491269607e-05, | |
| "loss": 0.3379, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 50.83, | |
| "grad_norm": 0.3810366988182068, | |
| "learning_rate": 1.1395059559041137e-05, | |
| "loss": 0.3367, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 50.9, | |
| "grad_norm": 0.3845095932483673, | |
| "learning_rate": 1.1366158626812668e-05, | |
| "loss": 0.3366, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 50.98, | |
| "grad_norm": 0.5161909461021423, | |
| "learning_rate": 1.1337257694584198e-05, | |
| "loss": 0.3382, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 51.05, | |
| "grad_norm": 0.4319625794887543, | |
| "learning_rate": 1.1308356762355726e-05, | |
| "loss": 0.3359, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 51.12, | |
| "grad_norm": 0.34908732771873474, | |
| "learning_rate": 1.1279455830127257e-05, | |
| "loss": 0.3353, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 51.2, | |
| "grad_norm": 0.38367515802383423, | |
| "learning_rate": 1.1250554897898786e-05, | |
| "loss": 0.3367, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 51.27, | |
| "grad_norm": 0.3939116597175598, | |
| "learning_rate": 1.1221653965670316e-05, | |
| "loss": 0.3374, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 51.35, | |
| "grad_norm": 0.44843488931655884, | |
| "learning_rate": 1.1192753033441847e-05, | |
| "loss": 0.3376, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 51.42, | |
| "grad_norm": 0.4169764816761017, | |
| "learning_rate": 1.1163852101213377e-05, | |
| "loss": 0.3385, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 51.49, | |
| "grad_norm": 0.3487055003643036, | |
| "learning_rate": 1.1134951168984906e-05, | |
| "loss": 0.3372, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 51.57, | |
| "grad_norm": 0.3876706063747406, | |
| "learning_rate": 1.1106050236756437e-05, | |
| "loss": 0.3379, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 51.64, | |
| "grad_norm": 0.33344700932502747, | |
| "learning_rate": 1.1077149304527967e-05, | |
| "loss": 0.3389, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 51.72, | |
| "grad_norm": 0.41183948516845703, | |
| "learning_rate": 1.1048248372299497e-05, | |
| "loss": 0.3363, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 51.79, | |
| "grad_norm": 0.3549967110157013, | |
| "learning_rate": 1.1019347440071028e-05, | |
| "loss": 0.3374, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 51.86, | |
| "grad_norm": 0.4144490659236908, | |
| "learning_rate": 1.0990446507842557e-05, | |
| "loss": 0.3347, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 51.94, | |
| "grad_norm": 0.3781343400478363, | |
| "learning_rate": 1.0961545575614087e-05, | |
| "loss": 0.3365, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 52.01, | |
| "grad_norm": 0.4050437808036804, | |
| "learning_rate": 1.0932644643385618e-05, | |
| "loss": 0.3384, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 52.09, | |
| "grad_norm": 0.3758808374404907, | |
| "learning_rate": 1.0903743711157148e-05, | |
| "loss": 0.3382, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 52.16, | |
| "grad_norm": 0.456534206867218, | |
| "learning_rate": 1.0874842778928677e-05, | |
| "loss": 0.3392, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 52.23, | |
| "grad_norm": 0.38857728242874146, | |
| "learning_rate": 1.0845941846700208e-05, | |
| "loss": 0.3374, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 52.31, | |
| "grad_norm": 0.39419788122177124, | |
| "learning_rate": 1.0817040914471738e-05, | |
| "loss": 0.3374, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 52.38, | |
| "grad_norm": 0.41852855682373047, | |
| "learning_rate": 1.0788139982243268e-05, | |
| "loss": 0.3335, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 52.46, | |
| "grad_norm": 0.3561359941959381, | |
| "learning_rate": 1.0759239050014797e-05, | |
| "loss": 0.3359, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 52.53, | |
| "grad_norm": 0.3975025713443756, | |
| "learning_rate": 1.0730338117786327e-05, | |
| "loss": 0.336, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 52.6, | |
| "grad_norm": 0.39150169491767883, | |
| "learning_rate": 1.0701437185557856e-05, | |
| "loss": 0.337, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 52.68, | |
| "grad_norm": 0.404354453086853, | |
| "learning_rate": 1.0672536253329387e-05, | |
| "loss": 0.3378, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 52.75, | |
| "grad_norm": 0.3414269685745239, | |
| "learning_rate": 1.0643635321100917e-05, | |
| "loss": 0.3338, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 52.83, | |
| "grad_norm": 0.4378945827484131, | |
| "learning_rate": 1.0614734388872446e-05, | |
| "loss": 0.3369, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 52.9, | |
| "grad_norm": 0.5136425495147705, | |
| "learning_rate": 1.0585833456643978e-05, | |
| "loss": 0.3348, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 52.97, | |
| "grad_norm": 0.3793259263038635, | |
| "learning_rate": 1.0556932524415507e-05, | |
| "loss": 0.3354, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 53.05, | |
| "grad_norm": 0.3828275203704834, | |
| "learning_rate": 1.0528031592187039e-05, | |
| "loss": 0.3348, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 53.12, | |
| "grad_norm": 0.380776971578598, | |
| "learning_rate": 1.0499130659958568e-05, | |
| "loss": 0.3375, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 53.2, | |
| "grad_norm": 0.40259137749671936, | |
| "learning_rate": 1.0470229727730098e-05, | |
| "loss": 0.3366, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 53.27, | |
| "grad_norm": 0.3794288635253906, | |
| "learning_rate": 1.0441328795501629e-05, | |
| "loss": 0.3343, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 53.34, | |
| "grad_norm": 0.44558051228523254, | |
| "learning_rate": 1.0412427863273158e-05, | |
| "loss": 0.3355, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 53.42, | |
| "grad_norm": 0.42926931381225586, | |
| "learning_rate": 1.0383526931044688e-05, | |
| "loss": 0.3368, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 53.49, | |
| "grad_norm": 0.3846406936645508, | |
| "learning_rate": 1.035462599881622e-05, | |
| "loss": 0.3363, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 53.57, | |
| "grad_norm": 0.43000903725624084, | |
| "learning_rate": 1.0325725066587749e-05, | |
| "loss": 0.3338, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 53.64, | |
| "grad_norm": 0.42310836911201477, | |
| "learning_rate": 1.0296824134359278e-05, | |
| "loss": 0.336, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 53.71, | |
| "grad_norm": 0.3451327681541443, | |
| "learning_rate": 1.026792320213081e-05, | |
| "loss": 0.3384, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 53.79, | |
| "grad_norm": 0.4068630337715149, | |
| "learning_rate": 1.0239022269902339e-05, | |
| "loss": 0.3389, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 53.86, | |
| "grad_norm": 0.36988091468811035, | |
| "learning_rate": 1.0210121337673869e-05, | |
| "loss": 0.3368, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 53.94, | |
| "grad_norm": 0.37670448422431946, | |
| "learning_rate": 1.0181220405445398e-05, | |
| "loss": 0.3361, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 54.01, | |
| "grad_norm": 0.4235304296016693, | |
| "learning_rate": 1.0152319473216928e-05, | |
| "loss": 0.3339, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 54.08, | |
| "grad_norm": 0.4179520606994629, | |
| "learning_rate": 1.0123418540988457e-05, | |
| "loss": 0.3372, | |
| "step": 365500 | |
| }, | |
| { | |
| "epoch": 54.16, | |
| "grad_norm": 0.3763734996318817, | |
| "learning_rate": 1.0094517608759988e-05, | |
| "loss": 0.3368, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 54.23, | |
| "grad_norm": 0.4098796844482422, | |
| "learning_rate": 1.0065616676531518e-05, | |
| "loss": 0.3326, | |
| "step": 366500 | |
| }, | |
| { | |
| "epoch": 54.31, | |
| "grad_norm": 0.41570228338241577, | |
| "learning_rate": 1.0036715744303048e-05, | |
| "loss": 0.3366, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 54.38, | |
| "grad_norm": 0.38217049837112427, | |
| "learning_rate": 1.0007814812074579e-05, | |
| "loss": 0.3338, | |
| "step": 367500 | |
| }, | |
| { | |
| "epoch": 54.45, | |
| "grad_norm": 0.36770564317703247, | |
| "learning_rate": 9.978913879846108e-06, | |
| "loss": 0.3323, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 54.53, | |
| "grad_norm": 0.43568935990333557, | |
| "learning_rate": 9.950012947617638e-06, | |
| "loss": 0.3361, | |
| "step": 368500 | |
| }, | |
| { | |
| "epoch": 54.6, | |
| "grad_norm": 0.47602441906929016, | |
| "learning_rate": 9.921112015389169e-06, | |
| "loss": 0.3349, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 54.68, | |
| "grad_norm": 0.4022866487503052, | |
| "learning_rate": 9.892211083160699e-06, | |
| "loss": 0.3347, | |
| "step": 369500 | |
| }, | |
| { | |
| "epoch": 54.75, | |
| "grad_norm": 0.3981685936450958, | |
| "learning_rate": 9.863310150932228e-06, | |
| "loss": 0.3351, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 54.82, | |
| "grad_norm": 0.3706594705581665, | |
| "learning_rate": 9.83440921870376e-06, | |
| "loss": 0.3342, | |
| "step": 370500 | |
| }, | |
| { | |
| "epoch": 54.9, | |
| "grad_norm": 0.36316171288490295, | |
| "learning_rate": 9.805508286475289e-06, | |
| "loss": 0.337, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 54.97, | |
| "grad_norm": 0.3705138564109802, | |
| "learning_rate": 9.776607354246819e-06, | |
| "loss": 0.3358, | |
| "step": 371500 | |
| }, | |
| { | |
| "epoch": 55.05, | |
| "grad_norm": 0.4264328181743622, | |
| "learning_rate": 9.74770642201835e-06, | |
| "loss": 0.3349, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 55.12, | |
| "grad_norm": 0.39624592661857605, | |
| "learning_rate": 9.71880548978988e-06, | |
| "loss": 0.3327, | |
| "step": 372500 | |
| }, | |
| { | |
| "epoch": 55.19, | |
| "grad_norm": 0.41520076990127563, | |
| "learning_rate": 9.689904557561409e-06, | |
| "loss": 0.3363, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 55.27, | |
| "grad_norm": 0.37249574065208435, | |
| "learning_rate": 9.66100362533294e-06, | |
| "loss": 0.335, | |
| "step": 373500 | |
| }, | |
| { | |
| "epoch": 55.34, | |
| "grad_norm": 0.42657721042633057, | |
| "learning_rate": 9.632102693104468e-06, | |
| "loss": 0.3353, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 55.42, | |
| "grad_norm": 0.3780669569969177, | |
| "learning_rate": 9.603201760875998e-06, | |
| "loss": 0.337, | |
| "step": 374500 | |
| }, | |
| { | |
| "epoch": 55.49, | |
| "grad_norm": 0.3783871829509735, | |
| "learning_rate": 9.574300828647529e-06, | |
| "loss": 0.3348, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 55.56, | |
| "grad_norm": 0.4328089952468872, | |
| "learning_rate": 9.545399896419058e-06, | |
| "loss": 0.3366, | |
| "step": 375500 | |
| }, | |
| { | |
| "epoch": 55.64, | |
| "grad_norm": 0.3957238793373108, | |
| "learning_rate": 9.516498964190588e-06, | |
| "loss": 0.3344, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 55.71, | |
| "grad_norm": 0.3606773614883423, | |
| "learning_rate": 9.487598031962119e-06, | |
| "loss": 0.3342, | |
| "step": 376500 | |
| }, | |
| { | |
| "epoch": 55.79, | |
| "grad_norm": 0.4170531928539276, | |
| "learning_rate": 9.458697099733649e-06, | |
| "loss": 0.3349, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 55.86, | |
| "grad_norm": 0.3830915093421936, | |
| "learning_rate": 9.42979616750518e-06, | |
| "loss": 0.3371, | |
| "step": 377500 | |
| }, | |
| { | |
| "epoch": 55.93, | |
| "grad_norm": 0.4350239634513855, | |
| "learning_rate": 9.40089523527671e-06, | |
| "loss": 0.3377, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 56.01, | |
| "grad_norm": 0.37382885813713074, | |
| "learning_rate": 9.371994303048239e-06, | |
| "loss": 0.3362, | |
| "step": 378500 | |
| }, | |
| { | |
| "epoch": 56.08, | |
| "grad_norm": 0.3806856870651245, | |
| "learning_rate": 9.34309337081977e-06, | |
| "loss": 0.3347, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 56.16, | |
| "grad_norm": 0.3189554214477539, | |
| "learning_rate": 9.3141924385913e-06, | |
| "loss": 0.3363, | |
| "step": 379500 | |
| }, | |
| { | |
| "epoch": 56.23, | |
| "grad_norm": 0.33894240856170654, | |
| "learning_rate": 9.28529150636283e-06, | |
| "loss": 0.3362, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 56.3, | |
| "grad_norm": 0.4565516710281372, | |
| "learning_rate": 9.25639057413436e-06, | |
| "loss": 0.3331, | |
| "step": 380500 | |
| }, | |
| { | |
| "epoch": 56.38, | |
| "grad_norm": 0.4101388156414032, | |
| "learning_rate": 9.22748964190589e-06, | |
| "loss": 0.335, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 56.45, | |
| "grad_norm": 0.40449845790863037, | |
| "learning_rate": 9.19858870967742e-06, | |
| "loss": 0.3337, | |
| "step": 381500 | |
| }, | |
| { | |
| "epoch": 56.53, | |
| "grad_norm": 0.47349539399147034, | |
| "learning_rate": 9.16968777744895e-06, | |
| "loss": 0.3328, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 56.6, | |
| "grad_norm": 0.42848438024520874, | |
| "learning_rate": 9.14078684522048e-06, | |
| "loss": 0.334, | |
| "step": 382500 | |
| }, | |
| { | |
| "epoch": 56.67, | |
| "grad_norm": 0.3625510334968567, | |
| "learning_rate": 9.11188591299201e-06, | |
| "loss": 0.3321, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 56.75, | |
| "grad_norm": 0.3561297357082367, | |
| "learning_rate": 9.082984980763541e-06, | |
| "loss": 0.3349, | |
| "step": 383500 | |
| }, | |
| { | |
| "epoch": 56.82, | |
| "grad_norm": 0.3738841414451599, | |
| "learning_rate": 9.054084048535069e-06, | |
| "loss": 0.3366, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 56.9, | |
| "grad_norm": 0.33738991618156433, | |
| "learning_rate": 9.025183116306599e-06, | |
| "loss": 0.3327, | |
| "step": 384500 | |
| }, | |
| { | |
| "epoch": 56.97, | |
| "grad_norm": 0.42749759554862976, | |
| "learning_rate": 8.99628218407813e-06, | |
| "loss": 0.336, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 57.04, | |
| "grad_norm": 0.4089387059211731, | |
| "learning_rate": 8.96738125184966e-06, | |
| "loss": 0.3334, | |
| "step": 385500 | |
| }, | |
| { | |
| "epoch": 57.12, | |
| "grad_norm": 0.3684140145778656, | |
| "learning_rate": 8.938480319621189e-06, | |
| "loss": 0.3345, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 57.19, | |
| "grad_norm": 0.3694292902946472, | |
| "learning_rate": 8.90957938739272e-06, | |
| "loss": 0.3333, | |
| "step": 386500 | |
| }, | |
| { | |
| "epoch": 57.27, | |
| "grad_norm": 0.31505081057548523, | |
| "learning_rate": 8.88067845516425e-06, | |
| "loss": 0.3339, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 57.34, | |
| "grad_norm": 0.4051445722579956, | |
| "learning_rate": 8.85177752293578e-06, | |
| "loss": 0.3348, | |
| "step": 387500 | |
| }, | |
| { | |
| "epoch": 57.41, | |
| "grad_norm": 0.426145076751709, | |
| "learning_rate": 8.82287659070731e-06, | |
| "loss": 0.3307, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 57.49, | |
| "grad_norm": 0.4356764256954193, | |
| "learning_rate": 8.79397565847884e-06, | |
| "loss": 0.3336, | |
| "step": 388500 | |
| }, | |
| { | |
| "epoch": 57.56, | |
| "grad_norm": 0.39635592699050903, | |
| "learning_rate": 8.76507472625037e-06, | |
| "loss": 0.3355, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 57.64, | |
| "grad_norm": 0.4467043876647949, | |
| "learning_rate": 8.7361737940219e-06, | |
| "loss": 0.3369, | |
| "step": 389500 | |
| }, | |
| { | |
| "epoch": 57.71, | |
| "grad_norm": 0.5042401552200317, | |
| "learning_rate": 8.70727286179343e-06, | |
| "loss": 0.3352, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 57.78, | |
| "grad_norm": 0.38742733001708984, | |
| "learning_rate": 8.67837192956496e-06, | |
| "loss": 0.3349, | |
| "step": 390500 | |
| }, | |
| { | |
| "epoch": 57.86, | |
| "grad_norm": 0.35748493671417236, | |
| "learning_rate": 8.649470997336491e-06, | |
| "loss": 0.3331, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 57.93, | |
| "grad_norm": 0.406547486782074, | |
| "learning_rate": 8.62057006510802e-06, | |
| "loss": 0.3345, | |
| "step": 391500 | |
| }, | |
| { | |
| "epoch": 58.01, | |
| "grad_norm": 0.37016528844833374, | |
| "learning_rate": 8.59166913287955e-06, | |
| "loss": 0.3338, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 58.08, | |
| "grad_norm": 0.39589524269104004, | |
| "learning_rate": 8.562768200651081e-06, | |
| "loss": 0.3334, | |
| "step": 392500 | |
| }, | |
| { | |
| "epoch": 58.15, | |
| "grad_norm": 0.42654627561569214, | |
| "learning_rate": 8.533867268422611e-06, | |
| "loss": 0.3336, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 58.23, | |
| "grad_norm": 0.4174553453922272, | |
| "learning_rate": 8.504966336194139e-06, | |
| "loss": 0.3339, | |
| "step": 393500 | |
| }, | |
| { | |
| "epoch": 58.3, | |
| "grad_norm": 0.43379977345466614, | |
| "learning_rate": 8.47606540396567e-06, | |
| "loss": 0.3329, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 58.38, | |
| "grad_norm": 0.3706502914428711, | |
| "learning_rate": 8.4471644717372e-06, | |
| "loss": 0.332, | |
| "step": 394500 | |
| }, | |
| { | |
| "epoch": 58.45, | |
| "grad_norm": 0.4529905319213867, | |
| "learning_rate": 8.41826353950873e-06, | |
| "loss": 0.3342, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 58.52, | |
| "grad_norm": 0.4060870110988617, | |
| "learning_rate": 8.38936260728026e-06, | |
| "loss": 0.3331, | |
| "step": 395500 | |
| }, | |
| { | |
| "epoch": 58.6, | |
| "grad_norm": 0.4102860689163208, | |
| "learning_rate": 8.36046167505179e-06, | |
| "loss": 0.3339, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 58.67, | |
| "grad_norm": 0.38025009632110596, | |
| "learning_rate": 8.331560742823321e-06, | |
| "loss": 0.3334, | |
| "step": 396500 | |
| }, | |
| { | |
| "epoch": 58.75, | |
| "grad_norm": 0.3559959828853607, | |
| "learning_rate": 8.30265981059485e-06, | |
| "loss": 0.334, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 58.82, | |
| "grad_norm": 0.48199519515037537, | |
| "learning_rate": 8.27375887836638e-06, | |
| "loss": 0.3328, | |
| "step": 397500 | |
| }, | |
| { | |
| "epoch": 58.89, | |
| "grad_norm": 0.40932905673980713, | |
| "learning_rate": 8.244857946137912e-06, | |
| "loss": 0.3314, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 58.97, | |
| "grad_norm": 0.4070405960083008, | |
| "learning_rate": 8.215957013909441e-06, | |
| "loss": 0.3354, | |
| "step": 398500 | |
| }, | |
| { | |
| "epoch": 59.04, | |
| "grad_norm": 0.392281711101532, | |
| "learning_rate": 8.18705608168097e-06, | |
| "loss": 0.3324, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 59.12, | |
| "grad_norm": 0.38242244720458984, | |
| "learning_rate": 8.158155149452502e-06, | |
| "loss": 0.3313, | |
| "step": 399500 | |
| }, | |
| { | |
| "epoch": 59.19, | |
| "grad_norm": 0.4169810712337494, | |
| "learning_rate": 8.129254217224031e-06, | |
| "loss": 0.3354, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 59.26, | |
| "grad_norm": 0.335362046957016, | |
| "learning_rate": 8.100353284995561e-06, | |
| "loss": 0.3312, | |
| "step": 400500 | |
| }, | |
| { | |
| "epoch": 59.34, | |
| "grad_norm": 0.41095077991485596, | |
| "learning_rate": 8.071452352767092e-06, | |
| "loss": 0.3331, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 59.41, | |
| "grad_norm": 0.39492741227149963, | |
| "learning_rate": 8.042551420538622e-06, | |
| "loss": 0.3314, | |
| "step": 401500 | |
| }, | |
| { | |
| "epoch": 59.49, | |
| "grad_norm": 0.42789730429649353, | |
| "learning_rate": 8.013650488310151e-06, | |
| "loss": 0.333, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 59.56, | |
| "grad_norm": 0.35511842370033264, | |
| "learning_rate": 7.984749556081683e-06, | |
| "loss": 0.3346, | |
| "step": 402500 | |
| }, | |
| { | |
| "epoch": 59.63, | |
| "grad_norm": 0.36928626894950867, | |
| "learning_rate": 7.95584862385321e-06, | |
| "loss": 0.335, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 59.71, | |
| "grad_norm": 0.4076744318008423, | |
| "learning_rate": 7.92694769162474e-06, | |
| "loss": 0.3294, | |
| "step": 403500 | |
| }, | |
| { | |
| "epoch": 59.78, | |
| "grad_norm": 0.35494473576545715, | |
| "learning_rate": 7.898046759396271e-06, | |
| "loss": 0.3336, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 59.85, | |
| "grad_norm": 0.3991703689098358, | |
| "learning_rate": 7.8691458271678e-06, | |
| "loss": 0.3294, | |
| "step": 404500 | |
| }, | |
| { | |
| "epoch": 59.93, | |
| "grad_norm": 0.3891808092594147, | |
| "learning_rate": 7.84024489493933e-06, | |
| "loss": 0.3349, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 60.0, | |
| "grad_norm": 0.5921450257301331, | |
| "learning_rate": 7.811343962710861e-06, | |
| "loss": 0.3331, | |
| "step": 405500 | |
| }, | |
| { | |
| "epoch": 60.08, | |
| "grad_norm": 0.387185275554657, | |
| "learning_rate": 7.782443030482391e-06, | |
| "loss": 0.3326, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 60.15, | |
| "grad_norm": 0.5411362648010254, | |
| "learning_rate": 7.75354209825392e-06, | |
| "loss": 0.3303, | |
| "step": 406500 | |
| }, | |
| { | |
| "epoch": 60.22, | |
| "grad_norm": 0.35113802552223206, | |
| "learning_rate": 7.724641166025452e-06, | |
| "loss": 0.3343, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 60.3, | |
| "grad_norm": 0.3711684048175812, | |
| "learning_rate": 7.695740233796981e-06, | |
| "loss": 0.3316, | |
| "step": 407500 | |
| }, | |
| { | |
| "epoch": 60.37, | |
| "grad_norm": 0.40576910972595215, | |
| "learning_rate": 7.666839301568511e-06, | |
| "loss": 0.3344, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 60.45, | |
| "grad_norm": 0.4487907588481903, | |
| "learning_rate": 7.637938369340042e-06, | |
| "loss": 0.3337, | |
| "step": 408500 | |
| }, | |
| { | |
| "epoch": 60.52, | |
| "grad_norm": 0.4065958857536316, | |
| "learning_rate": 7.609037437111572e-06, | |
| "loss": 0.3314, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 60.59, | |
| "grad_norm": 0.4283113479614258, | |
| "learning_rate": 7.580136504883102e-06, | |
| "loss": 0.3337, | |
| "step": 409500 | |
| }, | |
| { | |
| "epoch": 60.67, | |
| "grad_norm": 0.4433044493198395, | |
| "learning_rate": 7.5512355726546325e-06, | |
| "loss": 0.3317, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 60.74, | |
| "grad_norm": 0.38607364892959595, | |
| "learning_rate": 7.522334640426161e-06, | |
| "loss": 0.333, | |
| "step": 410500 | |
| }, | |
| { | |
| "epoch": 60.82, | |
| "grad_norm": 0.45367687940597534, | |
| "learning_rate": 7.4934337081976916e-06, | |
| "loss": 0.3298, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 60.89, | |
| "grad_norm": 0.4054895043373108, | |
| "learning_rate": 7.464532775969222e-06, | |
| "loss": 0.3318, | |
| "step": 411500 | |
| }, | |
| { | |
| "epoch": 60.96, | |
| "grad_norm": 0.41600409150123596, | |
| "learning_rate": 7.4356318437407515e-06, | |
| "loss": 0.3313, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 61.04, | |
| "grad_norm": 0.4171212911605835, | |
| "learning_rate": 7.406730911512282e-06, | |
| "loss": 0.3318, | |
| "step": 412500 | |
| }, | |
| { | |
| "epoch": 61.11, | |
| "grad_norm": 0.40264466404914856, | |
| "learning_rate": 7.377829979283812e-06, | |
| "loss": 0.3335, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 61.19, | |
| "grad_norm": 0.37919875979423523, | |
| "learning_rate": 7.348929047055342e-06, | |
| "loss": 0.3324, | |
| "step": 413500 | |
| }, | |
| { | |
| "epoch": 61.26, | |
| "grad_norm": 0.47246700525283813, | |
| "learning_rate": 7.320028114826872e-06, | |
| "loss": 0.3341, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 61.33, | |
| "grad_norm": 0.4305689036846161, | |
| "learning_rate": 7.291127182598403e-06, | |
| "loss": 0.3335, | |
| "step": 414500 | |
| }, | |
| { | |
| "epoch": 61.41, | |
| "grad_norm": 0.38494426012039185, | |
| "learning_rate": 7.262226250369932e-06, | |
| "loss": 0.3337, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 61.48, | |
| "grad_norm": 0.45139452815055847, | |
| "learning_rate": 7.233325318141462e-06, | |
| "loss": 0.3322, | |
| "step": 415500 | |
| }, | |
| { | |
| "epoch": 61.56, | |
| "grad_norm": 0.4199995994567871, | |
| "learning_rate": 7.204424385912992e-06, | |
| "loss": 0.3302, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 61.63, | |
| "grad_norm": 0.3823252022266388, | |
| "learning_rate": 7.175523453684522e-06, | |
| "loss": 0.333, | |
| "step": 416500 | |
| }, | |
| { | |
| "epoch": 61.7, | |
| "grad_norm": 0.38762542605400085, | |
| "learning_rate": 7.146622521456052e-06, | |
| "loss": 0.3338, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 61.78, | |
| "grad_norm": 0.3889346718788147, | |
| "learning_rate": 7.117721589227582e-06, | |
| "loss": 0.3333, | |
| "step": 417500 | |
| }, | |
| { | |
| "epoch": 61.85, | |
| "grad_norm": 0.43703803420066833, | |
| "learning_rate": 7.088820656999113e-06, | |
| "loss": 0.3313, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 61.93, | |
| "grad_norm": 0.37083032727241516, | |
| "learning_rate": 7.059919724770642e-06, | |
| "loss": 0.3327, | |
| "step": 418500 | |
| }, | |
| { | |
| "epoch": 62.0, | |
| "grad_norm": 0.431436687707901, | |
| "learning_rate": 7.031018792542173e-06, | |
| "loss": 0.3275, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 62.07, | |
| "grad_norm": 0.38710957765579224, | |
| "learning_rate": 7.002117860313703e-06, | |
| "loss": 0.3315, | |
| "step": 419500 | |
| }, | |
| { | |
| "epoch": 62.15, | |
| "grad_norm": 0.4548743963241577, | |
| "learning_rate": 6.973216928085232e-06, | |
| "loss": 0.3314, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 62.22, | |
| "grad_norm": 0.4413709342479706, | |
| "learning_rate": 6.944315995856762e-06, | |
| "loss": 0.3317, | |
| "step": 420500 | |
| }, | |
| { | |
| "epoch": 62.3, | |
| "grad_norm": 0.42544716596603394, | |
| "learning_rate": 6.915415063628293e-06, | |
| "loss": 0.3327, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 62.37, | |
| "grad_norm": 0.4307864010334015, | |
| "learning_rate": 6.886514131399822e-06, | |
| "loss": 0.3335, | |
| "step": 421500 | |
| }, | |
| { | |
| "epoch": 62.44, | |
| "grad_norm": 0.4296441376209259, | |
| "learning_rate": 6.8576131991713526e-06, | |
| "loss": 0.3317, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 62.52, | |
| "grad_norm": 0.3624299466609955, | |
| "learning_rate": 6.828712266942883e-06, | |
| "loss": 0.3307, | |
| "step": 422500 | |
| }, | |
| { | |
| "epoch": 62.59, | |
| "grad_norm": 0.4123700261116028, | |
| "learning_rate": 6.7998113347144125e-06, | |
| "loss": 0.3317, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 62.67, | |
| "grad_norm": 0.4546355903148651, | |
| "learning_rate": 6.770910402485943e-06, | |
| "loss": 0.3288, | |
| "step": 423500 | |
| }, | |
| { | |
| "epoch": 62.74, | |
| "grad_norm": 0.4328787922859192, | |
| "learning_rate": 6.742009470257473e-06, | |
| "loss": 0.3321, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 62.81, | |
| "grad_norm": 0.39879125356674194, | |
| "learning_rate": 6.713108538029003e-06, | |
| "loss": 0.334, | |
| "step": 424500 | |
| }, | |
| { | |
| "epoch": 62.89, | |
| "grad_norm": 0.42407459020614624, | |
| "learning_rate": 6.684207605800532e-06, | |
| "loss": 0.3312, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 62.96, | |
| "grad_norm": 0.5664127469062805, | |
| "learning_rate": 6.655306673572063e-06, | |
| "loss": 0.3323, | |
| "step": 425500 | |
| }, | |
| { | |
| "epoch": 63.04, | |
| "grad_norm": 0.47169846296310425, | |
| "learning_rate": 6.626405741343592e-06, | |
| "loss": 0.3309, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 63.11, | |
| "grad_norm": 0.3552204668521881, | |
| "learning_rate": 6.597504809115123e-06, | |
| "loss": 0.33, | |
| "step": 426500 | |
| }, | |
| { | |
| "epoch": 63.18, | |
| "grad_norm": 0.44585150480270386, | |
| "learning_rate": 6.568603876886653e-06, | |
| "loss": 0.3306, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 63.26, | |
| "grad_norm": 0.4512608051300049, | |
| "learning_rate": 6.5397029446581835e-06, | |
| "loss": 0.3308, | |
| "step": 427500 | |
| }, | |
| { | |
| "epoch": 63.33, | |
| "grad_norm": 0.40121740102767944, | |
| "learning_rate": 6.510802012429713e-06, | |
| "loss": 0.3302, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 63.41, | |
| "grad_norm": 0.4354041516780853, | |
| "learning_rate": 6.481901080201243e-06, | |
| "loss": 0.3327, | |
| "step": 428500 | |
| }, | |
| { | |
| "epoch": 63.48, | |
| "grad_norm": 0.4612290561199188, | |
| "learning_rate": 6.453000147972774e-06, | |
| "loss": 0.3311, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 63.55, | |
| "grad_norm": 0.4508548676967621, | |
| "learning_rate": 6.424099215744303e-06, | |
| "loss": 0.3312, | |
| "step": 429500 | |
| }, | |
| { | |
| "epoch": 63.63, | |
| "grad_norm": 0.4045092761516571, | |
| "learning_rate": 6.395198283515833e-06, | |
| "loss": 0.3313, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 63.7, | |
| "grad_norm": 0.4180326759815216, | |
| "learning_rate": 6.366297351287363e-06, | |
| "loss": 0.3324, | |
| "step": 430500 | |
| }, | |
| { | |
| "epoch": 63.78, | |
| "grad_norm": 0.3800413906574249, | |
| "learning_rate": 6.337396419058893e-06, | |
| "loss": 0.3357, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 63.85, | |
| "grad_norm": 0.4264669716358185, | |
| "learning_rate": 6.308495486830423e-06, | |
| "loss": 0.3314, | |
| "step": 431500 | |
| }, | |
| { | |
| "epoch": 63.92, | |
| "grad_norm": 0.4021168351173401, | |
| "learning_rate": 6.279594554601954e-06, | |
| "loss": 0.3301, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 64.0, | |
| "grad_norm": 0.4635623097419739, | |
| "learning_rate": 6.250693622373483e-06, | |
| "loss": 0.3304, | |
| "step": 432500 | |
| }, | |
| { | |
| "epoch": 64.07, | |
| "grad_norm": 0.4012512266635895, | |
| "learning_rate": 6.2217926901450136e-06, | |
| "loss": 0.3322, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 64.15, | |
| "grad_norm": 0.4430687725543976, | |
| "learning_rate": 6.192891757916544e-06, | |
| "loss": 0.3302, | |
| "step": 433500 | |
| }, | |
| { | |
| "epoch": 64.22, | |
| "grad_norm": 0.43903249502182007, | |
| "learning_rate": 6.1639908256880735e-06, | |
| "loss": 0.3326, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 64.29, | |
| "grad_norm": 0.5228444337844849, | |
| "learning_rate": 6.135089893459604e-06, | |
| "loss": 0.3298, | |
| "step": 434500 | |
| }, | |
| { | |
| "epoch": 64.37, | |
| "grad_norm": 0.43113288283348083, | |
| "learning_rate": 6.1061889612311334e-06, | |
| "loss": 0.3291, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 64.44, | |
| "grad_norm": 0.47652667760849, | |
| "learning_rate": 6.077288029002663e-06, | |
| "loss": 0.3299, | |
| "step": 435500 | |
| }, | |
| { | |
| "epoch": 64.52, | |
| "grad_norm": 0.4017566442489624, | |
| "learning_rate": 6.048387096774193e-06, | |
| "loss": 0.3312, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 64.59, | |
| "grad_norm": 0.4369170069694519, | |
| "learning_rate": 6.019486164545724e-06, | |
| "loss": 0.3339, | |
| "step": 436500 | |
| }, | |
| { | |
| "epoch": 64.66, | |
| "grad_norm": 0.36806294322013855, | |
| "learning_rate": 5.990585232317254e-06, | |
| "loss": 0.3317, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 64.74, | |
| "grad_norm": 0.42576882243156433, | |
| "learning_rate": 5.961684300088784e-06, | |
| "loss": 0.3309, | |
| "step": 437500 | |
| }, | |
| { | |
| "epoch": 64.81, | |
| "grad_norm": 0.4077777564525604, | |
| "learning_rate": 5.932783367860314e-06, | |
| "loss": 0.3319, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 64.89, | |
| "grad_norm": 0.4394007921218872, | |
| "learning_rate": 5.9038824356318445e-06, | |
| "loss": 0.3327, | |
| "step": 438500 | |
| }, | |
| { | |
| "epoch": 64.96, | |
| "grad_norm": 0.32965216040611267, | |
| "learning_rate": 5.874981503403374e-06, | |
| "loss": 0.3277, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 65.03, | |
| "grad_norm": 0.4312441945075989, | |
| "learning_rate": 5.846080571174904e-06, | |
| "loss": 0.3291, | |
| "step": 439500 | |
| }, | |
| { | |
| "epoch": 65.11, | |
| "grad_norm": 0.3752184808254242, | |
| "learning_rate": 5.817179638946434e-06, | |
| "loss": 0.3319, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 65.18, | |
| "grad_norm": 0.4169740080833435, | |
| "learning_rate": 5.7882787067179635e-06, | |
| "loss": 0.331, | |
| "step": 440500 | |
| }, | |
| { | |
| "epoch": 65.26, | |
| "grad_norm": 0.43580740690231323, | |
| "learning_rate": 5.759377774489494e-06, | |
| "loss": 0.3301, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 65.33, | |
| "grad_norm": 0.46015655994415283, | |
| "learning_rate": 5.730476842261024e-06, | |
| "loss": 0.3326, | |
| "step": 441500 | |
| }, | |
| { | |
| "epoch": 65.4, | |
| "grad_norm": 0.4646316468715668, | |
| "learning_rate": 5.701575910032554e-06, | |
| "loss": 0.3307, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 65.48, | |
| "grad_norm": 0.4371485114097595, | |
| "learning_rate": 5.672674977804084e-06, | |
| "loss": 0.3303, | |
| "step": 442500 | |
| }, | |
| { | |
| "epoch": 65.55, | |
| "grad_norm": 0.443768173456192, | |
| "learning_rate": 5.643774045575615e-06, | |
| "loss": 0.3315, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 65.63, | |
| "grad_norm": 0.44002553820610046, | |
| "learning_rate": 5.614873113347144e-06, | |
| "loss": 0.3305, | |
| "step": 443500 | |
| }, | |
| { | |
| "epoch": 65.7, | |
| "grad_norm": 0.39671292901039124, | |
| "learning_rate": 5.5859721811186746e-06, | |
| "loss": 0.3312, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 65.77, | |
| "grad_norm": 0.4188387393951416, | |
| "learning_rate": 5.557071248890204e-06, | |
| "loss": 0.3302, | |
| "step": 444500 | |
| }, | |
| { | |
| "epoch": 65.85, | |
| "grad_norm": 0.44623398780822754, | |
| "learning_rate": 5.528170316661734e-06, | |
| "loss": 0.3308, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 65.92, | |
| "grad_norm": 0.36335235834121704, | |
| "learning_rate": 5.499269384433264e-06, | |
| "loss": 0.3293, | |
| "step": 445500 | |
| }, | |
| { | |
| "epoch": 66.0, | |
| "grad_norm": 0.41810572147369385, | |
| "learning_rate": 5.4703684522047944e-06, | |
| "loss": 0.329, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 66.07, | |
| "grad_norm": 0.4002617299556732, | |
| "learning_rate": 5.441467519976325e-06, | |
| "loss": 0.3278, | |
| "step": 446500 | |
| }, | |
| { | |
| "epoch": 66.14, | |
| "grad_norm": 0.45273175835609436, | |
| "learning_rate": 5.412566587747854e-06, | |
| "loss": 0.3303, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 66.22, | |
| "grad_norm": 0.48169875144958496, | |
| "learning_rate": 5.383665655519385e-06, | |
| "loss": 0.332, | |
| "step": 447500 | |
| }, | |
| { | |
| "epoch": 66.29, | |
| "grad_norm": 0.39927640557289124, | |
| "learning_rate": 5.354764723290915e-06, | |
| "loss": 0.3296, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 66.37, | |
| "grad_norm": 0.42319226264953613, | |
| "learning_rate": 5.325863791062445e-06, | |
| "loss": 0.3309, | |
| "step": 448500 | |
| }, | |
| { | |
| "epoch": 66.44, | |
| "grad_norm": 0.4284779131412506, | |
| "learning_rate": 5.296962858833975e-06, | |
| "loss": 0.3321, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 66.51, | |
| "grad_norm": 0.5179397463798523, | |
| "learning_rate": 5.268061926605505e-06, | |
| "loss": 0.33, | |
| "step": 449500 | |
| }, | |
| { | |
| "epoch": 66.59, | |
| "grad_norm": 0.44250035285949707, | |
| "learning_rate": 5.239160994377034e-06, | |
| "loss": 0.3295, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 66.66, | |
| "grad_norm": 0.46015605330467224, | |
| "learning_rate": 5.210260062148565e-06, | |
| "loss": 0.3313, | |
| "step": 450500 | |
| }, | |
| { | |
| "epoch": 66.74, | |
| "grad_norm": 0.5012817978858948, | |
| "learning_rate": 5.181359129920095e-06, | |
| "loss": 0.3302, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 66.81, | |
| "grad_norm": 0.403338223695755, | |
| "learning_rate": 5.1524581976916245e-06, | |
| "loss": 0.3306, | |
| "step": 451500 | |
| }, | |
| { | |
| "epoch": 66.88, | |
| "grad_norm": 0.4086831212043762, | |
| "learning_rate": 5.123557265463155e-06, | |
| "loss": 0.3286, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 66.96, | |
| "grad_norm": 0.3715237081050873, | |
| "learning_rate": 5.094656333234685e-06, | |
| "loss": 0.3301, | |
| "step": 452500 | |
| }, | |
| { | |
| "epoch": 67.03, | |
| "grad_norm": 0.46829870343208313, | |
| "learning_rate": 5.065755401006215e-06, | |
| "loss": 0.3307, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 67.11, | |
| "grad_norm": 0.4667709767818451, | |
| "learning_rate": 5.036854468777745e-06, | |
| "loss": 0.3298, | |
| "step": 453500 | |
| }, | |
| { | |
| "epoch": 67.18, | |
| "grad_norm": 0.4758981466293335, | |
| "learning_rate": 5.007953536549275e-06, | |
| "loss": 0.3272, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 67.25, | |
| "grad_norm": 0.48276805877685547, | |
| "learning_rate": 4.979052604320804e-06, | |
| "loss": 0.3288, | |
| "step": 454500 | |
| }, | |
| { | |
| "epoch": 67.33, | |
| "grad_norm": 0.400806725025177, | |
| "learning_rate": 4.950151672092335e-06, | |
| "loss": 0.3258, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 67.4, | |
| "grad_norm": 0.40156251192092896, | |
| "learning_rate": 4.921250739863865e-06, | |
| "loss": 0.3351, | |
| "step": 455500 | |
| }, | |
| { | |
| "epoch": 67.48, | |
| "grad_norm": 0.5024535655975342, | |
| "learning_rate": 4.8923498076353955e-06, | |
| "loss": 0.3306, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 67.55, | |
| "grad_norm": 0.52587890625, | |
| "learning_rate": 4.863448875406925e-06, | |
| "loss": 0.3331, | |
| "step": 456500 | |
| }, | |
| { | |
| "epoch": 67.62, | |
| "grad_norm": 0.41265735030174255, | |
| "learning_rate": 4.8345479431784554e-06, | |
| "loss": 0.3328, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 67.7, | |
| "grad_norm": 0.34202754497528076, | |
| "learning_rate": 4.805647010949986e-06, | |
| "loss": 0.3321, | |
| "step": 457500 | |
| }, | |
| { | |
| "epoch": 67.77, | |
| "grad_norm": 0.4898373484611511, | |
| "learning_rate": 4.776746078721515e-06, | |
| "loss": 0.331, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 67.85, | |
| "grad_norm": 0.52295982837677, | |
| "learning_rate": 4.747845146493046e-06, | |
| "loss": 0.3306, | |
| "step": 458500 | |
| }, | |
| { | |
| "epoch": 67.92, | |
| "grad_norm": 0.46750620007514954, | |
| "learning_rate": 4.718944214264575e-06, | |
| "loss": 0.3315, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 67.99, | |
| "grad_norm": 0.35533860325813293, | |
| "learning_rate": 4.690043282036105e-06, | |
| "loss": 0.3315, | |
| "step": 459500 | |
| }, | |
| { | |
| "epoch": 68.07, | |
| "grad_norm": 0.41508856415748596, | |
| "learning_rate": 4.661142349807635e-06, | |
| "loss": 0.3291, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 68.14, | |
| "grad_norm": 0.4271659851074219, | |
| "learning_rate": 4.632241417579166e-06, | |
| "loss": 0.3286, | |
| "step": 460500 | |
| }, | |
| { | |
| "epoch": 68.22, | |
| "grad_norm": 0.44648808240890503, | |
| "learning_rate": 4.603340485350695e-06, | |
| "loss": 0.3299, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 68.29, | |
| "grad_norm": 0.4843562841415405, | |
| "learning_rate": 4.574439553122226e-06, | |
| "loss": 0.3282, | |
| "step": 461500 | |
| }, | |
| { | |
| "epoch": 68.36, | |
| "grad_norm": 0.41266024112701416, | |
| "learning_rate": 4.545538620893756e-06, | |
| "loss": 0.3299, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 68.44, | |
| "grad_norm": 0.4088280200958252, | |
| "learning_rate": 4.5166376886652855e-06, | |
| "loss": 0.332, | |
| "step": 462500 | |
| }, | |
| { | |
| "epoch": 68.51, | |
| "grad_norm": 0.48477041721343994, | |
| "learning_rate": 4.487736756436816e-06, | |
| "loss": 0.3312, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 68.59, | |
| "grad_norm": 0.42487454414367676, | |
| "learning_rate": 4.458835824208346e-06, | |
| "loss": 0.3296, | |
| "step": 463500 | |
| }, | |
| { | |
| "epoch": 68.66, | |
| "grad_norm": 0.4671236276626587, | |
| "learning_rate": 4.429934891979876e-06, | |
| "loss": 0.3288, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 68.73, | |
| "grad_norm": 0.4430939257144928, | |
| "learning_rate": 4.401033959751405e-06, | |
| "loss": 0.3297, | |
| "step": 464500 | |
| }, | |
| { | |
| "epoch": 68.81, | |
| "grad_norm": 0.4080400764942169, | |
| "learning_rate": 4.372133027522936e-06, | |
| "loss": 0.3305, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 68.88, | |
| "grad_norm": 0.3743002712726593, | |
| "learning_rate": 4.343232095294466e-06, | |
| "loss": 0.3294, | |
| "step": 465500 | |
| }, | |
| { | |
| "epoch": 68.96, | |
| "grad_norm": 0.3991639316082001, | |
| "learning_rate": 4.314331163065996e-06, | |
| "loss": 0.3293, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 69.03, | |
| "grad_norm": 0.40404531359672546, | |
| "learning_rate": 4.285430230837526e-06, | |
| "loss": 0.3307, | |
| "step": 466500 | |
| }, | |
| { | |
| "epoch": 69.1, | |
| "grad_norm": 0.4253464639186859, | |
| "learning_rate": 4.2565292986090565e-06, | |
| "loss": 0.3278, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 69.18, | |
| "grad_norm": 0.43970435857772827, | |
| "learning_rate": 4.227628366380586e-06, | |
| "loss": 0.3284, | |
| "step": 467500 | |
| }, | |
| { | |
| "epoch": 69.25, | |
| "grad_norm": 0.42423635721206665, | |
| "learning_rate": 4.1987274341521164e-06, | |
| "loss": 0.3337, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 69.33, | |
| "grad_norm": 0.4581485092639923, | |
| "learning_rate": 4.169826501923646e-06, | |
| "loss": 0.3273, | |
| "step": 468500 | |
| }, | |
| { | |
| "epoch": 69.4, | |
| "grad_norm": 0.4594268500804901, | |
| "learning_rate": 4.1409255696951755e-06, | |
| "loss": 0.3295, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 69.47, | |
| "grad_norm": 0.49994996190071106, | |
| "learning_rate": 4.112024637466706e-06, | |
| "loss": 0.3267, | |
| "step": 469500 | |
| }, | |
| { | |
| "epoch": 69.55, | |
| "grad_norm": 0.4062737822532654, | |
| "learning_rate": 4.083123705238236e-06, | |
| "loss": 0.3283, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 69.62, | |
| "grad_norm": 0.4764838218688965, | |
| "learning_rate": 4.054222773009766e-06, | |
| "loss": 0.3318, | |
| "step": 470500 | |
| }, | |
| { | |
| "epoch": 69.7, | |
| "grad_norm": 0.42747876048088074, | |
| "learning_rate": 4.025321840781296e-06, | |
| "loss": 0.3311, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 69.77, | |
| "grad_norm": 0.45434367656707764, | |
| "learning_rate": 3.996420908552827e-06, | |
| "loss": 0.3293, | |
| "step": 471500 | |
| }, | |
| { | |
| "epoch": 69.84, | |
| "grad_norm": 0.387123703956604, | |
| "learning_rate": 3.967519976324356e-06, | |
| "loss": 0.3311, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 69.92, | |
| "grad_norm": 0.412826806306839, | |
| "learning_rate": 3.938619044095887e-06, | |
| "loss": 0.329, | |
| "step": 472500 | |
| }, | |
| { | |
| "epoch": 69.99, | |
| "grad_norm": 0.532727062702179, | |
| "learning_rate": 3.909718111867417e-06, | |
| "loss": 0.3266, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 70.07, | |
| "grad_norm": 0.4674714505672455, | |
| "learning_rate": 3.8808171796389465e-06, | |
| "loss": 0.3257, | |
| "step": 473500 | |
| }, | |
| { | |
| "epoch": 70.14, | |
| "grad_norm": 0.3989239037036896, | |
| "learning_rate": 3.851916247410477e-06, | |
| "loss": 0.3288, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 70.21, | |
| "grad_norm": 0.5390828251838684, | |
| "learning_rate": 3.8230153151820065e-06, | |
| "loss": 0.3316, | |
| "step": 474500 | |
| }, | |
| { | |
| "epoch": 70.29, | |
| "grad_norm": 0.4232146143913269, | |
| "learning_rate": 3.7941143829535364e-06, | |
| "loss": 0.3297, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 70.36, | |
| "grad_norm": 0.4476439654827118, | |
| "learning_rate": 3.765213450725067e-06, | |
| "loss": 0.3308, | |
| "step": 475500 | |
| }, | |
| { | |
| "epoch": 70.44, | |
| "grad_norm": 0.46341538429260254, | |
| "learning_rate": 3.7363125184965968e-06, | |
| "loss": 0.3241, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 70.51, | |
| "grad_norm": 0.3792473077774048, | |
| "learning_rate": 3.7074115862681268e-06, | |
| "loss": 0.3282, | |
| "step": 476500 | |
| }, | |
| { | |
| "epoch": 70.58, | |
| "grad_norm": 0.42449694871902466, | |
| "learning_rate": 3.6785106540396567e-06, | |
| "loss": 0.3282, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 70.66, | |
| "grad_norm": 0.389700323343277, | |
| "learning_rate": 3.6496097218111867e-06, | |
| "loss": 0.3332, | |
| "step": 477500 | |
| }, | |
| { | |
| "epoch": 70.73, | |
| "grad_norm": 0.4011322855949402, | |
| "learning_rate": 3.6207087895827167e-06, | |
| "loss": 0.3295, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 70.8, | |
| "grad_norm": 0.485365092754364, | |
| "learning_rate": 3.591807857354247e-06, | |
| "loss": 0.33, | |
| "step": 478500 | |
| }, | |
| { | |
| "epoch": 70.88, | |
| "grad_norm": 0.39829009771347046, | |
| "learning_rate": 3.562906925125777e-06, | |
| "loss": 0.3291, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 70.95, | |
| "grad_norm": 0.46039626002311707, | |
| "learning_rate": 3.5340059928973066e-06, | |
| "loss": 0.331, | |
| "step": 479500 | |
| }, | |
| { | |
| "epoch": 71.03, | |
| "grad_norm": 0.40389734506607056, | |
| "learning_rate": 3.505105060668837e-06, | |
| "loss": 0.3286, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 71.1, | |
| "grad_norm": 0.4375256299972534, | |
| "learning_rate": 3.476204128440367e-06, | |
| "loss": 0.3298, | |
| "step": 480500 | |
| }, | |
| { | |
| "epoch": 71.17, | |
| "grad_norm": 0.42462676763534546, | |
| "learning_rate": 3.4473031962118973e-06, | |
| "loss": 0.3302, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 71.25, | |
| "grad_norm": 0.3216535747051239, | |
| "learning_rate": 3.4184022639834273e-06, | |
| "loss": 0.3283, | |
| "step": 481500 | |
| }, | |
| { | |
| "epoch": 71.32, | |
| "grad_norm": 0.45945799350738525, | |
| "learning_rate": 3.389501331754957e-06, | |
| "loss": 0.3278, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 71.4, | |
| "grad_norm": 0.4495971202850342, | |
| "learning_rate": 3.3606003995264872e-06, | |
| "loss": 0.3265, | |
| "step": 482500 | |
| }, | |
| { | |
| "epoch": 71.47, | |
| "grad_norm": 0.4159165322780609, | |
| "learning_rate": 3.331699467298017e-06, | |
| "loss": 0.3292, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 71.54, | |
| "grad_norm": 0.410427063703537, | |
| "learning_rate": 3.302798535069547e-06, | |
| "loss": 0.3299, | |
| "step": 483500 | |
| }, | |
| { | |
| "epoch": 71.62, | |
| "grad_norm": 0.5130240321159363, | |
| "learning_rate": 3.2738976028410776e-06, | |
| "loss": 0.3316, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 71.69, | |
| "grad_norm": 0.4405277669429779, | |
| "learning_rate": 3.244996670612607e-06, | |
| "loss": 0.33, | |
| "step": 484500 | |
| }, | |
| { | |
| "epoch": 71.77, | |
| "grad_norm": 0.575674295425415, | |
| "learning_rate": 3.2160957383841375e-06, | |
| "loss": 0.3298, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 71.84, | |
| "grad_norm": 0.4434616267681122, | |
| "learning_rate": 3.1871948061556675e-06, | |
| "loss": 0.3298, | |
| "step": 485500 | |
| }, | |
| { | |
| "epoch": 71.91, | |
| "grad_norm": 0.3960082530975342, | |
| "learning_rate": 3.1582938739271974e-06, | |
| "loss": 0.3282, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 71.99, | |
| "grad_norm": 0.42698296904563904, | |
| "learning_rate": 3.129392941698728e-06, | |
| "loss": 0.3296, | |
| "step": 486500 | |
| }, | |
| { | |
| "epoch": 72.06, | |
| "grad_norm": 0.5218748450279236, | |
| "learning_rate": 3.1004920094702574e-06, | |
| "loss": 0.3296, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 72.14, | |
| "grad_norm": 0.46763402223587036, | |
| "learning_rate": 3.0715910772417873e-06, | |
| "loss": 0.3262, | |
| "step": 487500 | |
| }, | |
| { | |
| "epoch": 72.21, | |
| "grad_norm": 0.42345327138900757, | |
| "learning_rate": 3.0426901450133177e-06, | |
| "loss": 0.33, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 72.28, | |
| "grad_norm": 0.4526881277561188, | |
| "learning_rate": 3.0137892127848477e-06, | |
| "loss": 0.3304, | |
| "step": 488500 | |
| }, | |
| { | |
| "epoch": 72.36, | |
| "grad_norm": 0.42106348276138306, | |
| "learning_rate": 2.984888280556378e-06, | |
| "loss": 0.3292, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 72.43, | |
| "grad_norm": 0.5022510886192322, | |
| "learning_rate": 2.9559873483279076e-06, | |
| "loss": 0.3266, | |
| "step": 489500 | |
| }, | |
| { | |
| "epoch": 72.51, | |
| "grad_norm": 0.4436812996864319, | |
| "learning_rate": 2.9270864160994376e-06, | |
| "loss": 0.3269, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 72.58, | |
| "grad_norm": 0.42252251505851746, | |
| "learning_rate": 2.898185483870968e-06, | |
| "loss": 0.3281, | |
| "step": 490500 | |
| }, | |
| { | |
| "epoch": 72.65, | |
| "grad_norm": 0.5339802503585815, | |
| "learning_rate": 2.869284551642498e-06, | |
| "loss": 0.3289, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 72.73, | |
| "grad_norm": 0.3937510550022125, | |
| "learning_rate": 2.840383619414028e-06, | |
| "loss": 0.328, | |
| "step": 491500 | |
| }, | |
| { | |
| "epoch": 72.8, | |
| "grad_norm": 0.3894229829311371, | |
| "learning_rate": 2.811482687185558e-06, | |
| "loss": 0.3282, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 72.88, | |
| "grad_norm": 0.4481090307235718, | |
| "learning_rate": 2.782581754957088e-06, | |
| "loss": 0.3301, | |
| "step": 492500 | |
| }, | |
| { | |
| "epoch": 72.95, | |
| "grad_norm": 0.45495444536209106, | |
| "learning_rate": 2.753680822728618e-06, | |
| "loss": 0.3278, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 73.02, | |
| "grad_norm": 0.49259716272354126, | |
| "learning_rate": 2.7247798905001482e-06, | |
| "loss": 0.3295, | |
| "step": 493500 | |
| }, | |
| { | |
| "epoch": 73.1, | |
| "grad_norm": 0.4257282018661499, | |
| "learning_rate": 2.6958789582716778e-06, | |
| "loss": 0.3269, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 73.17, | |
| "grad_norm": 0.43159300088882446, | |
| "learning_rate": 2.666978026043208e-06, | |
| "loss": 0.3276, | |
| "step": 494500 | |
| }, | |
| { | |
| "epoch": 73.25, | |
| "grad_norm": 0.4048108458518982, | |
| "learning_rate": 2.638077093814738e-06, | |
| "loss": 0.3333, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 73.32, | |
| "grad_norm": 0.4666566252708435, | |
| "learning_rate": 2.609176161586268e-06, | |
| "loss": 0.3275, | |
| "step": 495500 | |
| }, | |
| { | |
| "epoch": 73.39, | |
| "grad_norm": 0.3985891342163086, | |
| "learning_rate": 2.5802752293577985e-06, | |
| "loss": 0.3279, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 73.47, | |
| "grad_norm": 0.5439868569374084, | |
| "learning_rate": 2.551374297129328e-06, | |
| "loss": 0.3275, | |
| "step": 496500 | |
| }, | |
| { | |
| "epoch": 73.54, | |
| "grad_norm": 0.45784690976142883, | |
| "learning_rate": 2.522473364900858e-06, | |
| "loss": 0.3309, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 73.62, | |
| "grad_norm": 0.4779771864414215, | |
| "learning_rate": 2.4935724326723884e-06, | |
| "loss": 0.3288, | |
| "step": 497500 | |
| }, | |
| { | |
| "epoch": 73.69, | |
| "grad_norm": 0.47680574655532837, | |
| "learning_rate": 2.4646715004439184e-06, | |
| "loss": 0.3285, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 73.76, | |
| "grad_norm": 0.3629719913005829, | |
| "learning_rate": 2.4357705682154488e-06, | |
| "loss": 0.3284, | |
| "step": 498500 | |
| }, | |
| { | |
| "epoch": 73.84, | |
| "grad_norm": 0.46253129839897156, | |
| "learning_rate": 2.4068696359869783e-06, | |
| "loss": 0.3284, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 73.91, | |
| "grad_norm": 0.44531476497650146, | |
| "learning_rate": 2.3779687037585083e-06, | |
| "loss": 0.3281, | |
| "step": 499500 | |
| }, | |
| { | |
| "epoch": 73.99, | |
| "grad_norm": 0.39289695024490356, | |
| "learning_rate": 2.3490677715300387e-06, | |
| "loss": 0.326, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 74.06, | |
| "grad_norm": 0.48103997111320496, | |
| "learning_rate": 2.3201668393015686e-06, | |
| "loss": 0.3272, | |
| "step": 500500 | |
| }, | |
| { | |
| "epoch": 74.13, | |
| "grad_norm": 0.4336768388748169, | |
| "learning_rate": 2.2912659070730986e-06, | |
| "loss": 0.3265, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 74.21, | |
| "grad_norm": 0.4040307402610779, | |
| "learning_rate": 2.2623649748446286e-06, | |
| "loss": 0.3271, | |
| "step": 501500 | |
| }, | |
| { | |
| "epoch": 74.28, | |
| "grad_norm": 0.49081218242645264, | |
| "learning_rate": 2.2334640426161585e-06, | |
| "loss": 0.328, | |
| "step": 502000 | |
| }, | |
| { | |
| "epoch": 74.36, | |
| "grad_norm": 0.44683390855789185, | |
| "learning_rate": 2.2045631103876885e-06, | |
| "loss": 0.3266, | |
| "step": 502500 | |
| }, | |
| { | |
| "epoch": 74.43, | |
| "grad_norm": 0.4362635612487793, | |
| "learning_rate": 2.175662178159219e-06, | |
| "loss": 0.3293, | |
| "step": 503000 | |
| }, | |
| { | |
| "epoch": 74.5, | |
| "grad_norm": 0.4326813220977783, | |
| "learning_rate": 2.146761245930749e-06, | |
| "loss": 0.3302, | |
| "step": 503500 | |
| }, | |
| { | |
| "epoch": 74.58, | |
| "grad_norm": 0.5289288759231567, | |
| "learning_rate": 2.117860313702279e-06, | |
| "loss": 0.3288, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 74.65, | |
| "grad_norm": 0.5708897709846497, | |
| "learning_rate": 2.088959381473809e-06, | |
| "loss": 0.3271, | |
| "step": 504500 | |
| }, | |
| { | |
| "epoch": 74.73, | |
| "grad_norm": 0.38460394740104675, | |
| "learning_rate": 2.0600584492453388e-06, | |
| "loss": 0.3262, | |
| "step": 505000 | |
| }, | |
| { | |
| "epoch": 74.8, | |
| "grad_norm": 0.4401102066040039, | |
| "learning_rate": 2.031157517016869e-06, | |
| "loss": 0.3285, | |
| "step": 505500 | |
| }, | |
| { | |
| "epoch": 74.87, | |
| "grad_norm": 0.4699185788631439, | |
| "learning_rate": 2.002256584788399e-06, | |
| "loss": 0.3292, | |
| "step": 506000 | |
| }, | |
| { | |
| "epoch": 74.95, | |
| "grad_norm": 0.43969598412513733, | |
| "learning_rate": 1.9733556525599287e-06, | |
| "loss": 0.3282, | |
| "step": 506500 | |
| }, | |
| { | |
| "epoch": 75.02, | |
| "grad_norm": 0.5226773619651794, | |
| "learning_rate": 1.944454720331459e-06, | |
| "loss": 0.3275, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 75.1, | |
| "grad_norm": 0.42381104826927185, | |
| "learning_rate": 1.915553788102989e-06, | |
| "loss": 0.3287, | |
| "step": 507500 | |
| }, | |
| { | |
| "epoch": 75.17, | |
| "grad_norm": 0.47836771607398987, | |
| "learning_rate": 1.886652855874519e-06, | |
| "loss": 0.3248, | |
| "step": 508000 | |
| }, | |
| { | |
| "epoch": 75.24, | |
| "grad_norm": 0.4760962128639221, | |
| "learning_rate": 1.8577519236460492e-06, | |
| "loss": 0.3255, | |
| "step": 508500 | |
| }, | |
| { | |
| "epoch": 75.32, | |
| "grad_norm": 0.4954340159893036, | |
| "learning_rate": 1.8288509914175794e-06, | |
| "loss": 0.3274, | |
| "step": 509000 | |
| }, | |
| { | |
| "epoch": 75.39, | |
| "grad_norm": 0.3998168110847473, | |
| "learning_rate": 1.7999500591891091e-06, | |
| "loss": 0.328, | |
| "step": 509500 | |
| }, | |
| { | |
| "epoch": 75.47, | |
| "grad_norm": 0.3899104595184326, | |
| "learning_rate": 1.7710491269606393e-06, | |
| "loss": 0.3291, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 75.54, | |
| "grad_norm": 0.4677903652191162, | |
| "learning_rate": 1.7421481947321693e-06, | |
| "loss": 0.3261, | |
| "step": 510500 | |
| }, | |
| { | |
| "epoch": 75.61, | |
| "grad_norm": 0.41607698798179626, | |
| "learning_rate": 1.7132472625036995e-06, | |
| "loss": 0.3291, | |
| "step": 511000 | |
| }, | |
| { | |
| "epoch": 75.69, | |
| "grad_norm": 0.44930896162986755, | |
| "learning_rate": 1.6843463302752294e-06, | |
| "loss": 0.3307, | |
| "step": 511500 | |
| }, | |
| { | |
| "epoch": 75.76, | |
| "grad_norm": 0.48138096928596497, | |
| "learning_rate": 1.6554453980467594e-06, | |
| "loss": 0.3256, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 75.84, | |
| "grad_norm": 0.44024384021759033, | |
| "learning_rate": 1.6265444658182896e-06, | |
| "loss": 0.3278, | |
| "step": 512500 | |
| }, | |
| { | |
| "epoch": 75.91, | |
| "grad_norm": 0.42400872707366943, | |
| "learning_rate": 1.5976435335898193e-06, | |
| "loss": 0.3295, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 75.98, | |
| "grad_norm": 0.4450230896472931, | |
| "learning_rate": 1.5687426013613495e-06, | |
| "loss": 0.3293, | |
| "step": 513500 | |
| }, | |
| { | |
| "epoch": 76.06, | |
| "grad_norm": 0.4113300144672394, | |
| "learning_rate": 1.5398416691328797e-06, | |
| "loss": 0.3277, | |
| "step": 514000 | |
| }, | |
| { | |
| "epoch": 76.13, | |
| "grad_norm": 0.4838961064815521, | |
| "learning_rate": 1.5109407369044097e-06, | |
| "loss": 0.3257, | |
| "step": 514500 | |
| }, | |
| { | |
| "epoch": 76.21, | |
| "grad_norm": 0.45890524983406067, | |
| "learning_rate": 1.4820398046759396e-06, | |
| "loss": 0.3263, | |
| "step": 515000 | |
| }, | |
| { | |
| "epoch": 76.28, | |
| "grad_norm": 0.4421687424182892, | |
| "learning_rate": 1.4531388724474696e-06, | |
| "loss": 0.3287, | |
| "step": 515500 | |
| }, | |
| { | |
| "epoch": 76.35, | |
| "grad_norm": 0.4234231114387512, | |
| "learning_rate": 1.4242379402189998e-06, | |
| "loss": 0.3308, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 76.43, | |
| "grad_norm": 0.4239380657672882, | |
| "learning_rate": 1.3953370079905297e-06, | |
| "loss": 0.3291, | |
| "step": 516500 | |
| }, | |
| { | |
| "epoch": 76.5, | |
| "grad_norm": 0.4606933891773224, | |
| "learning_rate": 1.3664360757620597e-06, | |
| "loss": 0.3288, | |
| "step": 517000 | |
| }, | |
| { | |
| "epoch": 76.58, | |
| "grad_norm": 0.4070008099079132, | |
| "learning_rate": 1.33753514353359e-06, | |
| "loss": 0.3268, | |
| "step": 517500 | |
| }, | |
| { | |
| "epoch": 76.65, | |
| "grad_norm": 0.5978463888168335, | |
| "learning_rate": 1.3086342113051199e-06, | |
| "loss": 0.3272, | |
| "step": 518000 | |
| }, | |
| { | |
| "epoch": 76.72, | |
| "grad_norm": 0.43075379729270935, | |
| "learning_rate": 1.27973327907665e-06, | |
| "loss": 0.3287, | |
| "step": 518500 | |
| }, | |
| { | |
| "epoch": 76.8, | |
| "grad_norm": 0.46790510416030884, | |
| "learning_rate": 1.2508323468481798e-06, | |
| "loss": 0.3266, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 76.87, | |
| "grad_norm": 0.45541101694107056, | |
| "learning_rate": 1.22193141461971e-06, | |
| "loss": 0.3254, | |
| "step": 519500 | |
| }, | |
| { | |
| "epoch": 76.95, | |
| "grad_norm": 0.44363468885421753, | |
| "learning_rate": 1.1930304823912402e-06, | |
| "loss": 0.3248, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 77.02, | |
| "grad_norm": 0.5055235624313354, | |
| "learning_rate": 1.1641295501627701e-06, | |
| "loss": 0.3265, | |
| "step": 520500 | |
| }, | |
| { | |
| "epoch": 77.09, | |
| "grad_norm": 0.3572923541069031, | |
| "learning_rate": 1.1352286179343e-06, | |
| "loss": 0.324, | |
| "step": 521000 | |
| }, | |
| { | |
| "epoch": 77.17, | |
| "grad_norm": 0.40502551198005676, | |
| "learning_rate": 1.10632768570583e-06, | |
| "loss": 0.3254, | |
| "step": 521500 | |
| }, | |
| { | |
| "epoch": 77.24, | |
| "grad_norm": 0.45639294385910034, | |
| "learning_rate": 1.0774267534773602e-06, | |
| "loss": 0.328, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 77.32, | |
| "grad_norm": 0.4580610990524292, | |
| "learning_rate": 1.0485258212488904e-06, | |
| "loss": 0.3278, | |
| "step": 522500 | |
| }, | |
| { | |
| "epoch": 77.39, | |
| "grad_norm": 0.4812680184841156, | |
| "learning_rate": 1.0196248890204202e-06, | |
| "loss": 0.3274, | |
| "step": 523000 | |
| }, | |
| { | |
| "epoch": 77.46, | |
| "grad_norm": 0.416979044675827, | |
| "learning_rate": 9.907239567919504e-07, | |
| "loss": 0.3261, | |
| "step": 523500 | |
| }, | |
| { | |
| "epoch": 77.54, | |
| "grad_norm": 0.39473670721054077, | |
| "learning_rate": 9.618230245634803e-07, | |
| "loss": 0.328, | |
| "step": 524000 | |
| }, | |
| { | |
| "epoch": 77.61, | |
| "grad_norm": 0.4831089675426483, | |
| "learning_rate": 9.329220923350104e-07, | |
| "loss": 0.328, | |
| "step": 524500 | |
| }, | |
| { | |
| "epoch": 77.69, | |
| "grad_norm": 0.4752112627029419, | |
| "learning_rate": 9.040211601065404e-07, | |
| "loss": 0.3249, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 77.76, | |
| "grad_norm": 0.4114755690097809, | |
| "learning_rate": 8.751202278780705e-07, | |
| "loss": 0.3282, | |
| "step": 525500 | |
| }, | |
| { | |
| "epoch": 77.83, | |
| "grad_norm": 0.539284348487854, | |
| "learning_rate": 8.462192956496004e-07, | |
| "loss": 0.327, | |
| "step": 526000 | |
| }, | |
| { | |
| "epoch": 77.91, | |
| "grad_norm": 0.4160568118095398, | |
| "learning_rate": 8.173183634211305e-07, | |
| "loss": 0.3278, | |
| "step": 526500 | |
| }, | |
| { | |
| "epoch": 77.98, | |
| "grad_norm": 0.42335689067840576, | |
| "learning_rate": 7.884174311926606e-07, | |
| "loss": 0.3291, | |
| "step": 527000 | |
| }, | |
| { | |
| "epoch": 78.06, | |
| "grad_norm": 0.4964425563812256, | |
| "learning_rate": 7.595164989641906e-07, | |
| "loss": 0.3269, | |
| "step": 527500 | |
| }, | |
| { | |
| "epoch": 78.13, | |
| "grad_norm": 0.5482224822044373, | |
| "learning_rate": 7.306155667357206e-07, | |
| "loss": 0.3257, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 78.2, | |
| "grad_norm": 0.4845934808254242, | |
| "learning_rate": 7.017146345072507e-07, | |
| "loss": 0.3257, | |
| "step": 528500 | |
| }, | |
| { | |
| "epoch": 78.28, | |
| "grad_norm": 0.44311293959617615, | |
| "learning_rate": 6.728137022787807e-07, | |
| "loss": 0.3267, | |
| "step": 529000 | |
| }, | |
| { | |
| "epoch": 78.35, | |
| "grad_norm": 0.49295201897621155, | |
| "learning_rate": 6.439127700503107e-07, | |
| "loss": 0.3262, | |
| "step": 529500 | |
| }, | |
| { | |
| "epoch": 78.43, | |
| "grad_norm": 0.45838817954063416, | |
| "learning_rate": 6.150118378218408e-07, | |
| "loss": 0.3272, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 78.5, | |
| "grad_norm": 0.4277520477771759, | |
| "learning_rate": 5.861109055933709e-07, | |
| "loss": 0.3275, | |
| "step": 530500 | |
| }, | |
| { | |
| "epoch": 78.57, | |
| "grad_norm": 0.49568185210227966, | |
| "learning_rate": 5.572099733649008e-07, | |
| "loss": 0.3238, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 78.65, | |
| "grad_norm": 0.3964736759662628, | |
| "learning_rate": 5.283090411364309e-07, | |
| "loss": 0.3265, | |
| "step": 531500 | |
| }, | |
| { | |
| "epoch": 78.72, | |
| "grad_norm": 0.38991761207580566, | |
| "learning_rate": 4.994081089079609e-07, | |
| "loss": 0.3297, | |
| "step": 532000 | |
| }, | |
| { | |
| "epoch": 78.8, | |
| "grad_norm": 0.514043390750885, | |
| "learning_rate": 4.7050717667949096e-07, | |
| "loss": 0.3274, | |
| "step": 532500 | |
| }, | |
| { | |
| "epoch": 78.87, | |
| "grad_norm": 0.44372057914733887, | |
| "learning_rate": 4.41606244451021e-07, | |
| "loss": 0.3265, | |
| "step": 533000 | |
| }, | |
| { | |
| "epoch": 78.94, | |
| "grad_norm": 0.40556496381759644, | |
| "learning_rate": 4.1270531222255106e-07, | |
| "loss": 0.3268, | |
| "step": 533500 | |
| }, | |
| { | |
| "epoch": 79.02, | |
| "grad_norm": 0.37113696336746216, | |
| "learning_rate": 3.838043799940811e-07, | |
| "loss": 0.331, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 79.09, | |
| "grad_norm": 0.42463332414627075, | |
| "learning_rate": 3.549034477656111e-07, | |
| "loss": 0.3269, | |
| "step": 534500 | |
| }, | |
| { | |
| "epoch": 79.17, | |
| "grad_norm": 0.456259548664093, | |
| "learning_rate": 3.260025155371412e-07, | |
| "loss": 0.3296, | |
| "step": 535000 | |
| }, | |
| { | |
| "epoch": 79.24, | |
| "grad_norm": 0.39561837911605835, | |
| "learning_rate": 2.971015833086712e-07, | |
| "loss": 0.3272, | |
| "step": 535500 | |
| }, | |
| { | |
| "epoch": 79.31, | |
| "grad_norm": 0.42246511578559875, | |
| "learning_rate": 2.6820065108020127e-07, | |
| "loss": 0.3274, | |
| "step": 536000 | |
| }, | |
| { | |
| "epoch": 79.39, | |
| "grad_norm": 0.42932552099227905, | |
| "learning_rate": 2.392997188517313e-07, | |
| "loss": 0.3259, | |
| "step": 536500 | |
| }, | |
| { | |
| "epoch": 79.46, | |
| "grad_norm": 0.4081755578517914, | |
| "learning_rate": 2.1039878662326132e-07, | |
| "loss": 0.3254, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 79.54, | |
| "grad_norm": 0.43017107248306274, | |
| "learning_rate": 1.8149785439479136e-07, | |
| "loss": 0.3294, | |
| "step": 537500 | |
| }, | |
| { | |
| "epoch": 79.61, | |
| "grad_norm": 0.3940086364746094, | |
| "learning_rate": 1.525969221663214e-07, | |
| "loss": 0.3284, | |
| "step": 538000 | |
| }, | |
| { | |
| "epoch": 79.68, | |
| "grad_norm": 0.37287628650665283, | |
| "learning_rate": 1.2369598993785146e-07, | |
| "loss": 0.3269, | |
| "step": 538500 | |
| }, | |
| { | |
| "epoch": 79.76, | |
| "grad_norm": 0.451742559671402, | |
| "learning_rate": 9.479505770938148e-08, | |
| "loss": 0.3259, | |
| "step": 539000 | |
| }, | |
| { | |
| "epoch": 79.83, | |
| "grad_norm": 0.4438938796520233, | |
| "learning_rate": 6.589412548091152e-08, | |
| "loss": 0.3238, | |
| "step": 539500 | |
| }, | |
| { | |
| "epoch": 79.91, | |
| "grad_norm": 0.4649119973182678, | |
| "learning_rate": 3.699319325244155e-08, | |
| "loss": 0.3257, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 79.98, | |
| "grad_norm": 0.4151638150215149, | |
| "learning_rate": 8.09226102397159e-09, | |
| "loss": 0.3303, | |
| "step": 540500 | |
| }, | |
| { | |
| "epoch": 80.0, | |
| "step": 540640, | |
| "total_flos": 4.3712245507093955e+20, | |
| "train_loss": 0.35890252478696355, | |
| "train_runtime": 56544.5558, | |
| "train_samples_per_second": 76.486, | |
| "train_steps_per_second": 9.561 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 540640, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 80, | |
| "save_steps": 1000000000, | |
| "total_flos": 4.3712245507093955e+20, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |