{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 54900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04553734061930783,
      "grad_norm": 18.591150283813477,
      "learning_rate": 2.9726775956284154e-05,
      "loss": 2.5583,
      "step": 500
    },
    {
      "epoch": 0.09107468123861566,
      "grad_norm": 15.338476181030273,
      "learning_rate": 2.9453551912568308e-05,
      "loss": 1.6841,
      "step": 1000
    },
    {
      "epoch": 0.1366120218579235,
      "grad_norm": 14.975069999694824,
      "learning_rate": 2.9180327868852458e-05,
      "loss": 1.5423,
      "step": 1500
    },
    {
      "epoch": 0.18214936247723132,
      "grad_norm": 17.511743545532227,
      "learning_rate": 2.890710382513661e-05,
      "loss": 1.4113,
      "step": 2000
    },
    {
      "epoch": 0.22768670309653916,
      "grad_norm": 18.18260955810547,
      "learning_rate": 2.8633879781420765e-05,
      "loss": 1.3533,
      "step": 2500
    },
    {
      "epoch": 0.273224043715847,
      "grad_norm": 16.508344650268555,
      "learning_rate": 2.836065573770492e-05,
      "loss": 1.299,
      "step": 3000
    },
    {
      "epoch": 0.31876138433515483,
      "grad_norm": 25.282175064086914,
      "learning_rate": 2.8087431693989072e-05,
      "loss": 1.282,
      "step": 3500
    },
    {
      "epoch": 0.36429872495446264,
      "grad_norm": 24.085981369018555,
      "learning_rate": 2.7814207650273226e-05,
      "loss": 1.2146,
      "step": 4000
    },
    {
      "epoch": 0.4098360655737705,
      "grad_norm": 12.455412864685059,
      "learning_rate": 2.754098360655738e-05,
      "loss": 1.2332,
      "step": 4500
    },
    {
      "epoch": 0.4553734061930783,
      "grad_norm": 10.222314834594727,
      "learning_rate": 2.7267759562841533e-05,
      "loss": 1.1607,
      "step": 5000
    },
    {
      "epoch": 0.5009107468123861,
      "grad_norm": 10.9562406539917,
      "learning_rate": 2.6994535519125683e-05,
      "loss": 1.1293,
      "step": 5500
    },
    {
      "epoch": 0.546448087431694,
      "grad_norm": 16.84743309020996,
      "learning_rate": 2.6721311475409837e-05,
      "loss": 1.129,
      "step": 6000
    },
    {
      "epoch": 0.5919854280510018,
      "grad_norm": 21.29459571838379,
      "learning_rate": 2.644808743169399e-05,
      "loss": 1.1002,
      "step": 6500
    },
    {
      "epoch": 0.6375227686703097,
      "grad_norm": 25.021621704101562,
      "learning_rate": 2.6174863387978144e-05,
      "loss": 1.0397,
      "step": 7000
    },
    {
      "epoch": 0.6830601092896175,
      "grad_norm": 11.044733047485352,
      "learning_rate": 2.5901639344262294e-05,
      "loss": 1.0806,
      "step": 7500
    },
    {
      "epoch": 0.7285974499089253,
      "grad_norm": 10.266705513000488,
      "learning_rate": 2.5628415300546447e-05,
      "loss": 1.047,
      "step": 8000
    },
    {
      "epoch": 0.7741347905282332,
      "grad_norm": 13.432859420776367,
      "learning_rate": 2.53551912568306e-05,
      "loss": 1.0566,
      "step": 8500
    },
    {
      "epoch": 0.819672131147541,
      "grad_norm": 25.581703186035156,
      "learning_rate": 2.5081967213114754e-05,
      "loss": 1.0277,
      "step": 9000
    },
    {
      "epoch": 0.8652094717668488,
      "grad_norm": 14.602388381958008,
      "learning_rate": 2.4808743169398908e-05,
      "loss": 1.0154,
      "step": 9500
    },
    {
      "epoch": 0.9107468123861566,
      "grad_norm": 17.17100715637207,
      "learning_rate": 2.453551912568306e-05,
      "loss": 1.0149,
      "step": 10000
    },
    {
      "epoch": 0.9562841530054644,
      "grad_norm": 10.567970275878906,
      "learning_rate": 2.4262295081967215e-05,
      "loss": 1.007,
      "step": 10500
    },
    {
      "epoch": 1.0018214936247722,
      "grad_norm": 22.679931640625,
      "learning_rate": 2.398907103825137e-05,
      "loss": 0.995,
      "step": 11000
    },
    {
      "epoch": 1.04735883424408,
      "grad_norm": 12.259163856506348,
      "learning_rate": 2.371584699453552e-05,
      "loss": 0.7177,
      "step": 11500
    },
    {
      "epoch": 1.092896174863388,
      "grad_norm": 18.350513458251953,
      "learning_rate": 2.3442622950819672e-05,
      "loss": 0.7203,
      "step": 12000
    },
    {
      "epoch": 1.138433515482696,
      "grad_norm": 21.86613655090332,
      "learning_rate": 2.3169398907103826e-05,
      "loss": 0.7585,
      "step": 12500
    },
    {
      "epoch": 1.1839708561020037,
      "grad_norm": 18.372119903564453,
      "learning_rate": 2.289617486338798e-05,
      "loss": 0.7324,
      "step": 13000
    },
    {
      "epoch": 1.2295081967213115,
      "grad_norm": 25.320674896240234,
      "learning_rate": 2.262295081967213e-05,
      "loss": 0.7241,
      "step": 13500
    },
    {
      "epoch": 1.2750455373406193,
      "grad_norm": 10.435434341430664,
      "learning_rate": 2.2349726775956283e-05,
      "loss": 0.7322,
      "step": 14000
    },
    {
      "epoch": 1.3205828779599271,
      "grad_norm": 29.3476505279541,
      "learning_rate": 2.2076502732240437e-05,
      "loss": 0.745,
      "step": 14500
    },
    {
      "epoch": 1.366120218579235,
      "grad_norm": 8.349024772644043,
      "learning_rate": 2.180327868852459e-05,
      "loss": 0.7543,
      "step": 15000
    },
    {
      "epoch": 1.4116575591985427,
      "grad_norm": 10.698665618896484,
      "learning_rate": 2.153005464480874e-05,
      "loss": 0.7475,
      "step": 15500
    },
    {
      "epoch": 1.4571948998178508,
      "grad_norm": 10.810667037963867,
      "learning_rate": 2.1256830601092897e-05,
      "loss": 0.7336,
      "step": 16000
    },
    {
      "epoch": 1.5027322404371586,
      "grad_norm": 14.816246032714844,
      "learning_rate": 2.098360655737705e-05,
      "loss": 0.7393,
      "step": 16500
    },
    {
      "epoch": 1.5482695810564664,
      "grad_norm": 11.557518005371094,
      "learning_rate": 2.0710382513661204e-05,
      "loss": 0.7333,
      "step": 17000
    },
    {
      "epoch": 1.5938069216757742,
      "grad_norm": 16.669546127319336,
      "learning_rate": 2.0437158469945358e-05,
      "loss": 0.7255,
      "step": 17500
    },
    {
      "epoch": 1.639344262295082,
      "grad_norm": 14.28069019317627,
      "learning_rate": 2.0163934426229508e-05,
      "loss": 0.7369,
      "step": 18000
    },
    {
      "epoch": 1.6848816029143898,
      "grad_norm": 22.36986541748047,
      "learning_rate": 1.9890710382513662e-05,
      "loss": 0.7287,
      "step": 18500
    },
    {
      "epoch": 1.7304189435336976,
      "grad_norm": 11.109138488769531,
      "learning_rate": 1.9617486338797815e-05,
      "loss": 0.7406,
      "step": 19000
    },
    {
      "epoch": 1.7759562841530054,
      "grad_norm": 16.205177307128906,
      "learning_rate": 1.934426229508197e-05,
      "loss": 0.734,
      "step": 19500
    },
    {
      "epoch": 1.8214936247723132,
      "grad_norm": 16.029556274414062,
      "learning_rate": 1.907103825136612e-05,
      "loss": 0.7261,
      "step": 20000
    },
    {
      "epoch": 1.867030965391621,
      "grad_norm": 17.520740509033203,
      "learning_rate": 1.8797814207650273e-05,
      "loss": 0.7289,
      "step": 20500
    },
    {
      "epoch": 1.9125683060109289,
      "grad_norm": 31.18975257873535,
      "learning_rate": 1.8524590163934426e-05,
      "loss": 0.7012,
      "step": 21000
    },
    {
      "epoch": 1.9581056466302367,
      "grad_norm": 11.743003845214844,
      "learning_rate": 1.825136612021858e-05,
      "loss": 0.7185,
      "step": 21500
    },
    {
      "epoch": 2.0036429872495445,
      "grad_norm": 13.794853210449219,
      "learning_rate": 1.7978142076502733e-05,
      "loss": 0.6816,
      "step": 22000
    },
    {
      "epoch": 2.0491803278688523,
      "grad_norm": 28.844125747680664,
      "learning_rate": 1.7704918032786887e-05,
      "loss": 0.4469,
      "step": 22500
    },
    {
      "epoch": 2.09471766848816,
      "grad_norm": 5.327408790588379,
      "learning_rate": 1.743169398907104e-05,
      "loss": 0.4577,
      "step": 23000
    },
    {
      "epoch": 2.1402550091074684,
      "grad_norm": 29.065576553344727,
      "learning_rate": 1.7158469945355194e-05,
      "loss": 0.4617,
      "step": 23500
    },
    {
      "epoch": 2.185792349726776,
      "grad_norm": 7.028495788574219,
      "learning_rate": 1.6885245901639344e-05,
      "loss": 0.4542,
      "step": 24000
    },
    {
      "epoch": 2.231329690346084,
      "grad_norm": 17.614421844482422,
      "learning_rate": 1.6612021857923497e-05,
      "loss": 0.4809,
      "step": 24500
    },
    {
      "epoch": 2.276867030965392,
      "grad_norm": 16.79141616821289,
      "learning_rate": 1.633879781420765e-05,
      "loss": 0.4717,
      "step": 25000
    },
    {
      "epoch": 2.3224043715846996,
      "grad_norm": 29.323766708374023,
      "learning_rate": 1.6065573770491805e-05,
      "loss": 0.4758,
      "step": 25500
    },
    {
      "epoch": 2.3679417122040074,
      "grad_norm": 19.425329208374023,
      "learning_rate": 1.5792349726775955e-05,
      "loss": 0.4679,
      "step": 26000
    },
    {
      "epoch": 2.413479052823315,
      "grad_norm": 5.9673380851745605,
      "learning_rate": 1.5519125683060108e-05,
      "loss": 0.4885,
      "step": 26500
    },
    {
      "epoch": 2.459016393442623,
      "grad_norm": 12.733803749084473,
      "learning_rate": 1.5245901639344264e-05,
      "loss": 0.4811,
      "step": 27000
    },
    {
      "epoch": 2.504553734061931,
      "grad_norm": 22.212753295898438,
      "learning_rate": 1.4972677595628415e-05,
      "loss": 0.4613,
      "step": 27500
    },
    {
      "epoch": 2.5500910746812386,
      "grad_norm": 18.736804962158203,
      "learning_rate": 1.4699453551912569e-05,
      "loss": 0.4786,
      "step": 28000
    },
    {
      "epoch": 2.5956284153005464,
      "grad_norm": 20.595645904541016,
      "learning_rate": 1.442622950819672e-05,
      "loss": 0.4997,
      "step": 28500
    },
    {
      "epoch": 2.6411657559198543,
      "grad_norm": 18.30236053466797,
      "learning_rate": 1.4153005464480874e-05,
      "loss": 0.4792,
      "step": 29000
    },
    {
      "epoch": 2.686703096539162,
      "grad_norm": 19.671579360961914,
      "learning_rate": 1.3879781420765026e-05,
      "loss": 0.4556,
      "step": 29500
    },
    {
      "epoch": 2.73224043715847,
      "grad_norm": 14.210960388183594,
      "learning_rate": 1.3606557377049181e-05,
      "loss": 0.4737,
      "step": 30000
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 15.706062316894531,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.4773,
      "step": 30500
    },
    {
      "epoch": 2.8233151183970855,
      "grad_norm": 2.883192300796509,
      "learning_rate": 1.3060109289617487e-05,
      "loss": 0.4734,
      "step": 31000
    },
    {
      "epoch": 2.8688524590163933,
      "grad_norm": 12.449463844299316,
      "learning_rate": 1.2786885245901639e-05,
      "loss": 0.4579,
      "step": 31500
    },
    {
      "epoch": 2.9143897996357016,
      "grad_norm": 19.76999855041504,
      "learning_rate": 1.2513661202185792e-05,
      "loss": 0.4772,
      "step": 32000
    },
    {
      "epoch": 2.959927140255009,
      "grad_norm": 38.29131317138672,
      "learning_rate": 1.2240437158469946e-05,
      "loss": 0.4689,
      "step": 32500
    },
    {
      "epoch": 3.0054644808743167,
      "grad_norm": 4.822471618652344,
      "learning_rate": 1.19672131147541e-05,
      "loss": 0.4374,
      "step": 33000
    },
    {
      "epoch": 3.051001821493625,
      "grad_norm": 21.936952590942383,
      "learning_rate": 1.1693989071038253e-05,
      "loss": 0.2893,
      "step": 33500
    },
    {
      "epoch": 3.096539162112933,
      "grad_norm": 25.08475685119629,
      "learning_rate": 1.1420765027322405e-05,
      "loss": 0.2888,
      "step": 34000
    },
    {
      "epoch": 3.1420765027322406,
      "grad_norm": 13.904535293579102,
      "learning_rate": 1.1147540983606558e-05,
      "loss": 0.2915,
      "step": 34500
    },
    {
      "epoch": 3.1876138433515484,
      "grad_norm": 3.9972009658813477,
      "learning_rate": 1.087431693989071e-05,
      "loss": 0.3081,
      "step": 35000
    },
    {
      "epoch": 3.233151183970856,
      "grad_norm": 30.3763370513916,
      "learning_rate": 1.0601092896174864e-05,
      "loss": 0.3158,
      "step": 35500
    },
    {
      "epoch": 3.278688524590164,
      "grad_norm": 4.742646217346191,
      "learning_rate": 1.0327868852459017e-05,
      "loss": 0.2869,
      "step": 36000
    },
    {
      "epoch": 3.324225865209472,
      "grad_norm": 42.35346984863281,
      "learning_rate": 1.005464480874317e-05,
      "loss": 0.2932,
      "step": 36500
    },
    {
      "epoch": 3.3697632058287796,
      "grad_norm": 13.786494255065918,
      "learning_rate": 9.781420765027323e-06,
      "loss": 0.2976,
      "step": 37000
    },
    {
      "epoch": 3.4153005464480874,
      "grad_norm": 11.841999053955078,
      "learning_rate": 9.508196721311476e-06,
      "loss": 0.2938,
      "step": 37500
    },
    {
      "epoch": 3.4608378870673953,
      "grad_norm": 29.609792709350586,
      "learning_rate": 9.234972677595628e-06,
      "loss": 0.3006,
      "step": 38000
    },
    {
      "epoch": 3.506375227686703,
      "grad_norm": 18.663509368896484,
      "learning_rate": 8.961748633879782e-06,
      "loss": 0.3039,
      "step": 38500
    },
    {
      "epoch": 3.551912568306011,
      "grad_norm": 1.889535903930664,
      "learning_rate": 8.688524590163935e-06,
      "loss": 0.3082,
      "step": 39000
    },
    {
      "epoch": 3.5974499089253187,
      "grad_norm": 19.884906768798828,
      "learning_rate": 8.415300546448089e-06,
      "loss": 0.3085,
      "step": 39500
    },
    {
      "epoch": 3.6429872495446265,
      "grad_norm": 12.94946002960205,
      "learning_rate": 8.14207650273224e-06,
      "loss": 0.3086,
      "step": 40000
    },
    {
      "epoch": 3.6885245901639343,
      "grad_norm": 27.61246681213379,
      "learning_rate": 7.868852459016394e-06,
      "loss": 0.3109,
      "step": 40500
    },
    {
      "epoch": 3.734061930783242,
      "grad_norm": 14.3275146484375,
      "learning_rate": 7.595628415300546e-06,
      "loss": 0.3025,
      "step": 41000
    },
    {
      "epoch": 3.7795992714025504,
      "grad_norm": 6.992326259613037,
      "learning_rate": 7.3224043715847e-06,
      "loss": 0.3108,
      "step": 41500
    },
    {
      "epoch": 3.8251366120218577,
      "grad_norm": 5.084273815155029,
      "learning_rate": 7.049180327868853e-06,
      "loss": 0.3012,
      "step": 42000
    },
    {
      "epoch": 3.870673952641166,
      "grad_norm": 27.192960739135742,
      "learning_rate": 6.775956284153006e-06,
      "loss": 0.2996,
      "step": 42500
    },
    {
      "epoch": 3.9162112932604733,
      "grad_norm": 42.71589279174805,
      "learning_rate": 6.502732240437159e-06,
      "loss": 0.31,
      "step": 43000
    },
    {
      "epoch": 3.9617486338797816,
      "grad_norm": 11.759929656982422,
      "learning_rate": 6.229508196721312e-06,
      "loss": 0.2953,
      "step": 43500
    },
    {
      "epoch": 4.007285974499089,
      "grad_norm": 30.232032775878906,
      "learning_rate": 5.956284153005465e-06,
      "loss": 0.2612,
      "step": 44000
    },
    {
      "epoch": 4.052823315118397,
      "grad_norm": 62.14134979248047,
      "learning_rate": 5.683060109289618e-06,
      "loss": 0.1843,
      "step": 44500
    },
    {
      "epoch": 4.098360655737705,
      "grad_norm": 7.216005802154541,
      "learning_rate": 5.409836065573771e-06,
      "loss": 0.1859,
      "step": 45000
    },
    {
      "epoch": 4.143897996357013,
      "grad_norm": 17.130714416503906,
      "learning_rate": 5.136612021857924e-06,
      "loss": 0.2106,
      "step": 45500
    },
    {
      "epoch": 4.18943533697632,
      "grad_norm": 4.9142985343933105,
      "learning_rate": 4.863387978142076e-06,
      "loss": 0.1932,
      "step": 46000
    },
    {
      "epoch": 4.2349726775956285,
      "grad_norm": 13.510531425476074,
      "learning_rate": 4.59016393442623e-06,
      "loss": 0.2081,
      "step": 46500
    },
    {
      "epoch": 4.280510018214937,
      "grad_norm": 5.9509172439575195,
      "learning_rate": 4.316939890710383e-06,
      "loss": 0.1861,
      "step": 47000
    },
    {
      "epoch": 4.326047358834244,
      "grad_norm": 7.964664936065674,
      "learning_rate": 4.043715846994535e-06,
      "loss": 0.1863,
      "step": 47500
    },
    {
      "epoch": 4.371584699453552,
      "grad_norm": 25.88454246520996,
      "learning_rate": 3.770491803278689e-06,
      "loss": 0.1938,
      "step": 48000
    },
    {
      "epoch": 4.41712204007286,
      "grad_norm": 2.440138339996338,
      "learning_rate": 3.4972677595628415e-06,
      "loss": 0.1963,
      "step": 48500
    },
    {
      "epoch": 4.462659380692168,
      "grad_norm": 6.778371334075928,
      "learning_rate": 3.2240437158469947e-06,
      "loss": 0.1829,
      "step": 49000
    },
    {
      "epoch": 4.508196721311475,
      "grad_norm": 31.79254722595215,
      "learning_rate": 2.9508196721311474e-06,
      "loss": 0.1897,
      "step": 49500
    },
    {
      "epoch": 4.553734061930784,
      "grad_norm": 42.17744064331055,
      "learning_rate": 2.6775956284153005e-06,
      "loss": 0.1921,
      "step": 50000
    },
    {
      "epoch": 4.599271402550091,
      "grad_norm": 0.5351423621177673,
      "learning_rate": 2.4043715846994536e-06,
      "loss": 0.2084,
      "step": 50500
    },
    {
      "epoch": 4.644808743169399,
      "grad_norm": 19.15989112854004,
      "learning_rate": 2.1311475409836063e-06,
      "loss": 0.1898,
      "step": 51000
    },
    {
      "epoch": 4.6903460837887065,
      "grad_norm": 3.171184539794922,
      "learning_rate": 1.8579234972677596e-06,
      "loss": 0.1928,
      "step": 51500
    },
    {
      "epoch": 4.735883424408015,
      "grad_norm": 61.36581802368164,
      "learning_rate": 1.5846994535519126e-06,
      "loss": 0.198,
      "step": 52000
    },
    {
      "epoch": 4.781420765027322,
      "grad_norm": 6.246685028076172,
      "learning_rate": 1.3114754098360657e-06,
      "loss": 0.1794,
      "step": 52500
    },
    {
      "epoch": 4.82695810564663,
      "grad_norm": 10.183932304382324,
      "learning_rate": 1.0382513661202186e-06,
      "loss": 0.1845,
      "step": 53000
    },
    {
      "epoch": 4.872495446265938,
      "grad_norm": 29.7720947265625,
      "learning_rate": 7.650273224043716e-07,
      "loss": 0.1889,
      "step": 53500
    },
    {
      "epoch": 4.918032786885246,
      "grad_norm": 9.350275039672852,
      "learning_rate": 4.918032786885246e-07,
      "loss": 0.1941,
      "step": 54000
    },
    {
      "epoch": 4.963570127504553,
      "grad_norm": 16.810739517211914,
      "learning_rate": 2.185792349726776e-07,
      "loss": 0.2008,
      "step": 54500
    },
    {
      "epoch": 5.0,
      "step": 54900,
      "total_flos": 1.2910084832623104e+17,
      "train_loss": 0.07113273273183131,
      "train_runtime": 1918.8519,
      "train_samples_per_second": 343.315,
      "train_steps_per_second": 28.611
    }
  ],
  "logging_steps": 500,
  "max_steps": 54900,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2910084832623104e+17,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}