{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.949579831932773,
  "eval_steps": 500,
  "global_step": 1480,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06722689075630252,
      "grad_norm": 3.659412384033203,
      "learning_rate": 0.00019997747161747695,
      "loss": 1.5437,
      "step": 10
    },
    {
      "epoch": 0.13445378151260504,
      "grad_norm": 1.5242640972137451,
      "learning_rate": 0.00019990989662046818,
      "loss": 1.09,
      "step": 20
    },
    {
      "epoch": 0.20168067226890757,
      "grad_norm": 0.7281526923179626,
      "learning_rate": 0.00019979730545608126,
      "loss": 0.9849,
      "step": 30
    },
    {
      "epoch": 0.2689075630252101,
      "grad_norm": 0.6494360566139221,
      "learning_rate": 0.00019963974885425266,
      "loss": 0.9444,
      "step": 40
    },
    {
      "epoch": 0.33613445378151263,
      "grad_norm": 0.6406448483467102,
      "learning_rate": 0.00019943729780489027,
      "loss": 0.9413,
      "step": 50
    },
    {
      "epoch": 0.40336134453781514,
      "grad_norm": 0.6042075157165527,
      "learning_rate": 0.00019919004352588767,
      "loss": 0.9238,
      "step": 60
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.5904833674430847,
      "learning_rate": 0.00019889809742202455,
      "loss": 0.9071,
      "step": 70
    },
    {
      "epoch": 0.5378151260504201,
      "grad_norm": 0.6063255667686462,
      "learning_rate": 0.00019856159103477086,
      "loss": 0.9101,
      "step": 80
    },
    {
      "epoch": 0.6050420168067226,
      "grad_norm": 0.6029768586158752,
      "learning_rate": 0.0001981806759830189,
      "loss": 0.8926,
      "step": 90
    },
    {
      "epoch": 0.6722689075630253,
      "grad_norm": 0.5855621695518494,
      "learning_rate": 0.00019775552389476864,
      "loss": 0.8943,
      "step": 100
    },
    {
      "epoch": 0.7394957983193278,
      "grad_norm": 0.5790782570838928,
      "learning_rate": 0.00019728632632979746,
      "loss": 0.8661,
      "step": 110
    },
    {
      "epoch": 0.8067226890756303,
      "grad_norm": 0.5598119497299194,
      "learning_rate": 0.0001967732946933499,
      "loss": 0.8572,
      "step": 120
    },
    {
      "epoch": 0.8739495798319328,
      "grad_norm": 0.6340535283088684,
      "learning_rate": 0.00019621666014088494,
      "loss": 0.8419,
      "step": 130
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.5767297148704529,
      "learning_rate": 0.00019561667347392508,
      "loss": 0.8369,
      "step": 140
    },
    {
      "epoch": 1.0084033613445378,
      "grad_norm": 0.5530027151107788,
      "learning_rate": 0.0001949736050270532,
      "loss": 0.8337,
      "step": 150
    },
    {
      "epoch": 1.0756302521008403,
      "grad_norm": 0.6440849900245667,
      "learning_rate": 0.00019428774454610843,
      "loss": 0.7649,
      "step": 160
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.7260521650314331,
      "learning_rate": 0.0001935594010576362,
      "loss": 0.7262,
      "step": 170
    },
    {
      "epoch": 1.2100840336134453,
      "grad_norm": 0.6408701539039612,
      "learning_rate": 0.00019278890272965096,
      "loss": 0.7619,
      "step": 180
    },
    {
      "epoch": 1.2773109243697478,
      "grad_norm": 0.6750979423522949,
      "learning_rate": 0.0001919765967237739,
      "loss": 0.7609,
      "step": 190
    },
    {
      "epoch": 1.3445378151260505,
      "grad_norm": 0.6665403246879578,
      "learning_rate": 0.0001911228490388136,
      "loss": 0.7638,
      "step": 200
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 0.7674531936645508,
      "learning_rate": 0.00019022804434585852,
      "loss": 0.7607,
      "step": 210
    },
    {
      "epoch": 1.4789915966386555,
      "grad_norm": 0.6566962003707886,
      "learning_rate": 0.00018929258581495685,
      "loss": 0.7438,
      "step": 220
    },
    {
      "epoch": 1.5462184873949578,
      "grad_norm": 0.6066375970840454,
      "learning_rate": 0.00018831689493346095,
      "loss": 0.7801,
      "step": 230
    },
    {
      "epoch": 1.6134453781512605,
      "grad_norm": 0.631864070892334,
      "learning_rate": 0.00018730141131611882,
      "loss": 0.7335,
      "step": 240
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 0.6826153993606567,
      "learning_rate": 0.00018624659250699805,
      "loss": 0.75,
      "step": 250
    },
    {
      "epoch": 1.7478991596638656,
      "grad_norm": 0.6121156811714172,
      "learning_rate": 0.00018515291377333112,
      "loss": 0.7466,
      "step": 260
    },
    {
      "epoch": 1.815126050420168,
      "grad_norm": 0.6482798457145691,
      "learning_rate": 0.00018402086789137546,
      "loss": 0.7552,
      "step": 270
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 0.6285238265991211,
      "learning_rate": 0.00018285096492438424,
      "loss": 0.7428,
      "step": 280
    },
    {
      "epoch": 1.949579831932773,
      "grad_norm": 0.7148864269256592,
      "learning_rate": 0.00018164373199278856,
      "loss": 0.7444,
      "step": 290
    },
    {
      "epoch": 2.0168067226890756,
      "grad_norm": 0.6166530847549438,
      "learning_rate": 0.00018039971303669407,
      "loss": 0.7026,
      "step": 300
    },
    {
      "epoch": 2.0840336134453783,
      "grad_norm": 0.7472362518310547,
      "learning_rate": 0.00017911946857079888,
      "loss": 0.6197,
      "step": 310
    },
    {
      "epoch": 2.1512605042016806,
      "grad_norm": 0.8279550075531006,
      "learning_rate": 0.00017780357543184397,
      "loss": 0.6193,
      "step": 320
    },
    {
      "epoch": 2.2184873949579833,
      "grad_norm": 0.7969969511032104,
      "learning_rate": 0.00017645262651870926,
      "loss": 0.6176,
      "step": 330
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.7620482444763184,
      "learning_rate": 0.00017506723052527242,
      "loss": 0.6202,
      "step": 340
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.790768563747406,
      "learning_rate": 0.00017364801166615124,
      "loss": 0.6183,
      "step": 350
    },
    {
      "epoch": 2.4201680672268906,
      "grad_norm": 0.7445433139801025,
      "learning_rate": 0.00017219560939545246,
      "loss": 0.6053,
      "step": 360
    },
    {
      "epoch": 2.4873949579831933,
      "grad_norm": 0.8667672276496887,
      "learning_rate": 0.00017071067811865476,
      "loss": 0.6273,
      "step": 370
    },
    {
      "epoch": 2.5546218487394956,
      "grad_norm": 0.8110456466674805,
      "learning_rate": 0.00016919388689775464,
      "loss": 0.651,
      "step": 380
    },
    {
      "epoch": 2.6218487394957983,
      "grad_norm": 0.804862380027771,
      "learning_rate": 0.0001676459191498087,
      "loss": 0.6385,
      "step": 390
    },
    {
      "epoch": 2.689075630252101,
      "grad_norm": 0.7267991304397583,
      "learning_rate": 0.00016606747233900815,
      "loss": 0.6054,
      "step": 400
    },
    {
      "epoch": 2.7563025210084033,
      "grad_norm": 0.788287878036499,
      "learning_rate": 0.00016445925766242391,
      "loss": 0.64,
      "step": 410
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 0.7693036198616028,
      "learning_rate": 0.00016282199972956425,
      "loss": 0.6388,
      "step": 420
    },
    {
      "epoch": 2.8907563025210083,
      "grad_norm": 0.8343464136123657,
      "learning_rate": 0.00016115643623588915,
      "loss": 0.6328,
      "step": 430
    },
    {
      "epoch": 2.957983193277311,
      "grad_norm": 0.8166292905807495,
      "learning_rate": 0.00015946331763042867,
      "loss": 0.6153,
      "step": 440
    },
    {
      "epoch": 3.0252100840336134,
      "grad_norm": 0.7756981253623962,
      "learning_rate": 0.0001577434067776548,
      "loss": 0.5833,
      "step": 450
    },
    {
      "epoch": 3.092436974789916,
      "grad_norm": 0.8692726492881775,
      "learning_rate": 0.00015599747861375955,
      "loss": 0.4775,
      "step": 460
    },
    {
      "epoch": 3.1596638655462184,
      "grad_norm": 0.9870768785476685,
      "learning_rate": 0.00015422631979749354,
      "loss": 0.4773,
      "step": 470
    },
    {
      "epoch": 3.226890756302521,
      "grad_norm": 0.9229463934898376,
      "learning_rate": 0.00015243072835572318,
      "loss": 0.4712,
      "step": 480
    },
    {
      "epoch": 3.2941176470588234,
      "grad_norm": 1.0052525997161865,
      "learning_rate": 0.00015061151332386566,
      "loss": 0.4753,
      "step": 490
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 0.9673507809638977,
      "learning_rate": 0.00014876949438136347,
      "loss": 0.5026,
      "step": 500
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.9231823682785034,
      "learning_rate": 0.0001469055014823637,
      "loss": 0.483,
      "step": 510
    },
    {
      "epoch": 3.495798319327731,
      "grad_norm": 0.8525064587593079,
      "learning_rate": 0.00014502037448176734,
      "loss": 0.5037,
      "step": 520
    },
    {
      "epoch": 3.5630252100840334,
      "grad_norm": 0.9199729561805725,
      "learning_rate": 0.00014311496275681783,
      "loss": 0.4939,
      "step": 530
    },
    {
      "epoch": 3.630252100840336,
      "grad_norm": 0.9707980155944824,
      "learning_rate": 0.0001411901248243993,
      "loss": 0.5023,
      "step": 540
    },
    {
      "epoch": 3.697478991596639,
      "grad_norm": 0.9233918190002441,
      "learning_rate": 0.00013924672795421637,
      "loss": 0.4873,
      "step": 550
    },
    {
      "epoch": 3.764705882352941,
      "grad_norm": 1.0375723838806152,
      "learning_rate": 0.00013728564777803088,
      "loss": 0.5025,
      "step": 560
    },
    {
      "epoch": 3.831932773109244,
      "grad_norm": 0.9299758076667786,
      "learning_rate": 0.0001353077678951301,
      "loss": 0.5143,
      "step": 570
    },
    {
      "epoch": 3.899159663865546,
      "grad_norm": 1.036216378211975,
      "learning_rate": 0.00013331397947420576,
      "loss": 0.51,
      "step": 580
    },
    {
      "epoch": 3.966386554621849,
      "grad_norm": 0.8998732566833496,
      "learning_rate": 0.00013130518085182225,
      "loss": 0.5041,
      "step": 590
    },
    {
      "epoch": 4.033613445378151,
      "grad_norm": 0.8797755241394043,
      "learning_rate": 0.00012928227712765504,
      "loss": 0.4424,
      "step": 600
    },
    {
      "epoch": 4.100840336134453,
      "grad_norm": 0.9840869903564453,
      "learning_rate": 0.0001272461797566823,
      "loss": 0.3458,
      "step": 610
    },
    {
      "epoch": 4.168067226890757,
      "grad_norm": 1.0934089422225952,
      "learning_rate": 0.00012519780613851254,
      "loss": 0.3392,
      "step": 620
    },
    {
      "epoch": 4.235294117647059,
      "grad_norm": 1.1537727117538452,
      "learning_rate": 0.00012313807920403419,
      "loss": 0.3509,
      "step": 630
    },
    {
      "epoch": 4.302521008403361,
      "grad_norm": 1.1627821922302246,
      "learning_rate": 0.00012106792699957263,
      "loss": 0.3602,
      "step": 640
    },
    {
      "epoch": 4.369747899159664,
      "grad_norm": 1.0649752616882324,
      "learning_rate": 0.00011898828226874284,
      "loss": 0.3553,
      "step": 650
    },
    {
      "epoch": 4.436974789915967,
      "grad_norm": 1.0529594421386719,
      "learning_rate": 0.00011690008203218493,
      "loss": 0.3549,
      "step": 660
    },
    {
      "epoch": 4.504201680672269,
      "grad_norm": 1.1749626398086548,
      "learning_rate": 0.00011480426716537315,
      "loss": 0.3632,
      "step": 670
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 1.1761151552200317,
      "learning_rate": 0.00011270178197468789,
      "loss": 0.3616,
      "step": 680
    },
    {
      "epoch": 4.6386554621848735,
      "grad_norm": 1.2466800212860107,
      "learning_rate": 0.00011059357377194161,
      "loss": 0.364,
      "step": 690
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 1.0312550067901611,
      "learning_rate": 0.00010848059244755093,
      "loss": 0.3701,
      "step": 700
    },
    {
      "epoch": 4.773109243697479,
      "grad_norm": 1.054643154144287,
      "learning_rate": 0.00010636379004254664,
      "loss": 0.3734,
      "step": 710
    },
    {
      "epoch": 4.840336134453781,
      "grad_norm": 1.0129141807556152,
      "learning_rate": 0.00010424412031961484,
      "loss": 0.3576,
      "step": 720
    },
    {
      "epoch": 4.907563025210084,
      "grad_norm": 1.0076299905776978,
      "learning_rate": 0.00010212253833336237,
      "loss": 0.3661,
      "step": 730
    },
    {
      "epoch": 4.974789915966387,
      "grad_norm": 1.115916132926941,
      "learning_rate": 0.0001,
      "loss": 0.3804,
      "step": 740
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 0.9718462824821472,
      "learning_rate": 9.787746166663764e-05,
      "loss": 0.3098,
      "step": 750
    },
    {
      "epoch": 5.109243697478991,
      "grad_norm": 1.4013969898223877,
      "learning_rate": 9.57558796803852e-05,
      "loss": 0.255,
      "step": 760
    },
    {
      "epoch": 5.176470588235294,
      "grad_norm": 1.0892488956451416,
      "learning_rate": 9.363620995745337e-05,
      "loss": 0.2527,
      "step": 770
    },
    {
      "epoch": 5.243697478991597,
      "grad_norm": 1.0271626710891724,
      "learning_rate": 9.151940755244912e-05,
      "loss": 0.2519,
      "step": 780
    },
    {
      "epoch": 5.310924369747899,
      "grad_norm": 1.227356195449829,
      "learning_rate": 8.94064262280584e-05,
      "loss": 0.2542,
      "step": 790
    },
    {
      "epoch": 5.378151260504202,
      "grad_norm": 0.9420528411865234,
      "learning_rate": 8.729821802531212e-05,
      "loss": 0.2531,
      "step": 800
    },
    {
      "epoch": 5.445378151260504,
      "grad_norm": 1.099165439605713,
      "learning_rate": 8.519573283462687e-05,
      "loss": 0.2567,
      "step": 810
    },
    {
      "epoch": 5.512605042016807,
      "grad_norm": 0.891905665397644,
      "learning_rate": 8.309991796781511e-05,
      "loss": 0.2641,
      "step": 820
    },
    {
      "epoch": 5.579831932773109,
      "grad_norm": 1.051827073097229,
      "learning_rate": 8.101171773125716e-05,
      "loss": 0.2582,
      "step": 830
    },
    {
      "epoch": 5.647058823529412,
      "grad_norm": 1.180173397064209,
      "learning_rate": 7.89320730004274e-05,
      "loss": 0.2665,
      "step": 840
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 1.2048763036727905,
      "learning_rate": 7.686192079596586e-05,
      "loss": 0.2649,
      "step": 850
    },
    {
      "epoch": 5.781512605042017,
      "grad_norm": 1.0822349786758423,
      "learning_rate": 7.48021938614875e-05,
      "loss": 0.2598,
      "step": 860
    },
    {
      "epoch": 5.848739495798319,
      "grad_norm": 1.1536500453948975,
      "learning_rate": 7.275382024331772e-05,
      "loss": 0.2594,
      "step": 870
    },
    {
      "epoch": 5.915966386554622,
      "grad_norm": 1.159244418144226,
      "learning_rate": 7.071772287234497e-05,
      "loss": 0.2669,
      "step": 880
    },
    {
      "epoch": 5.983193277310924,
      "grad_norm": 1.0501562356948853,
      "learning_rate": 6.869481914817779e-05,
      "loss": 0.2662,
      "step": 890
    },
    {
      "epoch": 6.050420168067227,
      "grad_norm": 0.7824720144271851,
      "learning_rate": 6.668602052579424e-05,
      "loss": 0.2091,
      "step": 900
    },
    {
      "epoch": 6.117647058823529,
      "grad_norm": 1.0397021770477295,
      "learning_rate": 6.469223210486992e-05,
      "loss": 0.191,
      "step": 910
    },
    {
      "epoch": 6.184873949579832,
      "grad_norm": 0.8494867086410522,
      "learning_rate": 6.271435222196916e-05,
      "loss": 0.1893,
      "step": 920
    },
    {
      "epoch": 6.2521008403361344,
      "grad_norm": 0.8539510369300842,
      "learning_rate": 6.0753272045783625e-05,
      "loss": 0.1946,
      "step": 930
    },
    {
      "epoch": 6.319327731092437,
      "grad_norm": 0.9266153573989868,
      "learning_rate": 5.880987517560075e-05,
      "loss": 0.1992,
      "step": 940
    },
    {
      "epoch": 6.38655462184874,
      "grad_norm": 0.880462110042572,
      "learning_rate": 5.688503724318217e-05,
      "loss": 0.1973,
      "step": 950
    },
    {
      "epoch": 6.453781512605042,
      "grad_norm": 1.0066040754318237,
      "learning_rate": 5.497962551823266e-05,
      "loss": 0.1956,
      "step": 960
    },
    {
      "epoch": 6.5210084033613445,
      "grad_norm": 0.9597271680831909,
      "learning_rate": 5.309449851763633e-05,
      "loss": 0.1949,
      "step": 970
    },
    {
      "epoch": 6.588235294117647,
      "grad_norm": 0.8810604214668274,
      "learning_rate": 5.123050561863657e-05,
      "loss": 0.1995,
      "step": 980
    },
    {
      "epoch": 6.65546218487395,
      "grad_norm": 0.8872011303901672,
      "learning_rate": 4.938848667613436e-05,
      "loss": 0.2019,
      "step": 990
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 0.8763492107391357,
      "learning_rate": 4.756927164427685e-05,
      "loss": 0.2007,
      "step": 1000
    },
    {
      "epoch": 6.7899159663865545,
      "grad_norm": 0.962574303150177,
      "learning_rate": 4.57736802025065e-05,
      "loss": 0.1992,
      "step": 1010
    },
    {
      "epoch": 6.857142857142857,
      "grad_norm": 0.8366807103157043,
      "learning_rate": 4.4002521386240466e-05,
      "loss": 0.2012,
      "step": 1020
    },
    {
      "epoch": 6.92436974789916,
      "grad_norm": 1.118316888809204,
      "learning_rate": 4.2256593222345185e-05,
      "loss": 0.2015,
      "step": 1030
    },
    {
      "epoch": 6.991596638655462,
      "grad_norm": 0.8486827611923218,
      "learning_rate": 4.053668236957134e-05,
      "loss": 0.1992,
      "step": 1040
    },
    {
      "epoch": 7.0588235294117645,
      "grad_norm": 0.6685436367988586,
      "learning_rate": 3.884356376411089e-05,
      "loss": 0.1697,
      "step": 1050
    },
    {
      "epoch": 7.126050420168067,
      "grad_norm": 0.7779160737991333,
      "learning_rate": 3.717800027043576e-05,
      "loss": 0.1649,
      "step": 1060
    },
    {
      "epoch": 7.19327731092437,
      "grad_norm": 0.7106925845146179,
      "learning_rate": 3.554074233757608e-05,
      "loss": 0.1652,
      "step": 1070
    },
    {
      "epoch": 7.260504201680672,
      "grad_norm": 0.710456371307373,
      "learning_rate": 3.393252766099187e-05,
      "loss": 0.1603,
      "step": 1080
    },
    {
      "epoch": 7.3277310924369745,
      "grad_norm": 0.8392521739006042,
      "learning_rate": 3.2354080850191324e-05,
      "loss": 0.1655,
      "step": 1090
    },
    {
      "epoch": 7.394957983193278,
      "grad_norm": 0.7160742878913879,
      "learning_rate": 3.080611310224539e-05,
      "loss": 0.164,
      "step": 1100
    },
    {
      "epoch": 7.46218487394958,
      "grad_norm": 0.8458212614059448,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 0.164,
      "step": 1110
    },
    {
      "epoch": 7.529411764705882,
      "grad_norm": 0.7505910396575928,
      "learning_rate": 2.7804390604547557e-05,
      "loss": 0.161,
      "step": 1120
    },
    {
      "epoch": 7.5966386554621845,
      "grad_norm": 0.6830323338508606,
      "learning_rate": 2.6351988333848788e-05,
      "loss": 0.166,
      "step": 1130
    },
    {
      "epoch": 7.663865546218488,
      "grad_norm": 0.6792168021202087,
      "learning_rate": 2.493276947472756e-05,
      "loss": 0.1598,
      "step": 1140
    },
    {
      "epoch": 7.73109243697479,
      "grad_norm": 0.8226212859153748,
      "learning_rate": 2.354737348129077e-05,
      "loss": 0.1657,
      "step": 1150
    },
    {
      "epoch": 7.798319327731092,
      "grad_norm": 0.7470860481262207,
      "learning_rate": 2.2196424568156073e-05,
      "loss": 0.1624,
      "step": 1160
    },
    {
      "epoch": 7.865546218487395,
      "grad_norm": 0.746971070766449,
      "learning_rate": 2.0880531429201145e-05,
      "loss": 0.1647,
      "step": 1170
    },
    {
      "epoch": 7.932773109243698,
      "grad_norm": 1.0174585580825806,
      "learning_rate": 1.9600286963305957e-05,
      "loss": 0.1613,
      "step": 1180
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.7260714173316956,
      "learning_rate": 1.835626800721144e-05,
      "loss": 0.164,
      "step": 1190
    },
    {
      "epoch": 8.067226890756302,
      "grad_norm": 0.6740816831588745,
      "learning_rate": 1.7149035075615794e-05,
      "loss": 0.1442,
      "step": 1200
    },
    {
      "epoch": 8.134453781512605,
      "grad_norm": 0.6308555006980896,
      "learning_rate": 1.5979132108624574e-05,
      "loss": 0.1475,
      "step": 1210
    },
    {
      "epoch": 8.201680672268907,
      "grad_norm": 0.6884053349494934,
      "learning_rate": 1.4847086226668872e-05,
      "loss": 0.1457,
      "step": 1220
    },
    {
      "epoch": 8.268907563025211,
      "grad_norm": 0.6926451921463013,
      "learning_rate": 1.3753407493001968e-05,
      "loss": 0.1472,
      "step": 1230
    },
    {
      "epoch": 8.336134453781513,
      "grad_norm": 0.7861657738685608,
      "learning_rate": 1.2698588683881186e-05,
      "loss": 0.1454,
      "step": 1240
    },
    {
      "epoch": 8.403361344537815,
      "grad_norm": 0.6917855739593506,
      "learning_rate": 1.1683105066539068e-05,
      "loss": 0.1469,
      "step": 1250
    },
    {
      "epoch": 8.470588235294118,
      "grad_norm": 0.6251822113990784,
      "learning_rate": 1.0707414185043163e-05,
      "loss": 0.1434,
      "step": 1260
    },
    {
      "epoch": 8.53781512605042,
      "grad_norm": 0.687460720539093,
      "learning_rate": 9.771955654141496e-06,
      "loss": 0.1489,
      "step": 1270
    },
    {
      "epoch": 8.605042016806722,
      "grad_norm": 0.5865232348442078,
      "learning_rate": 8.87715096118642e-06,
      "loss": 0.1467,
      "step": 1280
    },
    {
      "epoch": 8.672268907563025,
      "grad_norm": 0.6895480751991272,
      "learning_rate": 8.023403276226126e-06,
      "loss": 0.1498,
      "step": 1290
    },
    {
      "epoch": 8.739495798319329,
      "grad_norm": 0.6769334077835083,
      "learning_rate": 7.211097270349066e-06,
      "loss": 0.1466,
      "step": 1300
    },
    {
      "epoch": 8.806722689075631,
      "grad_norm": 0.677874743938446,
      "learning_rate": 6.440598942363796e-06,
      "loss": 0.1493,
      "step": 1310
    },
    {
      "epoch": 8.873949579831933,
      "grad_norm": 0.6369357109069824,
      "learning_rate": 5.71225545389158e-06,
      "loss": 0.1462,
      "step": 1320
    },
    {
      "epoch": 8.941176470588236,
      "grad_norm": 0.6327443718910217,
      "learning_rate": 5.026394972946813e-06,
      "loss": 0.1495,
      "step": 1330
    },
    {
      "epoch": 9.008403361344538,
      "grad_norm": 0.5465492010116577,
      "learning_rate": 4.383326526074916e-06,
      "loss": 0.1441,
      "step": 1340
    },
    {
      "epoch": 9.07563025210084,
      "grad_norm": 0.5892530679702759,
      "learning_rate": 3.783339859115065e-06,
      "loss": 0.1418,
      "step": 1350
    },
    {
      "epoch": 9.142857142857142,
      "grad_norm": 0.5574983358383179,
      "learning_rate": 3.226705306650113e-06,
      "loss": 0.1418,
      "step": 1360
    },
    {
      "epoch": 9.210084033613445,
      "grad_norm": 0.6200439929962158,
      "learning_rate": 2.7136736702025433e-06,
      "loss": 0.1418,
      "step": 1370
    },
    {
      "epoch": 9.277310924369749,
      "grad_norm": 0.6464766263961792,
      "learning_rate": 2.2444761052313856e-06,
      "loss": 0.1407,
      "step": 1380
    },
    {
      "epoch": 9.344537815126051,
      "grad_norm": 0.5886226296424866,
      "learning_rate": 1.8193240169810943e-06,
      "loss": 0.1392,
      "step": 1390
    },
    {
      "epoch": 9.411764705882353,
      "grad_norm": 0.5666891932487488,
      "learning_rate": 1.4384089652291543e-06,
      "loss": 0.1404,
      "step": 1400
    },
    {
      "epoch": 9.478991596638656,
      "grad_norm": 0.5538501739501953,
      "learning_rate": 1.1019025779754666e-06,
      "loss": 0.1386,
      "step": 1410
    },
    {
      "epoch": 9.546218487394958,
      "grad_norm": 0.49777477979660034,
      "learning_rate": 8.099564741123166e-07,
      "loss": 0.1384,
      "step": 1420
    },
    {
      "epoch": 9.61344537815126,
      "grad_norm": 0.6270516514778137,
      "learning_rate": 5.627021951097545e-07,
      "loss": 0.1383,
      "step": 1430
    },
    {
      "epoch": 9.680672268907562,
      "grad_norm": 0.6225831508636475,
      "learning_rate": 3.6025114574734785e-07,
      "loss": 0.1379,
      "step": 1440
    },
    {
      "epoch": 9.747899159663866,
      "grad_norm": 0.6717821359634399,
      "learning_rate": 2.0269454391874666e-07,
      "loss": 0.1412,
      "step": 1450
    },
    {
      "epoch": 9.815126050420169,
      "grad_norm": 0.5855395197868347,
      "learning_rate": 9.010337953185843e-08,
      "loss": 0.1418,
      "step": 1460
    },
    {
      "epoch": 9.882352941176471,
      "grad_norm": 0.63104647397995,
      "learning_rate": 2.2528382523057113e-08,
      "loss": 0.1408,
      "step": 1470
    },
    {
      "epoch": 9.949579831932773,
      "grad_norm": 0.5754216909408569,
      "learning_rate": 0.0,
      "loss": 0.1426,
      "step": 1480
    },
    {
      "epoch": 9.949579831932773,
      "step": 1480,
      "total_flos": 7.279937555791872e+16,
      "train_loss": 0.41058476212862377,
      "train_runtime": 5774.901,
      "train_samples_per_second": 1.03,
      "train_steps_per_second": 0.256
    }
  ],
  "logging_steps": 10,
  "max_steps": 1480,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 7.279937555791872e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}