{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9992217898832685,
  "eval_steps": 500,
  "global_step": 963,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010376134889753567,
      "grad_norm": 23.969658904297845,
      "learning_rate": 1.0309278350515465e-07,
      "loss": 1.3725,
      "step": 1
    },
    {
      "epoch": 0.005188067444876783,
      "grad_norm": 22.449071975220065,
      "learning_rate": 5.154639175257732e-07,
      "loss": 1.3719,
      "step": 5
    },
    {
      "epoch": 0.010376134889753566,
      "grad_norm": 8.548339530816044,
      "learning_rate": 1.0309278350515464e-06,
      "loss": 1.2558,
      "step": 10
    },
    {
      "epoch": 0.01556420233463035,
      "grad_norm": 8.215121326664015,
      "learning_rate": 1.5463917525773197e-06,
      "loss": 1.081,
      "step": 15
    },
    {
      "epoch": 0.020752269779507133,
      "grad_norm": 3.0841636846785283,
      "learning_rate": 2.061855670103093e-06,
      "loss": 0.9504,
      "step": 20
    },
    {
      "epoch": 0.02594033722438392,
      "grad_norm": 2.3540131831672575,
      "learning_rate": 2.577319587628866e-06,
      "loss": 0.9092,
      "step": 25
    },
    {
      "epoch": 0.0311284046692607,
      "grad_norm": 2.217217553056043,
      "learning_rate": 3.0927835051546395e-06,
      "loss": 0.8692,
      "step": 30
    },
    {
      "epoch": 0.03631647211413749,
      "grad_norm": 2.2563290398206615,
      "learning_rate": 3.6082474226804126e-06,
      "loss": 0.8445,
      "step": 35
    },
    {
      "epoch": 0.041504539559014265,
      "grad_norm": 2.2874485501473907,
      "learning_rate": 4.123711340206186e-06,
      "loss": 0.8336,
      "step": 40
    },
    {
      "epoch": 0.04669260700389105,
      "grad_norm": 2.3330889165134967,
      "learning_rate": 4.639175257731959e-06,
      "loss": 0.8218,
      "step": 45
    },
    {
      "epoch": 0.05188067444876784,
      "grad_norm": 2.16633956379982,
      "learning_rate": 5.154639175257732e-06,
      "loss": 0.8255,
      "step": 50
    },
    {
      "epoch": 0.057068741893644616,
      "grad_norm": 2.355679025636223,
      "learning_rate": 5.670103092783505e-06,
      "loss": 0.7891,
      "step": 55
    },
    {
      "epoch": 0.0622568093385214,
      "grad_norm": 2.4839432117685036,
      "learning_rate": 6.185567010309279e-06,
      "loss": 0.7814,
      "step": 60
    },
    {
      "epoch": 0.06744487678339818,
      "grad_norm": 2.480013950899919,
      "learning_rate": 6.701030927835052e-06,
      "loss": 0.7674,
      "step": 65
    },
    {
      "epoch": 0.07263294422827497,
      "grad_norm": 2.3378408946103284,
      "learning_rate": 7.216494845360825e-06,
      "loss": 0.766,
      "step": 70
    },
    {
      "epoch": 0.07782101167315175,
      "grad_norm": 2.2751461973205482,
      "learning_rate": 7.731958762886599e-06,
      "loss": 0.7433,
      "step": 75
    },
    {
      "epoch": 0.08300907911802853,
      "grad_norm": 2.428511002623931,
      "learning_rate": 8.247422680412371e-06,
      "loss": 0.7414,
      "step": 80
    },
    {
      "epoch": 0.08819714656290532,
      "grad_norm": 2.4298836600324045,
      "learning_rate": 8.762886597938146e-06,
      "loss": 0.7358,
      "step": 85
    },
    {
      "epoch": 0.0933852140077821,
      "grad_norm": 2.41313947506571,
      "learning_rate": 9.278350515463918e-06,
      "loss": 0.7319,
      "step": 90
    },
    {
      "epoch": 0.09857328145265888,
      "grad_norm": 2.4451429150679274,
      "learning_rate": 9.793814432989691e-06,
      "loss": 0.7323,
      "step": 95
    },
    {
      "epoch": 0.10376134889753567,
      "grad_norm": 2.450193589248992,
      "learning_rate": 9.999703897419048e-06,
      "loss": 0.7231,
      "step": 100
    },
    {
      "epoch": 0.10894941634241245,
      "grad_norm": 2.271786014084883,
      "learning_rate": 9.997894508649995e-06,
      "loss": 0.7149,
      "step": 105
    },
    {
      "epoch": 0.11413748378728923,
      "grad_norm": 2.354564055245926,
      "learning_rate": 9.99444082710777e-06,
      "loss": 0.708,
      "step": 110
    },
    {
      "epoch": 0.11932555123216602,
      "grad_norm": 2.220428698962425,
      "learning_rate": 9.989343989043563e-06,
      "loss": 0.7216,
      "step": 115
    },
    {
      "epoch": 0.1245136186770428,
      "grad_norm": 2.3141712328751396,
      "learning_rate": 9.982605671302293e-06,
      "loss": 0.7091,
      "step": 120
    },
    {
      "epoch": 0.1297016861219196,
      "grad_norm": 2.100396054783955,
      "learning_rate": 9.97422809077092e-06,
      "loss": 0.7066,
      "step": 125
    },
    {
      "epoch": 0.13488975356679636,
      "grad_norm": 2.2484885982675413,
      "learning_rate": 9.9642140036491e-06,
      "loss": 0.7085,
      "step": 130
    },
    {
      "epoch": 0.14007782101167315,
      "grad_norm": 2.1795476193729413,
      "learning_rate": 9.9525667045424e-06,
      "loss": 0.6889,
      "step": 135
    },
    {
      "epoch": 0.14526588845654995,
      "grad_norm": 2.1757051871338593,
      "learning_rate": 9.93929002537839e-06,
      "loss": 0.6921,
      "step": 140
    },
    {
      "epoch": 0.1504539559014267,
      "grad_norm": 2.143005235580036,
      "learning_rate": 9.924388334145943e-06,
      "loss": 0.6907,
      "step": 145
    },
    {
      "epoch": 0.1556420233463035,
      "grad_norm": 2.1989760690420157,
      "learning_rate": 9.90786653345818e-06,
      "loss": 0.6912,
      "step": 150
    },
    {
      "epoch": 0.1608300907911803,
      "grad_norm": 2.004571277860471,
      "learning_rate": 9.889730058939529e-06,
      "loss": 0.6859,
      "step": 155
    },
    {
      "epoch": 0.16601815823605706,
      "grad_norm": 2.05691987455993,
      "learning_rate": 9.869984877437413e-06,
      "loss": 0.6894,
      "step": 160
    },
    {
      "epoch": 0.17120622568093385,
      "grad_norm": 2.230053895792029,
      "learning_rate": 9.848637485059183e-06,
      "loss": 0.6814,
      "step": 165
    },
    {
      "epoch": 0.17639429312581065,
      "grad_norm": 1.9493958638517837,
      "learning_rate": 9.82569490503491e-06,
      "loss": 0.6731,
      "step": 170
    },
    {
      "epoch": 0.1815823605706874,
      "grad_norm": 2.133120594361784,
      "learning_rate": 9.80116468540677e-06,
      "loss": 0.6594,
      "step": 175
    },
    {
      "epoch": 0.1867704280155642,
      "grad_norm": 2.01624934264464,
      "learning_rate": 9.775054896545755e-06,
      "loss": 0.6751,
      "step": 180
    },
    {
      "epoch": 0.191958495460441,
      "grad_norm": 2.1502691215852527,
      "learning_rate": 9.747374128496541e-06,
      "loss": 0.6789,
      "step": 185
    },
    {
      "epoch": 0.19714656290531776,
      "grad_norm": 2.0484102083185194,
      "learning_rate": 9.718131488151399e-06,
      "loss": 0.6676,
      "step": 190
    },
    {
      "epoch": 0.20233463035019456,
      "grad_norm": 2.0715841424222337,
      "learning_rate": 9.687336596254045e-06,
      "loss": 0.6616,
      "step": 195
    },
    {
      "epoch": 0.20752269779507135,
      "grad_norm": 2.012157328183036,
      "learning_rate": 9.654999584234444e-06,
      "loss": 0.652,
      "step": 200
    },
    {
      "epoch": 0.2127107652399481,
      "grad_norm": 2.0669739212271923,
      "learning_rate": 9.621131090875603e-06,
      "loss": 0.6426,
      "step": 205
    },
    {
      "epoch": 0.2178988326848249,
      "grad_norm": 2.0105636015375143,
      "learning_rate": 9.585742258813447e-06,
      "loss": 0.6445,
      "step": 210
    },
    {
      "epoch": 0.2230869001297017,
      "grad_norm": 2.1108266544110688,
      "learning_rate": 9.548844730870903e-06,
      "loss": 0.6438,
      "step": 215
    },
    {
      "epoch": 0.22827496757457846,
      "grad_norm": 2.072355913378756,
      "learning_rate": 9.51045064622747e-06,
      "loss": 0.6565,
      "step": 220
    },
    {
      "epoch": 0.23346303501945526,
      "grad_norm": 2.166007360772802,
      "learning_rate": 9.470572636425451e-06,
      "loss": 0.647,
      "step": 225
    },
    {
      "epoch": 0.23865110246433205,
      "grad_norm": 2.022875957881762,
      "learning_rate": 9.429223821214213e-06,
      "loss": 0.6325,
      "step": 230
    },
    {
      "epoch": 0.2438391699092088,
      "grad_norm": 2.006861087987301,
      "learning_rate": 9.386417804233836e-06,
      "loss": 0.6477,
      "step": 235
    },
    {
      "epoch": 0.2490272373540856,
      "grad_norm": 2.0140489204477645,
      "learning_rate": 9.34216866853954e-06,
      "loss": 0.6391,
      "step": 240
    },
    {
      "epoch": 0.25421530479896237,
      "grad_norm": 1.9489606047213677,
      "learning_rate": 9.296490971968416e-06,
      "loss": 0.6283,
      "step": 245
    },
    {
      "epoch": 0.2594033722438392,
      "grad_norm": 2.072486707132733,
      "learning_rate": 9.249399742349928e-06,
      "loss": 0.6377,
      "step": 250
    },
    {
      "epoch": 0.26459143968871596,
      "grad_norm": 1.9650189580925839,
      "learning_rate": 9.20091047256181e-06,
      "loss": 0.6261,
      "step": 255
    },
    {
      "epoch": 0.2697795071335927,
      "grad_norm": 1.9241991797476943,
      "learning_rate": 9.151039115432946e-06,
      "loss": 0.6184,
      "step": 260
    },
    {
      "epoch": 0.27496757457846954,
      "grad_norm": 1.9743470888532664,
      "learning_rate": 9.099802078494947e-06,
      "loss": 0.6142,
      "step": 265
    },
    {
      "epoch": 0.2801556420233463,
      "grad_norm": 2.160988187935936,
      "learning_rate": 9.047216218584105e-06,
      "loss": 0.6094,
      "step": 270
    },
    {
      "epoch": 0.2853437094682231,
      "grad_norm": 1.9697508480614465,
      "learning_rate": 8.993298836295556e-06,
      "loss": 0.6196,
      "step": 275
    },
    {
      "epoch": 0.2905317769130999,
      "grad_norm": 1.8771524751425768,
      "learning_rate": 8.93806767029143e-06,
      "loss": 0.6163,
      "step": 280
    },
    {
      "epoch": 0.29571984435797666,
      "grad_norm": 2.125863779805947,
      "learning_rate": 8.88154089146488e-06,
      "loss": 0.6167,
      "step": 285
    },
    {
      "epoch": 0.3009079118028534,
      "grad_norm": 2.1188493077731514,
      "learning_rate": 8.823737096961916e-06,
      "loss": 0.5992,
      "step": 290
    },
    {
      "epoch": 0.30609597924773024,
      "grad_norm": 2.1335267497592807,
      "learning_rate": 8.764675304062992e-06,
      "loss": 0.6071,
      "step": 295
    },
    {
      "epoch": 0.311284046692607,
      "grad_norm": 2.036189297244598,
      "learning_rate": 8.704374943926386e-06,
      "loss": 0.609,
      "step": 300
    },
    {
      "epoch": 0.3164721141374838,
      "grad_norm": 1.915927299304865,
      "learning_rate": 8.642855855195394e-06,
      "loss": 0.5945,
      "step": 305
    },
    {
      "epoch": 0.3216601815823606,
      "grad_norm": 2.005194485630929,
      "learning_rate": 8.580138277471476e-06,
      "loss": 0.5959,
      "step": 310
    },
    {
      "epoch": 0.32684824902723736,
      "grad_norm": 2.1368034472887527,
      "learning_rate": 8.516242844655498e-06,
      "loss": 0.5941,
      "step": 315
    },
    {
      "epoch": 0.3320363164721141,
      "grad_norm": 1.9360804934529585,
      "learning_rate": 8.45119057815922e-06,
      "loss": 0.5915,
      "step": 320
    },
    {
      "epoch": 0.33722438391699094,
      "grad_norm": 1.9356101875463727,
      "learning_rate": 8.385002879989328e-06,
      "loss": 0.5838,
      "step": 325
    },
    {
      "epoch": 0.3424124513618677,
      "grad_norm": 2.4311425501079023,
      "learning_rate": 8.317701525706226e-06,
      "loss": 0.5946,
      "step": 330
    },
    {
      "epoch": 0.3476005188067445,
      "grad_norm": 2.356263841306792,
      "learning_rate": 8.249308657259943e-06,
      "loss": 0.567,
      "step": 335
    },
    {
      "epoch": 0.3527885862516213,
      "grad_norm": 2.048334150791661,
      "learning_rate": 8.179846775705504e-06,
      "loss": 0.5795,
      "step": 340
    },
    {
      "epoch": 0.35797665369649806,
      "grad_norm": 1.9977511587812506,
      "learning_rate": 8.109338733800132e-06,
      "loss": 0.5751,
      "step": 345
    },
    {
      "epoch": 0.3631647211413748,
      "grad_norm": 1.8688618314869894,
      "learning_rate": 8.03780772848477e-06,
      "loss": 0.568,
      "step": 350
    },
    {
      "epoch": 0.36835278858625164,
      "grad_norm": 1.93022130905715,
      "learning_rate": 7.965277293252354e-06,
      "loss": 0.5682,
      "step": 355
    },
    {
      "epoch": 0.3735408560311284,
      "grad_norm": 2.0382225242835528,
      "learning_rate": 7.891771290405351e-06,
      "loss": 0.5617,
      "step": 360
    },
    {
      "epoch": 0.3787289234760052,
      "grad_norm": 1.9924209327442368,
      "learning_rate": 7.817313903205148e-06,
      "loss": 0.5577,
      "step": 365
    },
    {
      "epoch": 0.383916990920882,
      "grad_norm": 1.9678458173326334,
      "learning_rate": 7.741929627915814e-06,
      "loss": 0.56,
      "step": 370
    },
    {
      "epoch": 0.38910505836575876,
      "grad_norm": 2.2405618654805215,
      "learning_rate": 7.66564326574491e-06,
      "loss": 0.5513,
      "step": 375
    },
    {
      "epoch": 0.3942931258106355,
      "grad_norm": 1.9971872990885233,
      "learning_rate": 7.588479914683954e-06,
      "loss": 0.5445,
      "step": 380
    },
    {
      "epoch": 0.39948119325551235,
      "grad_norm": 2.06807252227761,
      "learning_rate": 7.510464961251271e-06,
      "loss": 0.5674,
      "step": 385
    },
    {
      "epoch": 0.4046692607003891,
      "grad_norm": 1.9627368535332135,
      "learning_rate": 7.431624072139884e-06,
      "loss": 0.5435,
      "step": 390
    },
    {
      "epoch": 0.4098573281452659,
      "grad_norm": 1.9716804464407136,
      "learning_rate": 7.351983185773259e-06,
      "loss": 0.5552,
      "step": 395
    },
    {
      "epoch": 0.4150453955901427,
      "grad_norm": 1.9693396583392846,
      "learning_rate": 7.271568503771632e-06,
      "loss": 0.5343,
      "step": 400
    },
    {
      "epoch": 0.42023346303501946,
      "grad_norm": 1.9432949161104107,
      "learning_rate": 7.190406482331757e-06,
      "loss": 0.5475,
      "step": 405
    },
    {
      "epoch": 0.4254215304798962,
      "grad_norm": 2.0194917717314045,
      "learning_rate": 7.108523823522891e-06,
      "loss": 0.5477,
      "step": 410
    },
    {
      "epoch": 0.43060959792477305,
      "grad_norm": 2.206404974952941,
      "learning_rate": 7.0259474665018915e-06,
      "loss": 0.5425,
      "step": 415
    },
    {
      "epoch": 0.4357976653696498,
      "grad_norm": 1.9526533277899327,
      "learning_rate": 6.942704578650312e-06,
      "loss": 0.5161,
      "step": 420
    },
    {
      "epoch": 0.4409857328145266,
      "grad_norm": 2.0097466124913117,
      "learning_rate": 6.858822546636417e-06,
      "loss": 0.5331,
      "step": 425
    },
    {
      "epoch": 0.4461738002594034,
      "grad_norm": 1.8348649689633039,
      "learning_rate": 6.774328967405035e-06,
      "loss": 0.523,
      "step": 430
    },
    {
      "epoch": 0.45136186770428016,
      "grad_norm": 2.139084532722164,
      "learning_rate": 6.689251639098261e-06,
      "loss": 0.5251,
      "step": 435
    },
    {
      "epoch": 0.4565499351491569,
      "grad_norm": 1.9708479629081865,
      "learning_rate": 6.603618551909935e-06,
      "loss": 0.5232,
      "step": 440
    },
    {
      "epoch": 0.46173800259403375,
      "grad_norm": 1.9331722289768318,
      "learning_rate": 6.517457878876958e-06,
      "loss": 0.5305,
      "step": 445
    },
    {
      "epoch": 0.4669260700389105,
      "grad_norm": 1.859009250403284,
      "learning_rate": 6.430797966610436e-06,
      "loss": 0.5159,
      "step": 450
    },
    {
      "epoch": 0.4721141374837873,
      "grad_norm": 1.986527066309499,
      "learning_rate": 6.343667325969736e-06,
      "loss": 0.5367,
      "step": 455
    },
    {
      "epoch": 0.4773022049286641,
      "grad_norm": 1.9771277544299588,
      "learning_rate": 6.256094622682493e-06,
      "loss": 0.5123,
      "step": 460
    },
    {
      "epoch": 0.48249027237354086,
      "grad_norm": 2.0022259730400904,
      "learning_rate": 6.168108667913666e-06,
      "loss": 0.5166,
      "step": 465
    },
    {
      "epoch": 0.4876783398184176,
      "grad_norm": 1.9991961519932744,
      "learning_rate": 6.079738408786753e-06,
      "loss": 0.5161,
      "step": 470
    },
    {
      "epoch": 0.49286640726329445,
      "grad_norm": 2.0805595238898307,
      "learning_rate": 5.9910129188602665e-06,
      "loss": 0.5179,
      "step": 475
    },
    {
      "epoch": 0.4980544747081712,
      "grad_norm": 1.929253006230254,
      "learning_rate": 5.9019613885626235e-06,
      "loss": 0.5097,
      "step": 480
    },
    {
      "epoch": 0.503242542153048,
      "grad_norm": 2.25129632838715,
      "learning_rate": 5.812613115588575e-06,
      "loss": 0.4971,
      "step": 485
    },
    {
      "epoch": 0.5084306095979247,
      "grad_norm": 1.9119339241166262,
      "learning_rate": 5.722997495260348e-06,
      "loss": 0.4988,
      "step": 490
    },
    {
      "epoch": 0.5136186770428015,
      "grad_norm": 1.8300200112998326,
      "learning_rate": 5.6331440108566735e-06,
      "loss": 0.4941,
      "step": 495
    },
    {
      "epoch": 0.5188067444876784,
      "grad_norm": 1.9591247994452368,
      "learning_rate": 5.543082223912875e-06,
      "loss": 0.492,
      "step": 500
    },
    {
      "epoch": 0.5239948119325551,
      "grad_norm": 1.99136453982626,
      "learning_rate": 5.452841764495203e-06,
      "loss": 0.5002,
      "step": 505
    },
    {
      "epoch": 0.5291828793774319,
      "grad_norm": 1.9961024804052654,
      "learning_rate": 5.362452321452636e-06,
      "loss": 0.4772,
      "step": 510
    },
    {
      "epoch": 0.5343709468223087,
      "grad_norm": 1.9607124098040063,
      "learning_rate": 5.2719436326493255e-06,
      "loss": 0.4908,
      "step": 515
    },
    {
      "epoch": 0.5395590142671854,
      "grad_norm": 1.9303906010446525,
      "learning_rate": 5.181345475180941e-06,
      "loss": 0.4866,
      "step": 520
    },
    {
      "epoch": 0.5447470817120622,
      "grad_norm": 2.0420688559734503,
      "learning_rate": 5.090687655578078e-06,
      "loss": 0.4769,
      "step": 525
    },
    {
      "epoch": 0.5499351491569391,
      "grad_norm": 1.9908642175713687,
      "learning_rate": 5e-06,
      "loss": 0.4742,
      "step": 530
    },
    {
      "epoch": 0.5551232166018158,
      "grad_norm": 1.9960779934532675,
      "learning_rate": 4.909312344421923e-06,
      "loss": 0.4666,
      "step": 535
    },
    {
      "epoch": 0.5603112840466926,
      "grad_norm": 1.9274839933909422,
      "learning_rate": 4.8186545248190604e-06,
      "loss": 0.4866,
      "step": 540
    },
    {
      "epoch": 0.5654993514915694,
      "grad_norm": 1.9162466337096817,
      "learning_rate": 4.7280563673506745e-06,
      "loss": 0.4692,
      "step": 545
    },
    {
      "epoch": 0.5706874189364461,
      "grad_norm": 2.07386431606307,
      "learning_rate": 4.637547678547366e-06,
      "loss": 0.4859,
      "step": 550
    },
    {
      "epoch": 0.5758754863813229,
      "grad_norm": 2.0201984812958385,
      "learning_rate": 4.547158235504797e-06,
      "loss": 0.4718,
      "step": 555
    },
    {
      "epoch": 0.5810635538261998,
      "grad_norm": 1.95015272613481,
      "learning_rate": 4.4569177760871255e-06,
      "loss": 0.475,
      "step": 560
    },
    {
      "epoch": 0.5862516212710766,
      "grad_norm": 1.944586565605588,
      "learning_rate": 4.366855989143326e-06,
      "loss": 0.4551,
      "step": 565
    },
    {
      "epoch": 0.5914396887159533,
      "grad_norm": 1.9208589567145171,
      "learning_rate": 4.277002504739653e-06,
      "loss": 0.4686,
      "step": 570
    },
    {
      "epoch": 0.5966277561608301,
      "grad_norm": 1.8639671285460482,
      "learning_rate": 4.187386884411426e-06,
      "loss": 0.4557,
      "step": 575
    },
    {
      "epoch": 0.6018158236057068,
      "grad_norm": 1.9975578797091653,
      "learning_rate": 4.098038611437377e-06,
      "loss": 0.4651,
      "step": 580
    },
    {
      "epoch": 0.6070038910505836,
      "grad_norm": 1.961651938542185,
      "learning_rate": 4.008987081139734e-06,
      "loss": 0.4643,
      "step": 585
    },
    {
      "epoch": 0.6121919584954605,
      "grad_norm": 1.9374158302120401,
      "learning_rate": 3.920261591213249e-06,
      "loss": 0.4556,
      "step": 590
    },
    {
      "epoch": 0.6173800259403373,
      "grad_norm": 1.9090835435895448,
      "learning_rate": 3.8318913320863355e-06,
      "loss": 0.4536,
      "step": 595
    },
    {
      "epoch": 0.622568093385214,
      "grad_norm": 1.8975263865890188,
      "learning_rate": 3.7439053773175092e-06,
      "loss": 0.4615,
      "step": 600
    },
    {
      "epoch": 0.6277561608300908,
      "grad_norm": 1.9060390294655216,
      "learning_rate": 3.6563326740302664e-06,
      "loss": 0.4459,
      "step": 605
    },
    {
      "epoch": 0.6329442282749675,
      "grad_norm": 1.9725006931962796,
      "learning_rate": 3.569202033389565e-06,
      "loss": 0.4451,
      "step": 610
    },
    {
      "epoch": 0.6381322957198443,
      "grad_norm": 1.9621067476956515,
      "learning_rate": 3.4825421211230437e-06,
      "loss": 0.4419,
      "step": 615
    },
    {
      "epoch": 0.6433203631647212,
      "grad_norm": 2.098443239659209,
      "learning_rate": 3.3963814480900665e-06,
      "loss": 0.4415,
      "step": 620
    },
    {
      "epoch": 0.648508430609598,
      "grad_norm": 1.8981208726840302,
      "learning_rate": 3.310748360901741e-06,
      "loss": 0.4456,
      "step": 625
    },
    {
      "epoch": 0.6536964980544747,
      "grad_norm": 1.8947168989269416,
      "learning_rate": 3.225671032594966e-06,
      "loss": 0.4229,
      "step": 630
    },
    {
      "epoch": 0.6588845654993515,
      "grad_norm": 2.0138652650509288,
      "learning_rate": 3.1411774533635854e-06,
      "loss": 0.437,
      "step": 635
    },
    {
      "epoch": 0.6640726329442282,
      "grad_norm": 1.8903378440015823,
      "learning_rate": 3.0572954213496897e-06,
      "loss": 0.4454,
      "step": 640
    },
    {
      "epoch": 0.669260700389105,
      "grad_norm": 1.8448484960177367,
      "learning_rate": 2.9740525334981105e-06,
      "loss": 0.4398,
      "step": 645
    },
    {
      "epoch": 0.6744487678339819,
      "grad_norm": 1.9976530631786225,
      "learning_rate": 2.8914761764771093e-06,
      "loss": 0.429,
      "step": 650
    },
    {
      "epoch": 0.6796368352788587,
      "grad_norm": 1.9155018572353837,
      "learning_rate": 2.809593517668243e-06,
      "loss": 0.4309,
      "step": 655
    },
    {
      "epoch": 0.6848249027237354,
      "grad_norm": 1.942714148946629,
      "learning_rate": 2.728431496228369e-06,
      "loss": 0.4248,
      "step": 660
    },
    {
      "epoch": 0.6900129701686122,
      "grad_norm": 2.013023734418392,
      "learning_rate": 2.648016814226742e-06,
      "loss": 0.4304,
      "step": 665
    },
    {
      "epoch": 0.695201037613489,
      "grad_norm": 1.9023117871214554,
      "learning_rate": 2.5683759278601174e-06,
      "loss": 0.4338,
      "step": 670
    },
    {
      "epoch": 0.7003891050583657,
      "grad_norm": 1.8911448184302957,
      "learning_rate": 2.4895350387487304e-06,
      "loss": 0.4245,
      "step": 675
    },
    {
      "epoch": 0.7055771725032426,
      "grad_norm": 2.0358392917626813,
      "learning_rate": 2.4115200853160475e-06,
      "loss": 0.4194,
      "step": 680
    },
    {
      "epoch": 0.7107652399481194,
      "grad_norm": 1.9510576677492195,
      "learning_rate": 2.3343567342550933e-06,
      "loss": 0.4267,
      "step": 685
    },
    {
      "epoch": 0.7159533073929961,
      "grad_norm": 1.8690267408594539,
      "learning_rate": 2.258070372084188e-06,
      "loss": 0.4312,
      "step": 690
    },
    {
      "epoch": 0.7211413748378729,
      "grad_norm": 1.8322122073891454,
      "learning_rate": 2.182686096794852e-06,
      "loss": 0.4207,
      "step": 695
    },
    {
      "epoch": 0.7263294422827496,
      "grad_norm": 2.0311002524177253,
      "learning_rate": 2.108228709594649e-06,
      "loss": 0.4227,
      "step": 700
    },
    {
      "epoch": 0.7315175097276264,
      "grad_norm": 1.8678394687630775,
      "learning_rate": 2.0347227067476478e-06,
      "loss": 0.4149,
      "step": 705
    },
    {
      "epoch": 0.7367055771725033,
      "grad_norm": 1.8521301731665931,
      "learning_rate": 1.962192271515232e-06,
      "loss": 0.4192,
      "step": 710
    },
    {
      "epoch": 0.74189364461738,
      "grad_norm": 1.9291143236144128,
      "learning_rate": 1.8906612661998698e-06,
      "loss": 0.4128,
      "step": 715
    },
    {
      "epoch": 0.7470817120622568,
      "grad_norm": 1.991134829662921,
      "learning_rate": 1.820153224294498e-06,
      "loss": 0.4102,
      "step": 720
    },
    {
      "epoch": 0.7522697795071336,
      "grad_norm": 1.8597303553848081,
      "learning_rate": 1.750691342740058e-06,
      "loss": 0.4104,
      "step": 725
    },
    {
      "epoch": 0.7574578469520103,
      "grad_norm": 1.8334844899907363,
      "learning_rate": 1.6822984742937764e-06,
      "loss": 0.4049,
      "step": 730
    },
    {
      "epoch": 0.7626459143968871,
      "grad_norm": 1.839241095874111,
      "learning_rate": 1.6149971200106723e-06,
      "loss": 0.4009,
      "step": 735
    },
    {
      "epoch": 0.767833981841764,
      "grad_norm": 1.8614288971061537,
      "learning_rate": 1.548809421840779e-06,
      "loss": 0.4029,
      "step": 740
    },
    {
      "epoch": 0.7730220492866408,
      "grad_norm": 1.9712640153496117,
      "learning_rate": 1.483757155344503e-06,
      "loss": 0.4056,
      "step": 745
    },
    {
      "epoch": 0.7782101167315175,
      "grad_norm": 1.7973975593361922,
      "learning_rate": 1.4198617225285244e-06,
      "loss": 0.409,
      "step": 750
    },
    {
      "epoch": 0.7833981841763943,
      "grad_norm": 1.8870139707940816,
      "learning_rate": 1.3571441448046086e-06,
      "loss": 0.4117,
      "step": 755
    },
    {
      "epoch": 0.788586251621271,
      "grad_norm": 1.9255920717839368,
      "learning_rate": 1.2956250560736143e-06,
      "loss": 0.4097,
      "step": 760
    },
    {
      "epoch": 0.7937743190661478,
      "grad_norm": 1.8605570734597534,
      "learning_rate": 1.2353246959370086e-06,
      "loss": 0.3885,
      "step": 765
    },
    {
      "epoch": 0.7989623865110247,
      "grad_norm": 1.8678208345700735,
      "learning_rate": 1.1762629030380867e-06,
      "loss": 0.4044,
      "step": 770
    },
    {
      "epoch": 0.8041504539559015,
      "grad_norm": 1.8406724398818959,
      "learning_rate": 1.118459108535122e-06,
      "loss": 0.3991,
      "step": 775
    },
    {
      "epoch": 0.8093385214007782,
      "grad_norm": 1.9447178497450672,
      "learning_rate": 1.061932329708572e-06,
      "loss": 0.3878,
      "step": 780
    },
    {
      "epoch": 0.814526588845655,
      "grad_norm": 1.903347183666585,
      "learning_rate": 1.006701163704445e-06,
      "loss": 0.3994,
      "step": 785
    },
    {
      "epoch": 0.8197146562905318,
      "grad_norm": 1.7817648380438804,
      "learning_rate": 9.527837814158963e-07,
      "loss": 0.3943,
      "step": 790
    },
    {
      "epoch": 0.8249027237354085,
      "grad_norm": 1.89718875917406,
      "learning_rate": 9.001979215050544e-07,
      "loss": 0.3929,
      "step": 795
    },
    {
      "epoch": 0.8300907911802854,
      "grad_norm": 1.8825895138353903,
      "learning_rate": 8.489608845670527e-07,
      "loss": 0.3924,
      "step": 800
    },
    {
      "epoch": 0.8352788586251622,
      "grad_norm": 1.7908515887362904,
      "learning_rate": 7.99089527438191e-07,
      "loss": 0.3919,
      "step": 805
    },
    {
      "epoch": 0.8404669260700389,
      "grad_norm": 2.0314129121613034,
      "learning_rate": 7.506002576500732e-07,
      "loss": 0.3941,
      "step": 810
    },
    {
      "epoch": 0.8456549935149157,
      "grad_norm": 1.838737045068825,
      "learning_rate": 7.035090280315854e-07,
      "loss": 0.398,
      "step": 815
    },
    {
      "epoch": 0.8508430609597925,
      "grad_norm": 1.8701463175206698,
      "learning_rate": 6.578313314604612e-07,
      "loss": 0.395,
      "step": 820
    },
    {
      "epoch": 0.8560311284046692,
      "grad_norm": 1.8734176088672492,
      "learning_rate": 6.135821957661658e-07,
      "loss": 0.3945,
      "step": 825
    },
    {
      "epoch": 0.8612191958495461,
      "grad_norm": 1.8454123160341045,
      "learning_rate": 5.707761787857879e-07,
      "loss": 0.3855,
      "step": 830
    },
    {
      "epoch": 0.8664072632944229,
      "grad_norm": 1.7755466173110739,
      "learning_rate": 5.294273635745517e-07,
      "loss": 0.3971,
      "step": 835
    },
    {
      "epoch": 0.8715953307392996,
      "grad_norm": 1.8394864397787671,
      "learning_rate": 4.895493537725326e-07,
      "loss": 0.3966,
      "step": 840
    },
    {
      "epoch": 0.8767833981841764,
      "grad_norm": 1.7915928948304078,
      "learning_rate": 4.511552691290988e-07,
      "loss": 0.3979,
      "step": 845
    },
    {
      "epoch": 0.8819714656290532,
      "grad_norm": 1.7863787006400424,
      "learning_rate": 4.1425774118655505e-07,
      "loss": 0.3826,
      "step": 850
    },
    {
      "epoch": 0.8871595330739299,
      "grad_norm": 1.8024141112662704,
      "learning_rate": 3.7886890912439633e-07,
      "loss": 0.3862,
      "step": 855
    },
    {
      "epoch": 0.8923476005188068,
      "grad_norm": 1.8180972720099156,
      "learning_rate": 3.4500041576555733e-07,
      "loss": 0.3859,
      "step": 860
    },
    {
      "epoch": 0.8975356679636836,
      "grad_norm": 1.7622051589037506,
      "learning_rate": 3.1266340374595693e-07,
      "loss": 0.3831,
      "step": 865
    },
    {
      "epoch": 0.9027237354085603,
      "grad_norm": 1.7926800043760007,
      "learning_rate": 2.818685118486025e-07,
      "loss": 0.3927,
      "step": 870
    },
    {
      "epoch": 0.9079118028534371,
      "grad_norm": 1.8515815235983688,
      "learning_rate": 2.526258715034602e-07,
      "loss": 0.3787,
      "step": 875
    },
    {
      "epoch": 0.9130998702983139,
      "grad_norm": 1.761786866550431,
      "learning_rate": 2.2494510345424657e-07,
      "loss": 0.3881,
      "step": 880
    },
    {
      "epoch": 0.9182879377431906,
      "grad_norm": 1.731506703869926,
      "learning_rate": 1.988353145932298e-07,
      "loss": 0.3762,
      "step": 885
    },
    {
      "epoch": 0.9234760051880675,
      "grad_norm": 1.8427166106595052,
      "learning_rate": 1.7430509496508985e-07,
      "loss": 0.3975,
      "step": 890
    },
    {
      "epoch": 0.9286640726329443,
      "grad_norm": 1.761769698023775,
      "learning_rate": 1.5136251494081822e-07,
      "loss": 0.3842,
      "step": 895
    },
    {
      "epoch": 0.933852140077821,
      "grad_norm": 1.8297504100937483,
      "learning_rate": 1.3001512256258841e-07,
      "loss": 0.3916,
      "step": 900
    },
    {
      "epoch": 0.9390402075226978,
      "grad_norm": 1.8143369848190358,
      "learning_rate": 1.1026994106047296e-07,
      "loss": 0.3911,
      "step": 905
    },
    {
      "epoch": 0.9442282749675746,
      "grad_norm": 1.7462314691918333,
      "learning_rate": 9.213346654182054e-08,
      "loss": 0.3888,
      "step": 910
    },
    {
      "epoch": 0.9494163424124513,
      "grad_norm": 1.842285372864709,
      "learning_rate": 7.561166585405789e-08,
      "loss": 0.3823,
      "step": 915
    },
    {
      "epoch": 0.9546044098573282,
      "grad_norm": 1.798454935332072,
      "learning_rate": 6.070997462161055e-08,
      "loss": 0.4032,
      "step": 920
    },
    {
      "epoch": 0.959792477302205,
      "grad_norm": 1.8579672164577692,
      "learning_rate": 4.743329545760122e-08,
      "loss": 0.3811,
      "step": 925
    },
    {
      "epoch": 0.9649805447470817,
      "grad_norm": 1.764976690651984,
      "learning_rate": 3.578599635090163e-08,
      "loss": 0.3806,
      "step": 930
    },
    {
      "epoch": 0.9701686121919585,
      "grad_norm": 1.7085373084916373,
      "learning_rate": 2.577190922908035e-08,
      "loss": 0.3888,
      "step": 935
    },
    {
      "epoch": 0.9753566796368353,
      "grad_norm": 1.7431684765639506,
      "learning_rate": 1.7394328697707407e-08,
      "loss": 0.3901,
      "step": 940
    },
    {
      "epoch": 0.980544747081712,
      "grad_norm": 1.8495600056895127,
      "learning_rate": 1.0656010956437979e-08,
      "loss": 0.3918,
      "step": 945
    },
    {
      "epoch": 0.9857328145265889,
      "grad_norm": 1.8616847493274582,
      "learning_rate": 5.5591728922316235e-09,
      "loss": 0.3895,
      "step": 950
    },
    {
      "epoch": 0.9909208819714657,
      "grad_norm": 1.8274058784400706,
      "learning_rate": 2.1054913500051512e-09,
      "loss": 0.3831,
      "step": 955
    },
    {
      "epoch": 0.9961089494163424,
      "grad_norm": 1.7888916632814764,
      "learning_rate": 2.9610258095169596e-10,
      "loss": 0.3863,
      "step": 960
    },
    {
      "epoch": 0.9992217898832685,
      "eval_loss": 0.35284245014190674,
      "eval_runtime": 0.9437,
      "eval_samples_per_second": 2.119,
      "eval_steps_per_second": 1.06,
      "step": 963
    },
    {
      "epoch": 0.9992217898832685,
      "step": 963,
      "total_flos": 201580263505920.0,
      "train_loss": 0.5411187405403034,
      "train_runtime": 23935.6127,
      "train_samples_per_second": 1.288,
      "train_steps_per_second": 0.04
    }
  ],
  "logging_steps": 5,
  "max_steps": 963,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 201580263505920.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}