{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 865,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0011560693641618498,
      "grad_norm": 2.560949806695945,
      "learning_rate": 2.2988505747126437e-06,
      "loss": 3.4668,
      "step": 1
    },
    {
      "epoch": 0.005780346820809248,
      "grad_norm": 2.6052409820203866,
      "learning_rate": 1.1494252873563218e-05,
      "loss": 3.5049,
      "step": 5
    },
    {
      "epoch": 0.011560693641618497,
      "grad_norm": 1.6807278319503598,
      "learning_rate": 2.2988505747126437e-05,
      "loss": 3.4523,
      "step": 10
    },
    {
      "epoch": 0.017341040462427744,
      "grad_norm": 1.3872646318135757,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 3.4305,
      "step": 15
    },
    {
      "epoch": 0.023121387283236993,
      "grad_norm": 0.8854199637857243,
      "learning_rate": 4.597701149425287e-05,
      "loss": 3.3984,
      "step": 20
    },
    {
      "epoch": 0.028901734104046242,
      "grad_norm": 1.1428954815654415,
      "learning_rate": 5.747126436781609e-05,
      "loss": 3.3641,
      "step": 25
    },
    {
      "epoch": 0.03468208092485549,
      "grad_norm": 0.7871424143353113,
      "learning_rate": 6.896551724137931e-05,
      "loss": 3.3285,
      "step": 30
    },
    {
      "epoch": 0.04046242774566474,
      "grad_norm": 0.6942416545211347,
      "learning_rate": 8.045977011494253e-05,
      "loss": 3.3348,
      "step": 35
    },
    {
      "epoch": 0.046242774566473986,
      "grad_norm": 0.7481862396744489,
      "learning_rate": 9.195402298850575e-05,
      "loss": 3.3031,
      "step": 40
    },
    {
      "epoch": 0.05202312138728324,
      "grad_norm": 0.7349744692819005,
      "learning_rate": 0.00010344827586206898,
      "loss": 3.3055,
      "step": 45
    },
    {
      "epoch": 0.057803468208092484,
      "grad_norm": 0.787528126925392,
      "learning_rate": 0.00011494252873563218,
      "loss": 3.266,
      "step": 50
    },
    {
      "epoch": 0.06358381502890173,
      "grad_norm": 0.6011067877083208,
      "learning_rate": 0.0001264367816091954,
      "loss": 3.2738,
      "step": 55
    },
    {
      "epoch": 0.06936416184971098,
      "grad_norm": 0.549726888731836,
      "learning_rate": 0.00013793103448275863,
      "loss": 3.252,
      "step": 60
    },
    {
      "epoch": 0.07514450867052024,
      "grad_norm": 0.4802594608855168,
      "learning_rate": 0.00014942528735632183,
      "loss": 3.2551,
      "step": 65
    },
    {
      "epoch": 0.08092485549132948,
      "grad_norm": 0.43506119404453325,
      "learning_rate": 0.00016091954022988506,
      "loss": 3.2531,
      "step": 70
    },
    {
      "epoch": 0.08670520231213873,
      "grad_norm": 0.43739695740996304,
      "learning_rate": 0.00017241379310344826,
      "loss": 3.2492,
      "step": 75
    },
    {
      "epoch": 0.09248554913294797,
      "grad_norm": 0.4001379123552416,
      "learning_rate": 0.0001839080459770115,
      "loss": 3.2371,
      "step": 80
    },
    {
      "epoch": 0.09826589595375723,
      "grad_norm": 0.3953084727624265,
      "learning_rate": 0.00019540229885057472,
      "loss": 3.2332,
      "step": 85
    },
    {
      "epoch": 0.10404624277456648,
      "grad_norm": 0.39141010946909405,
      "learning_rate": 0.00019999266250608563,
      "loss": 3.2234,
      "step": 90
    },
    {
      "epoch": 0.10982658959537572,
      "grad_norm": 0.3844664555693112,
      "learning_rate": 0.00019994782616487538,
      "loss": 3.2328,
      "step": 95
    },
    {
      "epoch": 0.11560693641618497,
      "grad_norm": 0.38501166250330954,
      "learning_rate": 0.00019986224812243038,
      "loss": 3.2289,
      "step": 100
    },
    {
      "epoch": 0.12138728323699421,
      "grad_norm": 0.367871059973961,
      "learning_rate": 0.00019973596326290137,
      "loss": 3.2289,
      "step": 105
    },
    {
      "epoch": 0.12716763005780346,
      "grad_norm": 0.3652422215592574,
      "learning_rate": 0.00019956902306374636,
      "loss": 3.2293,
      "step": 110
    },
    {
      "epoch": 0.1329479768786127,
      "grad_norm": 0.37757220530617325,
      "learning_rate": 0.00019936149557474666,
      "loss": 3.2363,
      "step": 115
    },
    {
      "epoch": 0.13872832369942195,
      "grad_norm": 0.3718158923309793,
      "learning_rate": 0.00019911346539026794,
      "loss": 3.2098,
      "step": 120
    },
    {
      "epoch": 0.14450867052023122,
      "grad_norm": 0.36307234840760944,
      "learning_rate": 0.00019882503361477705,
      "loss": 3.2133,
      "step": 125
    },
    {
      "epoch": 0.15028901734104047,
      "grad_norm": 0.36600016095606147,
      "learning_rate": 0.0001984963178216287,
      "loss": 3.2086,
      "step": 130
    },
    {
      "epoch": 0.15606936416184972,
      "grad_norm": 0.3476602101989908,
      "learning_rate": 0.00019812745200513927,
      "loss": 3.218,
      "step": 135
    },
    {
      "epoch": 0.16184971098265896,
      "grad_norm": 0.34906685233203877,
      "learning_rate": 0.00019771858652596657,
      "loss": 3.2246,
      "step": 140
    },
    {
      "epoch": 0.1676300578034682,
      "grad_norm": 0.3532865591665223,
      "learning_rate": 0.00019726988804981844,
      "loss": 3.1898,
      "step": 145
    },
    {
      "epoch": 0.17341040462427745,
      "grad_norm": 0.40460405755243584,
      "learning_rate": 0.00019678153947951497,
      "loss": 3.218,
      "step": 150
    },
    {
      "epoch": 0.1791907514450867,
      "grad_norm": 0.3304140989868754,
      "learning_rate": 0.00019625373988043165,
      "loss": 3.1992,
      "step": 155
    },
    {
      "epoch": 0.18497109826589594,
      "grad_norm": 0.308497812696352,
      "learning_rate": 0.00019568670439935458,
      "loss": 3.209,
      "step": 160
    },
    {
      "epoch": 0.1907514450867052,
      "grad_norm": 0.34528327664611236,
      "learning_rate": 0.00019508066417678018,
      "loss": 3.1914,
      "step": 165
    },
    {
      "epoch": 0.19653179190751446,
      "grad_norm": 0.4165583915689433,
      "learning_rate": 0.00019443586625269562,
      "loss": 3.1977,
      "step": 170
    },
    {
      "epoch": 0.2023121387283237,
      "grad_norm": 0.3650545500594017,
      "learning_rate": 0.00019375257346587773,
      "loss": 3.1801,
      "step": 175
    },
    {
      "epoch": 0.20809248554913296,
      "grad_norm": 0.33959159442022663,
      "learning_rate": 0.00019303106434675224,
      "loss": 3.1965,
      "step": 180
    },
    {
      "epoch": 0.2138728323699422,
      "grad_norm": 0.3590182979681496,
      "learning_rate": 0.00019227163300385662,
      "loss": 3.1719,
      "step": 185
    },
    {
      "epoch": 0.21965317919075145,
      "grad_norm": 0.41052957903807297,
      "learning_rate": 0.00019147458900395245,
      "loss": 3.1926,
      "step": 190
    },
    {
      "epoch": 0.2254335260115607,
      "grad_norm": 0.3794250436125987,
      "learning_rate": 0.0001906402572458371,
      "loss": 3.2074,
      "step": 195
    },
    {
      "epoch": 0.23121387283236994,
      "grad_norm": 0.3198984083774458,
      "learning_rate": 0.00018976897782790512,
      "loss": 3.1859,
      "step": 200
    },
    {
      "epoch": 0.23699421965317918,
      "grad_norm": 0.3163734942392586,
      "learning_rate": 0.00018886110590951417,
      "loss": 3.2047,
      "step": 205
    },
    {
      "epoch": 0.24277456647398843,
      "grad_norm": 0.31805084628607355,
      "learning_rate": 0.0001879170115662114,
      "loss": 3.1871,
      "step": 210
    },
    {
      "epoch": 0.24855491329479767,
      "grad_norm": 0.3432486403670197,
      "learning_rate": 0.00018693707963887978,
      "loss": 3.175,
      "step": 215
    },
    {
      "epoch": 0.2543352601156069,
      "grad_norm": 0.3138776566225917,
      "learning_rate": 0.00018592170957686552,
      "loss": 3.1988,
      "step": 220
    },
    {
      "epoch": 0.26011560693641617,
      "grad_norm": 0.30587921809108115,
      "learning_rate": 0.0001848713152751506,
      "loss": 3.1762,
      "step": 225
    },
    {
      "epoch": 0.2658959537572254,
      "grad_norm": 0.2997567171818308,
      "learning_rate": 0.0001837863249056369,
      "loss": 3.2027,
      "step": 230
    },
    {
      "epoch": 0.27167630057803466,
      "grad_norm": 0.335691454347307,
      "learning_rate": 0.00018266718074261062,
      "loss": 3.1688,
      "step": 235
    },
    {
      "epoch": 0.2774566473988439,
      "grad_norm": 0.3307527141328154,
      "learning_rate": 0.00018151433898245826,
      "loss": 3.1766,
      "step": 240
    },
    {
      "epoch": 0.2832369942196532,
      "grad_norm": 0.3141072784060351,
      "learning_rate": 0.00018032826955770724,
      "loss": 3.173,
      "step": 245
    },
    {
      "epoch": 0.28901734104046245,
      "grad_norm": 0.4424843940179431,
      "learning_rate": 0.00017910945594546757,
      "loss": 3.1637,
      "step": 250
    },
    {
      "epoch": 0.2947976878612717,
      "grad_norm": 0.30077059480155643,
      "learning_rate": 0.00017785839497035222,
      "loss": 3.1809,
      "step": 255
    },
    {
      "epoch": 0.30057803468208094,
      "grad_norm": 0.31634582525373184,
      "learning_rate": 0.0001765755966019566,
      "loss": 3.1828,
      "step": 260
    },
    {
      "epoch": 0.3063583815028902,
      "grad_norm": 0.29644760955094585,
      "learning_rate": 0.00017526158374698,
      "loss": 3.1691,
      "step": 265
    },
    {
      "epoch": 0.31213872832369943,
      "grad_norm": 0.29157149074265853,
      "learning_rate": 0.0001739168920360729,
      "loss": 3.1512,
      "step": 270
    },
    {
      "epoch": 0.3179190751445087,
      "grad_norm": 0.30009452294520444,
      "learning_rate": 0.00017254206960549842,
      "loss": 3.1816,
      "step": 275
    },
    {
      "epoch": 0.3236994219653179,
      "grad_norm": 0.349631013624792,
      "learning_rate": 0.0001711376768736956,
      "loss": 3.1547,
      "step": 280
    },
    {
      "epoch": 0.32947976878612717,
      "grad_norm": 0.33261830331078257,
      "learning_rate": 0.000169704286312836,
      "loss": 3.1684,
      "step": 285
    },
    {
      "epoch": 0.3352601156069364,
      "grad_norm": 0.29085302891804077,
      "learning_rate": 0.00016824248221546735,
      "loss": 3.1492,
      "step": 290
    },
    {
      "epoch": 0.34104046242774566,
      "grad_norm": 0.30061007694463854,
      "learning_rate": 0.00016675286045633828,
      "loss": 3.143,
      "step": 295
    },
    {
      "epoch": 0.3468208092485549,
      "grad_norm": 0.4170871249784612,
      "learning_rate": 0.00016523602824950235,
      "loss": 3.1484,
      "step": 300
    },
    {
      "epoch": 0.35260115606936415,
      "grad_norm": 0.2819705568636163,
      "learning_rate": 0.00016369260390079933,
      "loss": 3.1379,
      "step": 305
    },
    {
      "epoch": 0.3583815028901734,
      "grad_norm": 0.28557604100223866,
      "learning_rate": 0.00016212321655581554,
      "loss": 3.1453,
      "step": 310
    },
    {
      "epoch": 0.36416184971098264,
      "grad_norm": 0.29258283786258643,
      "learning_rate": 0.00016052850594342534,
      "loss": 3.1465,
      "step": 315
    },
    {
      "epoch": 0.3699421965317919,
      "grad_norm": 0.41981326824430054,
      "learning_rate": 0.00015890912211501877,
      "loss": 3.1355,
      "step": 320
    },
    {
      "epoch": 0.37572254335260113,
      "grad_norm": 0.27912148893790856,
      "learning_rate": 0.00015726572517952122,
      "loss": 3.1457,
      "step": 325
    },
    {
      "epoch": 0.3815028901734104,
      "grad_norm": 0.33056252135761416,
      "learning_rate": 0.00015559898503431335,
      "loss": 3.1422,
      "step": 330
    },
    {
      "epoch": 0.3872832369942196,
      "grad_norm": 0.3051613612126159,
      "learning_rate": 0.0001539095810921612,
      "loss": 3.159,
      "step": 335
    },
    {
      "epoch": 0.3930635838150289,
      "grad_norm": 0.2838497459947755,
      "learning_rate": 0.00015219820200426727,
      "loss": 3.1469,
      "step": 340
    },
    {
      "epoch": 0.3988439306358382,
      "grad_norm": 0.31465121621009734,
      "learning_rate": 0.00015046554537955585,
      "loss": 3.1395,
      "step": 345
    },
    {
      "epoch": 0.4046242774566474,
      "grad_norm": 0.33199154940321435,
      "learning_rate": 0.00014871231750030698,
      "loss": 3.1535,
      "step": 350
    },
    {
      "epoch": 0.41040462427745666,
      "grad_norm": 0.2789325679223692,
      "learning_rate": 0.0001469392330342548,
      "loss": 3.1359,
      "step": 355
    },
    {
      "epoch": 0.4161849710982659,
      "grad_norm": 0.26987258223987126,
      "learning_rate": 0.0001451470147432676,
      "loss": 3.1238,
      "step": 360
    },
    {
      "epoch": 0.42196531791907516,
      "grad_norm": 0.3824587738393317,
      "learning_rate": 0.0001433363931887289,
      "loss": 3.1187,
      "step": 365
    },
    {
      "epoch": 0.4277456647398844,
      "grad_norm": 0.31988281654092277,
      "learning_rate": 0.0001415081064337388,
      "loss": 3.1285,
      "step": 370
    },
    {
      "epoch": 0.43352601156069365,
      "grad_norm": 0.30612731851250463,
      "learning_rate": 0.0001396628997422575,
      "loss": 3.1437,
      "step": 375
    },
    {
      "epoch": 0.4393063583815029,
      "grad_norm": 0.28986666743465456,
      "learning_rate": 0.00013780152527531362,
      "loss": 3.1352,
      "step": 380
    },
    {
      "epoch": 0.44508670520231214,
      "grad_norm": 0.31394710597647135,
      "learning_rate": 0.00013592474178440115,
      "loss": 3.1621,
      "step": 385
    },
    {
      "epoch": 0.4508670520231214,
      "grad_norm": 0.4294903312732592,
      "learning_rate": 0.00013403331430218964,
      "loss": 3.1426,
      "step": 390
    },
    {
      "epoch": 0.45664739884393063,
      "grad_norm": 0.4265226280273843,
      "learning_rate": 0.0001321280138306743,
      "loss": 3.134,
      "step": 395
    },
    {
      "epoch": 0.4624277456647399,
      "grad_norm": 0.38492594733609664,
      "learning_rate": 0.0001302096170268926,
      "loss": 3.1453,
      "step": 400
    },
    {
      "epoch": 0.4682080924855491,
      "grad_norm": 0.29848798247224545,
      "learning_rate": 0.0001282789058863359,
      "loss": 3.1445,
      "step": 405
    },
    {
      "epoch": 0.47398843930635837,
      "grad_norm": 0.3447604928374673,
      "learning_rate": 0.0001263366674241847,
      "loss": 3.1395,
      "step": 410
    },
    {
      "epoch": 0.4797687861271676,
      "grad_norm": 0.3080929535135385,
      "learning_rate": 0.0001243836933544982,
      "loss": 3.1324,
      "step": 415
    },
    {
      "epoch": 0.48554913294797686,
      "grad_norm": 0.314220865898827,
      "learning_rate": 0.00012242077976748784,
      "loss": 3.1301,
      "step": 420
    },
    {
      "epoch": 0.4913294797687861,
      "grad_norm": 0.28685031067517336,
      "learning_rate": 0.00012044872680500742,
      "loss": 3.1313,
      "step": 425
    },
    {
      "epoch": 0.49710982658959535,
      "grad_norm": 0.2956236061720464,
      "learning_rate": 0.00011846833833439153,
      "loss": 3.1348,
      "step": 430
    },
    {
      "epoch": 0.5028901734104047,
      "grad_norm": 0.30651808915001155,
      "learning_rate": 0.00011648042162077534,
      "loss": 3.152,
      "step": 435
    },
    {
      "epoch": 0.5086705202312138,
      "grad_norm": 0.4239949281706778,
      "learning_rate": 0.00011448578699802933,
      "loss": 3.1437,
      "step": 440
    },
    {
      "epoch": 0.5144508670520231,
      "grad_norm": 0.27791759340010475,
      "learning_rate": 0.00011248524753844325,
      "loss": 3.1504,
      "step": 445
    },
    {
      "epoch": 0.5202312138728323,
      "grad_norm": 0.3326391549276525,
      "learning_rate": 0.00011047961872129362,
      "loss": 3.1398,
      "step": 450
    },
    {
      "epoch": 0.5260115606936416,
      "grad_norm": 0.3999790516242622,
      "learning_rate": 0.00010846971810043016,
      "loss": 3.1383,
      "step": 455
    },
    {
      "epoch": 0.5317919075144508,
      "grad_norm": 0.36328178971277675,
      "learning_rate": 0.00010645636497101672,
      "loss": 3.1367,
      "step": 460
    },
    {
      "epoch": 0.5375722543352601,
      "grad_norm": 0.30511312613079056,
      "learning_rate": 0.000104440380035562,
      "loss": 3.1348,
      "step": 465
    },
    {
      "epoch": 0.5433526011560693,
      "grad_norm": 0.34508796373702927,
      "learning_rate": 0.00010242258506937705,
      "loss": 3.1273,
      "step": 470
    },
    {
      "epoch": 0.5491329479768786,
      "grad_norm": 0.31298227959915587,
      "learning_rate": 0.00010040380258559519,
      "loss": 3.1055,
      "step": 475
    },
    {
      "epoch": 0.5549132947976878,
      "grad_norm": 0.41126045157836544,
      "learning_rate": 9.838485549989117e-05,
      "loss": 3.1391,
      "step": 480
    },
    {
      "epoch": 0.5606936416184971,
      "grad_norm": 0.31695235717793374,
      "learning_rate": 9.636656679503647e-05,
      "loss": 3.1027,
      "step": 485
    },
    {
      "epoch": 0.5664739884393064,
      "grad_norm": 0.31731839716923793,
      "learning_rate": 9.434975918542687e-05,
      "loss": 3.1238,
      "step": 490
    },
    {
      "epoch": 0.5722543352601156,
      "grad_norm": 0.30368775602371734,
      "learning_rate": 9.233525478171985e-05,
      "loss": 3.1328,
      "step": 495
    },
    {
      "epoch": 0.5780346820809249,
      "grad_norm": 0.27566250598377473,
      "learning_rate": 9.032387475571771e-05,
      "loss": 3.1234,
      "step": 500
    },
    {
      "epoch": 0.5838150289017341,
      "grad_norm": 0.42121488462702394,
      "learning_rate": 8.831643900563372e-05,
      "loss": 3.1527,
      "step": 505
    },
    {
      "epoch": 0.5895953757225434,
      "grad_norm": 0.2983160621346518,
      "learning_rate": 8.631376582187716e-05,
      "loss": 3.1313,
      "step": 510
    },
    {
      "epoch": 0.5953757225433526,
      "grad_norm": 0.383836042501806,
      "learning_rate": 8.431667155349381e-05,
      "loss": 3.125,
      "step": 515
    },
    {
      "epoch": 0.6011560693641619,
      "grad_norm": 0.2946728067863111,
      "learning_rate": 8.232597027539804e-05,
      "loss": 3.1203,
      "step": 520
    },
    {
      "epoch": 0.6069364161849711,
      "grad_norm": 0.40035002509511697,
      "learning_rate": 8.034247345653148e-05,
      "loss": 3.127,
      "step": 525
    },
    {
      "epoch": 0.6127167630057804,
      "grad_norm": 0.30571803221597543,
      "learning_rate": 7.836698962908432e-05,
      "loss": 3.1051,
      "step": 530
    },
    {
      "epoch": 0.6184971098265896,
      "grad_norm": 0.39524647237789706,
      "learning_rate": 7.64003240589136e-05,
      "loss": 3.1172,
      "step": 535
    },
    {
      "epoch": 0.6242774566473989,
      "grad_norm": 0.28648345450162954,
      "learning_rate": 7.444327841729282e-05,
      "loss": 3.1266,
      "step": 540
    },
    {
      "epoch": 0.630057803468208,
      "grad_norm": 0.28535372587420343,
      "learning_rate": 7.249665045412703e-05,
      "loss": 3.1211,
      "step": 545
    },
    {
      "epoch": 0.6358381502890174,
      "grad_norm": 0.30735493866888736,
      "learning_rate": 7.056123367276628e-05,
      "loss": 3.1113,
      "step": 550
    },
    {
      "epoch": 0.6416184971098265,
      "grad_norm": 0.35113611863875976,
      "learning_rate": 6.863781700655011e-05,
      "loss": 3.1145,
      "step": 555
    },
    {
      "epoch": 0.6473988439306358,
      "grad_norm": 0.301896935911015,
      "learning_rate": 6.67271844972147e-05,
      "loss": 3.1109,
      "step": 560
    },
    {
      "epoch": 0.653179190751445,
      "grad_norm": 0.2835016675616311,
      "learning_rate": 6.483011497529456e-05,
      "loss": 3.123,
      "step": 565
    },
    {
      "epoch": 0.6589595375722543,
      "grad_norm": 0.3511471847470862,
      "learning_rate": 6.29473817426477e-05,
      "loss": 3.1207,
      "step": 570
    },
    {
      "epoch": 0.6647398843930635,
      "grad_norm": 0.34719951816291245,
      "learning_rate": 6.107975225723506e-05,
      "loss": 3.1078,
      "step": 575
    },
    {
      "epoch": 0.6705202312138728,
      "grad_norm": 0.32389493095679567,
      "learning_rate": 5.922798782028186e-05,
      "loss": 3.1172,
      "step": 580
    },
    {
      "epoch": 0.6763005780346821,
      "grad_norm": 0.27935241278493833,
      "learning_rate": 5.7392843265948445e-05,
      "loss": 3.1367,
      "step": 585
    },
    {
      "epoch": 0.6820809248554913,
      "grad_norm": 0.335471823945162,
      "learning_rate": 5.5575066653637696e-05,
      "loss": 3.1301,
      "step": 590
    },
    {
      "epoch": 0.6878612716763006,
      "grad_norm": 0.28742846706476527,
      "learning_rate": 5.377539896306363e-05,
      "loss": 3.1074,
      "step": 595
    },
    {
      "epoch": 0.6936416184971098,
      "grad_norm": 0.28846880995197993,
      "learning_rate": 5.1994573792206156e-05,
      "loss": 3.1301,
      "step": 600
    },
    {
      "epoch": 0.6994219653179191,
      "grad_norm": 0.29195100089253184,
      "learning_rate": 5.023331705827477e-05,
      "loss": 3.1313,
      "step": 605
    },
    {
      "epoch": 0.7052023121387283,
      "grad_norm": 0.31669385047045495,
      "learning_rate": 4.8492346701803045e-05,
      "loss": 3.1184,
      "step": 610
    },
    {
      "epoch": 0.7109826589595376,
      "grad_norm": 0.28758180372925923,
      "learning_rate": 4.677237239399489e-05,
      "loss": 3.1281,
      "step": 615
    },
    {
      "epoch": 0.7167630057803468,
      "grad_norm": 0.306876835225927,
      "learning_rate": 4.507409524744151e-05,
      "loss": 3.1086,
      "step": 620
    },
    {
      "epoch": 0.7225433526011561,
      "grad_norm": 0.27410867188213767,
      "learning_rate": 4.3398207530326915e-05,
      "loss": 3.1129,
      "step": 625
    },
    {
      "epoch": 0.7283236994219653,
      "grad_norm": 0.3366702488484758,
      "learning_rate": 4.174539238423898e-05,
      "loss": 3.1289,
      "step": 630
    },
    {
      "epoch": 0.7341040462427746,
      "grad_norm": 0.2863969178824916,
      "learning_rate": 4.0116323545700675e-05,
      "loss": 3.1238,
      "step": 635
    },
    {
      "epoch": 0.7398843930635838,
      "grad_norm": 0.3097945079410788,
      "learning_rate": 3.8511665071535e-05,
      "loss": 3.1031,
      "step": 640
    },
    {
      "epoch": 0.7456647398843931,
      "grad_norm": 0.4123766504987303,
      "learning_rate": 3.69320710681758e-05,
      "loss": 3.1023,
      "step": 645
    },
    {
      "epoch": 0.7514450867052023,
      "grad_norm": 0.3361752903628251,
      "learning_rate": 3.537818542503443e-05,
      "loss": 3.1113,
      "step": 650
    },
    {
      "epoch": 0.7572254335260116,
      "grad_norm": 0.3077676593416445,
      "learning_rate": 3.385064155203138e-05,
      "loss": 3.1105,
      "step": 655
    },
    {
      "epoch": 0.7630057803468208,
      "grad_norm": 0.2712348329777666,
      "learning_rate": 3.2350062121399625e-05,
      "loss": 3.1105,
      "step": 660
    },
    {
      "epoch": 0.7687861271676301,
      "grad_norm": 0.29913041418922676,
      "learning_rate": 3.087705881386486e-05,
      "loss": 3.1219,
      "step": 665
    },
    {
      "epoch": 0.7745664739884393,
      "grad_norm": 0.31812764724536047,
      "learning_rate": 2.943223206930632e-05,
      "loss": 3.1168,
      "step": 670
    },
    {
      "epoch": 0.7803468208092486,
      "grad_norm": 0.35329118193515613,
      "learning_rate": 2.8016170841999667e-05,
      "loss": 3.109,
      "step": 675
    },
    {
      "epoch": 0.7861271676300579,
      "grad_norm": 0.2990508230174604,
      "learning_rate": 2.662945236054176e-05,
      "loss": 3.1066,
      "step": 680
    },
    {
      "epoch": 0.791907514450867,
      "grad_norm": 0.2863986880007164,
      "learning_rate": 2.527264189255507e-05,
      "loss": 3.1164,
      "step": 685
    },
    {
      "epoch": 0.7976878612716763,
      "grad_norm": 0.30694277766185385,
      "learning_rate": 2.3946292514267854e-05,
      "loss": 3.1113,
      "step": 690
    },
    {
      "epoch": 0.8034682080924855,
      "grad_norm": 0.3777893533757732,
      "learning_rate": 2.2650944885063897e-05,
      "loss": 3.1035,
      "step": 695
    },
    {
      "epoch": 0.8092485549132948,
      "grad_norm": 0.30405287841305245,
      "learning_rate": 2.138712702709359e-05,
      "loss": 3.0957,
      "step": 700
    },
    {
      "epoch": 0.815028901734104,
      "grad_norm": 0.3025648475201123,
      "learning_rate": 2.0155354110036604e-05,
      "loss": 3.1332,
      "step": 705
    },
    {
      "epoch": 0.8208092485549133,
      "grad_norm": 0.2921917075952636,
      "learning_rate": 1.89561282411033e-05,
      "loss": 3.0969,
      "step": 710
    },
    {
      "epoch": 0.8265895953757225,
      "grad_norm": 0.2951570047218817,
      "learning_rate": 1.7789938260360904e-05,
      "loss": 3.1125,
      "step": 715
    },
    {
      "epoch": 0.8323699421965318,
      "grad_norm": 0.2941996616491899,
      "learning_rate": 1.6657259541467883e-05,
      "loss": 3.1,
      "step": 720
    },
    {
      "epoch": 0.838150289017341,
      "grad_norm": 0.3422952891961912,
      "learning_rate": 1.555855379789747e-05,
      "loss": 3.0969,
      "step": 725
    },
    {
      "epoch": 0.8439306358381503,
      "grad_norm": 0.29026242169978395,
      "learning_rate": 1.4494268894729546e-05,
      "loss": 3.1117,
      "step": 730
    },
    {
      "epoch": 0.8497109826589595,
      "grad_norm": 0.41808268263107873,
      "learning_rate": 1.346483866608751e-05,
      "loss": 3.1078,
      "step": 735
    },
    {
      "epoch": 0.8554913294797688,
      "grad_norm": 0.5577954106464427,
      "learning_rate": 1.2470682738294737e-05,
      "loss": 3.1344,
      "step": 740
    },
    {
      "epoch": 0.861271676300578,
      "grad_norm": 0.34387551123301874,
      "learning_rate": 1.1512206358822263e-05,
      "loss": 3.1223,
      "step": 745
    },
    {
      "epoch": 0.8670520231213873,
      "grad_norm": 0.3706950879303699,
      "learning_rate": 1.058980023109798e-05,
      "loss": 3.1148,
      "step": 750
    },
    {
      "epoch": 0.8728323699421965,
      "grad_norm": 0.558405963959258,
      "learning_rate": 9.703840355244286e-06,
      "loss": 3.1094,
      "step": 755
    },
    {
      "epoch": 0.8786127167630058,
      "grad_norm": 0.38255385526130775,
      "learning_rate": 8.85468787480932e-06,
      "loss": 3.1078,
      "step": 760
    },
    {
      "epoch": 0.884393063583815,
      "grad_norm": 0.36369947881012377,
      "learning_rate": 8.042688929554076e-06,
      "loss": 3.1289,
      "step": 765
    },
    {
      "epoch": 0.8901734104046243,
      "grad_norm": 0.35939189858543064,
      "learning_rate": 7.268174514355564e-06,
      "loss": 3.0895,
      "step": 770
    },
    {
      "epoch": 0.8959537572254336,
      "grad_norm": 0.28406418416514867,
      "learning_rate": 6.531460344283513e-06,
      "loss": 3.1125,
      "step": 775
    },
    {
      "epoch": 0.9017341040462428,
      "grad_norm": 0.7961530349923809,
      "learning_rate": 5.832846725905506e-06,
      "loss": 3.1148,
      "step": 780
    },
    {
      "epoch": 0.9075144508670521,
      "grad_norm": 0.31387781257967007,
      "learning_rate": 5.172618434873111e-06,
      "loss": 3.1273,
      "step": 785
    },
    {
      "epoch": 0.9132947976878613,
      "grad_norm": 0.35418591354001977,
      "learning_rate": 4.5510445998388386e-06,
      "loss": 3.1059,
      "step": 790
    },
    {
      "epoch": 0.9190751445086706,
      "grad_norm": 0.31552685028654576,
      "learning_rate": 3.968378592751398e-06,
      "loss": 3.1219,
      "step": 795
    },
    {
      "epoch": 0.9248554913294798,
      "grad_norm": 0.381623143871843,
      "learning_rate": 3.424857925573699e-06,
      "loss": 3.1105,
      "step": 800
    },
    {
      "epoch": 0.930635838150289,
      "grad_norm": 0.3259845681670356,
      "learning_rate": 2.9207041534659363e-06,
      "loss": 3.0871,
      "step": 805
    },
    {
      "epoch": 0.9364161849710982,
      "grad_norm": 0.30145173604175796,
      "learning_rate": 2.4561227844731138e-06,
      "loss": 3.118,
      "step": 810
    },
    {
      "epoch": 0.9421965317919075,
      "grad_norm": 0.3337714000115938,
      "learning_rate": 2.0313031957539197e-06,
      "loss": 3.102,
      "step": 815
    },
    {
      "epoch": 0.9479768786127167,
      "grad_norm": 0.30245031915454157,
      "learning_rate": 1.646418556384921e-06,
      "loss": 3.0863,
      "step": 820
    },
    {
      "epoch": 0.953757225433526,
      "grad_norm": 0.29912565847350114,
      "learning_rate": 1.3016257567717294e-06,
      "loss": 3.1043,
      "step": 825
    },
    {
      "epoch": 0.9595375722543352,
      "grad_norm": 0.31262691952047295,
      "learning_rate": 9.970653446958134e-07,
      "loss": 3.1074,
      "step": 830
    },
    {
      "epoch": 0.9653179190751445,
      "grad_norm": 0.3748247921614159,
      "learning_rate": 7.328614680230495e-07,
      "loss": 3.0965,
      "step": 835
    },
    {
      "epoch": 0.9710982658959537,
      "grad_norm": 0.30960477476352033,
      "learning_rate": 5.091218240973472e-07,
      "loss": 3.0949,
      "step": 840
    },
    {
      "epoch": 0.976878612716763,
      "grad_norm": 0.3368057888691073,
      "learning_rate": 3.259376158400329e-07,
      "loss": 3.1063,
      "step": 845
    },
    {
      "epoch": 0.9826589595375722,
      "grad_norm": 0.29119253652160076,
      "learning_rate": 1.8338351457284352e-07,
      "loss": 3.1402,
      "step": 850
    },
    {
      "epoch": 0.9884393063583815,
      "grad_norm": 0.310724087204439,
      "learning_rate": 8.15176295796638e-08,
      "loss": 3.1078,
      "step": 855
    },
    {
      "epoch": 0.9942196531791907,
      "grad_norm": 0.3151737727878063,
      "learning_rate": 2.0381484419451646e-08,
      "loss": 3.0969,
      "step": 860
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.33281701073497355,
      "learning_rate": 0.0,
      "loss": 3.1109,
      "step": 865
    },
    {
      "epoch": 1.0,
      "step": 865,
      "total_flos": 82545915985920.0,
      "train_loss": 3.1589166365606935,
      "train_runtime": 248.1689,
      "train_samples_per_second": 445.922,
      "train_steps_per_second": 3.486
    }
  ],
  "logging_steps": 5,
  "max_steps": 865,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 82545915985920.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}