{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9996810207336523,
  "eval_steps": 500,
  "global_step": 1567,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006379585326953748,
      "grad_norm": 210.7223358154297,
      "learning_rate": 1.910828025477707e-06,
      "loss": 45.3725,
      "step": 1
    },
    {
      "epoch": 0.003189792663476874,
      "grad_norm": 226.75299072265625,
      "learning_rate": 9.554140127388534e-06,
      "loss": 48.3317,
      "step": 5
    },
    {
      "epoch": 0.006379585326953748,
      "grad_norm": 153.64804077148438,
      "learning_rate": 1.9108280254777068e-05,
      "loss": 46.1831,
      "step": 10
    },
    {
      "epoch": 0.009569377990430622,
      "grad_norm": 100.49105072021484,
      "learning_rate": 2.8662420382165606e-05,
      "loss": 35.4306,
      "step": 15
    },
    {
      "epoch": 0.012759170653907496,
      "grad_norm": 76.70584106445312,
      "learning_rate": 3.8216560509554137e-05,
      "loss": 29.7582,
      "step": 20
    },
    {
      "epoch": 0.01594896331738437,
      "grad_norm": 18.13677215576172,
      "learning_rate": 4.777070063694267e-05,
      "loss": 24.9798,
      "step": 25
    },
    {
      "epoch": 0.019138755980861243,
      "grad_norm": 14.398043632507324,
      "learning_rate": 5.732484076433121e-05,
      "loss": 22.6081,
      "step": 30
    },
    {
      "epoch": 0.022328548644338118,
      "grad_norm": 10.421934127807617,
      "learning_rate": 6.687898089171974e-05,
      "loss": 20.6468,
      "step": 35
    },
    {
      "epoch": 0.025518341307814992,
      "grad_norm": 6.249530792236328,
      "learning_rate": 7.643312101910827e-05,
      "loss": 20.6855,
      "step": 40
    },
    {
      "epoch": 0.028708133971291867,
      "grad_norm": 4.4145917892456055,
      "learning_rate": 8.59872611464968e-05,
      "loss": 18.4075,
      "step": 45
    },
    {
      "epoch": 0.03189792663476874,
      "grad_norm": 4.664849281311035,
      "learning_rate": 9.554140127388533e-05,
      "loss": 18.931,
      "step": 50
    },
    {
      "epoch": 0.03508771929824561,
      "grad_norm": 5.491772174835205,
      "learning_rate": 0.00010509554140127387,
      "loss": 18.2993,
      "step": 55
    },
    {
      "epoch": 0.03827751196172249,
      "grad_norm": 11.026978492736816,
      "learning_rate": 0.00011464968152866242,
      "loss": 17.9978,
      "step": 60
    },
    {
      "epoch": 0.04146730462519936,
      "grad_norm": 16.8328914642334,
      "learning_rate": 0.00012420382165605095,
      "loss": 16.1541,
      "step": 65
    },
    {
      "epoch": 0.044657097288676235,
      "grad_norm": 24.968544006347656,
      "learning_rate": 0.00013375796178343948,
      "loss": 13.5497,
      "step": 70
    },
    {
      "epoch": 0.04784688995215311,
      "grad_norm": 34.1843147277832,
      "learning_rate": 0.00014331210191082802,
      "loss": 10.0932,
      "step": 75
    },
    {
      "epoch": 0.051036682615629984,
      "grad_norm": 26.95475196838379,
      "learning_rate": 0.00015286624203821655,
      "loss": 6.0162,
      "step": 80
    },
    {
      "epoch": 0.05422647527910686,
      "grad_norm": 89.71574401855469,
      "learning_rate": 0.00016242038216560508,
      "loss": 3.1634,
      "step": 85
    },
    {
      "epoch": 0.05741626794258373,
      "grad_norm": 10.840144157409668,
      "learning_rate": 0.0001719745222929936,
      "loss": 2.7482,
      "step": 90
    },
    {
      "epoch": 0.06060606060606061,
      "grad_norm": 5.291273593902588,
      "learning_rate": 0.00018152866242038214,
      "loss": 2.3438,
      "step": 95
    },
    {
      "epoch": 0.06379585326953748,
      "grad_norm": 2.17537260055542,
      "learning_rate": 0.00019108280254777067,
      "loss": 2.0583,
      "step": 100
    },
    {
      "epoch": 0.06698564593301436,
      "grad_norm": 1.8088818788528442,
      "learning_rate": 0.0002006369426751592,
      "loss": 1.9395,
      "step": 105
    },
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 1.0773868560791016,
      "learning_rate": 0.00021019108280254773,
      "loss": 1.8029,
      "step": 110
    },
    {
      "epoch": 0.0733652312599681,
      "grad_norm": 2.8027162551879883,
      "learning_rate": 0.00021974522292993626,
      "loss": 1.734,
      "step": 115
    },
    {
      "epoch": 0.07655502392344497,
      "grad_norm": 1.8964555263519287,
      "learning_rate": 0.00022929936305732485,
      "loss": 1.6716,
      "step": 120
    },
    {
      "epoch": 0.07974481658692185,
      "grad_norm": 1.0901538133621216,
      "learning_rate": 0.00023885350318471338,
      "loss": 1.6162,
      "step": 125
    },
    {
      "epoch": 0.08293460925039872,
      "grad_norm": 1.5070509910583496,
      "learning_rate": 0.0002484076433121019,
      "loss": 1.6087,
      "step": 130
    },
    {
      "epoch": 0.0861244019138756,
      "grad_norm": 1.8919157981872559,
      "learning_rate": 0.00025796178343949044,
      "loss": 1.5317,
      "step": 135
    },
    {
      "epoch": 0.08931419457735247,
      "grad_norm": 1.317736268043518,
      "learning_rate": 0.00026751592356687897,
      "loss": 1.4964,
      "step": 140
    },
    {
      "epoch": 0.09250398724082935,
      "grad_norm": 2.569183111190796,
      "learning_rate": 0.0002770700636942675,
      "loss": 1.5564,
      "step": 145
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 2.390894651412964,
      "learning_rate": 0.00028662420382165603,
      "loss": 1.4957,
      "step": 150
    },
    {
      "epoch": 0.09888357256778309,
      "grad_norm": 0.9399936199188232,
      "learning_rate": 0.00029617834394904456,
      "loss": 1.484,
      "step": 155
    },
    {
      "epoch": 0.10207336523125997,
      "grad_norm": 2.9535129070281982,
      "learning_rate": 0.0002999966490829603,
      "loss": 1.4503,
      "step": 160
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 1.0490965843200684,
      "learning_rate": 0.00029997617179878324,
      "loss": 1.4321,
      "step": 165
    },
    {
      "epoch": 0.10845295055821372,
      "grad_norm": 4.929164409637451,
      "learning_rate": 0.0002999370813893047,
      "loss": 1.4327,
      "step": 170
    },
    {
      "epoch": 0.11164274322169059,
      "grad_norm": 1.0862678289413452,
      "learning_rate": 0.00029987938270592676,
      "loss": 1.4237,
      "step": 175
    },
    {
      "epoch": 0.11483253588516747,
      "grad_norm": 2.1204566955566406,
      "learning_rate": 0.0002998030829094724,
      "loss": 1.418,
      "step": 180
    },
    {
      "epoch": 0.11802232854864433,
      "grad_norm": 2.93302583694458,
      "learning_rate": 0.00029970819146929694,
      "loss": 1.4072,
      "step": 185
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 2.221076011657715,
      "learning_rate": 0.0002995947201621131,
      "loss": 1.4132,
      "step": 190
    },
    {
      "epoch": 0.12440191387559808,
      "grad_norm": 1.8285828828811646,
      "learning_rate": 0.00029946268307052886,
      "loss": 1.4,
      "step": 195
    },
    {
      "epoch": 0.12759170653907495,
      "grad_norm": 1.0585997104644775,
      "learning_rate": 0.0002993120965813003,
      "loss": 1.374,
      "step": 200
    },
    {
      "epoch": 0.13078149920255183,
      "grad_norm": 2.2776687145233154,
      "learning_rate": 0.0002991429793832975,
      "loss": 1.3503,
      "step": 205
    },
    {
      "epoch": 0.1339712918660287,
      "grad_norm": 2.238420009613037,
      "learning_rate": 0.00029895535246518524,
      "loss": 1.3755,
      "step": 210
    },
    {
      "epoch": 0.1371610845295056,
      "grad_norm": 0.9944085478782654,
      "learning_rate": 0.0002987492391128182,
      "loss": 1.3629,
      "step": 215
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 1.7009069919586182,
      "learning_rate": 0.0002985246649063509,
      "loss": 1.3613,
      "step": 220
    },
    {
      "epoch": 0.14354066985645933,
      "grad_norm": 1.9367361068725586,
      "learning_rate": 0.0002982816577170631,
      "loss": 1.3585,
      "step": 225
    },
    {
      "epoch": 0.1467304625199362,
      "grad_norm": 0.831079363822937,
      "learning_rate": 0.00029802024770390087,
      "loss": 1.3393,
      "step": 230
    },
    {
      "epoch": 0.14992025518341306,
      "grad_norm": 1.10426664352417,
      "learning_rate": 0.00029774046730973334,
      "loss": 1.3418,
      "step": 235
    },
    {
      "epoch": 0.15311004784688995,
      "grad_norm": 1.438004493713379,
      "learning_rate": 0.00029744235125732664,
      "loss": 1.3439,
      "step": 240
    },
    {
      "epoch": 0.15629984051036683,
      "grad_norm": 4.208047866821289,
      "learning_rate": 0.0002971259365450344,
      "loss": 1.3377,
      "step": 245
    },
    {
      "epoch": 0.1594896331738437,
      "grad_norm": 2.597606897354126,
      "learning_rate": 0.00029679126244220596,
      "loss": 1.2973,
      "step": 250
    },
    {
      "epoch": 0.16267942583732056,
      "grad_norm": 3.7126145362854004,
      "learning_rate": 0.00029643837048431293,
      "loss": 1.336,
      "step": 255
    },
    {
      "epoch": 0.16586921850079744,
      "grad_norm": 2.6157450675964355,
      "learning_rate": 0.0002960673044677939,
      "loss": 1.3273,
      "step": 260
    },
    {
      "epoch": 0.16905901116427433,
      "grad_norm": 1.1743855476379395,
      "learning_rate": 0.00029567811044461977,
      "loss": 1.2961,
      "step": 265
    },
    {
      "epoch": 0.1722488038277512,
      "grad_norm": 2.6032323837280273,
      "learning_rate": 0.00029527083671657746,
      "loss": 1.308,
      "step": 270
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 1.2666016817092896,
      "learning_rate": 0.00029484553382927594,
      "loss": 1.2867,
      "step": 275
    },
    {
      "epoch": 0.17862838915470494,
      "grad_norm": 2.308387279510498,
      "learning_rate": 0.000294402254565873,
      "loss": 1.3159,
      "step": 280
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 2.5119080543518066,
      "learning_rate": 0.00029394105394052434,
      "loss": 1.3205,
      "step": 285
    },
    {
      "epoch": 0.1850079744816587,
      "grad_norm": 2.0319368839263916,
      "learning_rate": 0.00029346198919155616,
      "loss": 1.3144,
      "step": 290
    },
    {
      "epoch": 0.18819776714513556,
      "grad_norm": 1.0513851642608643,
      "learning_rate": 0.00029296511977436107,
      "loss": 1.2852,
      "step": 295
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 1.9946495294570923,
      "learning_rate": 0.0002924505073540198,
      "loss": 1.2848,
      "step": 300
    },
    {
      "epoch": 0.19457735247208932,
      "grad_norm": 0.9887159466743469,
      "learning_rate": 0.0002919182157976476,
      "loss": 1.2786,
      "step": 305
    },
    {
      "epoch": 0.19776714513556617,
      "grad_norm": 2.8245911598205566,
      "learning_rate": 0.00029136831116646815,
      "loss": 1.2801,
      "step": 310
    },
    {
      "epoch": 0.20095693779904306,
      "grad_norm": 1.0787121057510376,
      "learning_rate": 0.000290800861707615,
      "loss": 1.2676,
      "step": 315
    },
    {
      "epoch": 0.20414673046251994,
      "grad_norm": 1.7965648174285889,
      "learning_rate": 0.00029021593784566113,
      "loss": 1.2793,
      "step": 320
    },
    {
      "epoch": 0.20733652312599682,
      "grad_norm": 3.4487974643707275,
      "learning_rate": 0.0002896136121738793,
      "loss": 1.2753,
      "step": 325
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 2.19303035736084,
      "learning_rate": 0.0002889939594452323,
      "loss": 1.2631,
      "step": 330
    },
    {
      "epoch": 0.21371610845295055,
      "grad_norm": 1.1072807312011719,
      "learning_rate": 0.00028835705656309583,
      "loss": 1.2789,
      "step": 335
    },
    {
      "epoch": 0.21690590111642744,
      "grad_norm": 3.124202251434326,
      "learning_rate": 0.0002877029825717142,
      "loss": 1.3006,
      "step": 340
    },
    {
      "epoch": 0.22009569377990432,
      "grad_norm": 1.0346769094467163,
      "learning_rate": 0.0002870318186463901,
      "loss": 1.2368,
      "step": 345
    },
    {
      "epoch": 0.22328548644338117,
      "grad_norm": 5.13249397277832,
      "learning_rate": 0.0002863436480834105,
      "loss": 1.2836,
      "step": 350
    },
    {
      "epoch": 0.22647527910685805,
      "grad_norm": 0.9209335446357727,
      "learning_rate": 0.00028563855628970886,
      "loss": 1.259,
      "step": 355
    },
    {
      "epoch": 0.22966507177033493,
      "grad_norm": 1.4709413051605225,
      "learning_rate": 0.0002849166307722653,
      "loss": 1.2966,
      "step": 360
    },
    {
      "epoch": 0.23285486443381181,
      "grad_norm": 0.9667356610298157,
      "learning_rate": 0.00028417796112724684,
      "loss": 1.2771,
      "step": 365
    },
    {
      "epoch": 0.23604465709728867,
      "grad_norm": 0.8139356374740601,
      "learning_rate": 0.0002834226390288873,
      "loss": 1.2409,
      "step": 370
    },
    {
      "epoch": 0.23923444976076555,
      "grad_norm": 1.1209094524383545,
      "learning_rate": 0.0002826507582181103,
      "loss": 1.2499,
      "step": 375
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 1.3784332275390625,
      "learning_rate": 0.00028186241449089524,
      "loss": 1.2648,
      "step": 380
    },
    {
      "epoch": 0.24561403508771928,
      "grad_norm": 4.830300807952881,
      "learning_rate": 0.000281057705686388,
      "loss": 1.2524,
      "step": 385
    },
    {
      "epoch": 0.24880382775119617,
      "grad_norm": 1.3136839866638184,
      "learning_rate": 0.0002802367316747589,
      "loss": 1.2545,
      "step": 390
    },
    {
      "epoch": 0.25199362041467305,
      "grad_norm": 0.94329434633255,
      "learning_rate": 0.0002793995943448078,
      "loss": 1.2159,
      "step": 395
    },
    {
      "epoch": 0.2551834130781499,
      "grad_norm": 1.6266140937805176,
      "learning_rate": 0.00027854639759131893,
      "loss": 1.2211,
      "step": 400
    },
    {
      "epoch": 0.2583732057416268,
      "grad_norm": 1.1264214515686035,
      "learning_rate": 0.00027767724730216696,
      "loss": 1.252,
      "step": 405
    },
    {
      "epoch": 0.26156299840510366,
      "grad_norm": 1.0141706466674805,
      "learning_rate": 0.0002767922513451754,
      "loss": 1.2613,
      "step": 410
    },
    {
      "epoch": 0.2647527910685805,
      "grad_norm": 1.6436514854431152,
      "learning_rate": 0.00027589151955472965,
      "loss": 1.2489,
      "step": 415
    },
    {
      "epoch": 0.2679425837320574,
      "grad_norm": 1.739797592163086,
      "learning_rate": 0.00027497516371814543,
      "loss": 1.2377,
      "step": 420
    },
    {
      "epoch": 0.2711323763955343,
      "grad_norm": 1.399665117263794,
      "learning_rate": 0.00027404329756179537,
      "loss": 1.2445,
      "step": 425
    },
    {
      "epoch": 0.2743221690590112,
      "grad_norm": 2.8554205894470215,
      "learning_rate": 0.0002730960367369949,
      "loss": 1.2909,
      "step": 430
    },
    {
      "epoch": 0.27751196172248804,
      "grad_norm": 3.405055046081543,
      "learning_rate": 0.00027213349880564873,
      "loss": 1.2489,
      "step": 435
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 0.9365301728248596,
      "learning_rate": 0.0002711558032256607,
      "loss": 1.236,
      "step": 440
    },
    {
      "epoch": 0.2838915470494418,
      "grad_norm": 2.3004956245422363,
      "learning_rate": 0.0002701630713361085,
      "loss": 1.2398,
      "step": 445
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 1.1962858438491821,
      "learning_rate": 0.00026915542634218403,
      "loss": 1.2487,
      "step": 450
    },
    {
      "epoch": 0.2902711323763955,
      "grad_norm": 1.5624754428863525,
      "learning_rate": 0.00026813299329990335,
      "loss": 1.2467,
      "step": 455
    },
    {
      "epoch": 0.2934609250398724,
      "grad_norm": 1.7164920568466187,
      "learning_rate": 0.0002670958991005859,
      "loss": 1.2415,
      "step": 460
    },
    {
      "epoch": 0.2966507177033493,
      "grad_norm": 1.4587774276733398,
      "learning_rate": 0.0002660442724551065,
      "loss": 1.221,
      "step": 465
    },
    {
      "epoch": 0.29984051036682613,
      "grad_norm": 3.389615774154663,
      "learning_rate": 0.00026497824387792146,
      "loss": 1.2282,
      "step": 470
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 1.0039730072021484,
      "learning_rate": 0.00026389794567087085,
      "loss": 1.2331,
      "step": 475
    },
    {
      "epoch": 0.3062200956937799,
      "grad_norm": 1.3434313535690308,
      "learning_rate": 0.0002628035119067586,
      "loss": 1.212,
      "step": 480
    },
    {
      "epoch": 0.3094098883572568,
      "grad_norm": 1.2468559741973877,
      "learning_rate": 0.0002616950784127135,
      "loss": 1.1965,
      "step": 485
    },
    {
      "epoch": 0.31259968102073366,
      "grad_norm": 1.0449252128601074,
      "learning_rate": 0.00026057278275333165,
      "loss": 1.2279,
      "step": 490
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 6.562210559844971,
      "learning_rate": 0.00025943676421360395,
      "loss": 1.2084,
      "step": 495
    },
    {
      "epoch": 0.3189792663476874,
      "grad_norm": 2.9650490283966064,
      "learning_rate": 0.00025828716378163,
      "loss": 1.2578,
      "step": 500
    },
    {
      "epoch": 0.32216905901116427,
      "grad_norm": 2.523132801055908,
      "learning_rate": 0.00025712412413112006,
      "loss": 1.2443,
      "step": 505
    },
    {
      "epoch": 0.3253588516746411,
      "grad_norm": 1.9372252225875854,
      "learning_rate": 0.00025594778960368844,
      "loss": 1.2412,
      "step": 510
    },
    {
      "epoch": 0.32854864433811803,
      "grad_norm": 2.129570722579956,
      "learning_rate": 0.0002547583061909396,
      "loss": 1.2089,
      "step": 515
    },
    {
      "epoch": 0.3317384370015949,
      "grad_norm": 1.6949142217636108,
      "learning_rate": 0.00025355582151634956,
      "loss": 1.2235,
      "step": 520
    },
    {
      "epoch": 0.3349282296650718,
      "grad_norm": 3.6476926803588867,
      "learning_rate": 0.00025234048481694477,
      "loss": 1.1841,
      "step": 525
    },
    {
      "epoch": 0.33811802232854865,
      "grad_norm": 2.0265157222747803,
      "learning_rate": 0.0002511124469247809,
      "loss": 1.2114,
      "step": 530
    },
    {
      "epoch": 0.3413078149920255,
      "grad_norm": 0.7946969270706177,
      "learning_rate": 0.00024987186024822295,
      "loss": 1.2057,
      "step": 535
    },
    {
      "epoch": 0.3444976076555024,
      "grad_norm": 2.393213987350464,
      "learning_rate": 0.0002486188787530309,
      "loss": 1.2209,
      "step": 540
    },
    {
      "epoch": 0.34768740031897927,
      "grad_norm": 1.4503653049468994,
      "learning_rate": 0.00024735365794325117,
      "loss": 1.2303,
      "step": 545
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 2.4336180686950684,
      "learning_rate": 0.0002460763548419172,
      "loss": 1.205,
      "step": 550
    },
    {
      "epoch": 0.35406698564593303,
      "grad_norm": 1.3000552654266357,
      "learning_rate": 0.0002447871279715624,
      "loss": 1.2139,
      "step": 555
    },
    {
      "epoch": 0.3572567783094099,
      "grad_norm": 1.1987704038619995,
      "learning_rate": 0.00024348613733454565,
      "loss": 1.2001,
      "step": 560
    },
    {
      "epoch": 0.36044657097288674,
      "grad_norm": 1.4307914972305298,
      "learning_rate": 0.00024217354439319427,
      "loss": 1.1822,
      "step": 565
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 2.28100848197937,
      "learning_rate": 0.00024084951204976528,
      "loss": 1.1826,
      "step": 570
    },
    {
      "epoch": 0.3668261562998405,
      "grad_norm": 1.1329950094223022,
      "learning_rate": 0.0002395142046262281,
      "loss": 1.2024,
      "step": 575
    },
    {
      "epoch": 0.3700159489633174,
      "grad_norm": 1.3367254734039307,
      "learning_rate": 0.00023816778784387094,
      "loss": 1.1933,
      "step": 580
    },
    {
      "epoch": 0.37320574162679426,
      "grad_norm": 0.9757080078125,
      "learning_rate": 0.0002368104288027336,
      "loss": 1.1826,
      "step": 585
    },
    {
      "epoch": 0.3763955342902711,
      "grad_norm": 2.52244234085083,
      "learning_rate": 0.0002354422959608692,
      "loss": 1.2129,
      "step": 590
    },
    {
      "epoch": 0.379585326953748,
      "grad_norm": 2.156867265701294,
      "learning_rate": 0.00023406355911343717,
      "loss": 1.2185,
      "step": 595
    },
    {
      "epoch": 0.3827751196172249,
      "grad_norm": 3.1043102741241455,
      "learning_rate": 0.00023267438937163077,
      "loss": 1.1834,
      "step": 600
    },
    {
      "epoch": 0.38596491228070173,
      "grad_norm": 2.570702314376831,
      "learning_rate": 0.00023127495914144051,
      "loss": 1.2028,
      "step": 605
    },
    {
      "epoch": 0.38915470494417864,
      "grad_norm": 0.836580753326416,
      "learning_rate": 0.00022986544210225774,
      "loss": 1.1895,
      "step": 610
    },
    {
      "epoch": 0.3923444976076555,
      "grad_norm": 1.2737889289855957,
      "learning_rate": 0.00022844601318531955,
      "loss": 1.1641,
      "step": 615
    },
    {
      "epoch": 0.39553429027113235,
      "grad_norm": 1.6395554542541504,
      "learning_rate": 0.00022701684855199857,
      "loss": 1.2172,
      "step": 620
    },
    {
      "epoch": 0.39872408293460926,
      "grad_norm": 0.8626974821090698,
      "learning_rate": 0.00022557812557194,
      "loss": 1.1785,
      "step": 625
    },
    {
      "epoch": 0.4019138755980861,
      "grad_norm": 2.091778039932251,
      "learning_rate": 0.00022413002280104915,
      "loss": 1.1817,
      "step": 630
    },
    {
      "epoch": 0.405103668261563,
      "grad_norm": 1.2207390069961548,
      "learning_rate": 0.00022267271995933074,
      "loss": 1.2138,
      "step": 635
    },
    {
      "epoch": 0.4082934609250399,
      "grad_norm": 1.2744272947311401,
      "learning_rate": 0.00022120639790858482,
      "loss": 1.1901,
      "step": 640
    },
    {
      "epoch": 0.41148325358851673,
      "grad_norm": 1.1834518909454346,
      "learning_rate": 0.00021973123862996044,
      "loss": 1.2143,
      "step": 645
    },
    {
      "epoch": 0.41467304625199364,
      "grad_norm": 1.2653913497924805,
      "learning_rate": 0.00021824742520137026,
      "loss": 1.2088,
      "step": 650
    },
    {
      "epoch": 0.4178628389154705,
      "grad_norm": 1.1800236701965332,
      "learning_rate": 0.00021675514177476945,
      "loss": 1.1787,
      "step": 655
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 1.9899177551269531,
      "learning_rate": 0.0002152545735533012,
      "loss": 1.1963,
      "step": 660
    },
    {
      "epoch": 0.42424242424242425,
      "grad_norm": 1.0640288591384888,
      "learning_rate": 0.00021374590676831136,
      "loss": 1.1854,
      "step": 665
    },
    {
      "epoch": 0.4274322169059011,
      "grad_norm": 1.9654450416564941,
      "learning_rate": 0.00021222932865623605,
      "loss": 1.1844,
      "step": 670
    },
    {
      "epoch": 0.430622009569378,
      "grad_norm": 2.232189893722534,
      "learning_rate": 0.00021070502743536414,
      "loss": 1.1608,
      "step": 675
    },
    {
      "epoch": 0.43381180223285487,
      "grad_norm": 2.0131752490997314,
      "learning_rate": 0.00020917319228247805,
      "loss": 1.1726,
      "step": 680
    },
    {
      "epoch": 0.4370015948963317,
      "grad_norm": 3.602222204208374,
      "learning_rate": 0.00020763401330937555,
      "loss": 1.1757,
      "step": 685
    },
    {
      "epoch": 0.44019138755980863,
      "grad_norm": 2.3335506916046143,
      "learning_rate": 0.00020608768153927546,
      "loss": 1.184,
      "step": 690
    },
    {
      "epoch": 0.4433811802232855,
      "grad_norm": 1.028072714805603,
      "learning_rate": 0.00020453438888311042,
      "loss": 1.1648,
      "step": 695
    },
    {
      "epoch": 0.44657097288676234,
      "grad_norm": 3.57364559173584,
      "learning_rate": 0.00020297432811570916,
      "loss": 1.1965,
      "step": 700
    },
    {
      "epoch": 0.44976076555023925,
      "grad_norm": 1.4527466297149658,
      "learning_rate": 0.00020140769285187187,
      "loss": 1.1597,
      "step": 705
    },
    {
      "epoch": 0.4529505582137161,
      "grad_norm": 1.855742335319519,
      "learning_rate": 0.00019983467752234132,
      "loss": 1.1677,
      "step": 710
    },
    {
      "epoch": 0.45614035087719296,
      "grad_norm": 1.952112078666687,
      "learning_rate": 0.0001982554773496723,
      "loss": 1.2063,
      "step": 715
    },
    {
      "epoch": 0.45933014354066987,
      "grad_norm": 1.2015854120254517,
      "learning_rate": 0.00019667028832400345,
      "loss": 1.1462,
      "step": 720
    },
    {
      "epoch": 0.4625199362041467,
      "grad_norm": 3.997166872024536,
      "learning_rate": 0.00019507930717873313,
      "loss": 1.1694,
      "step": 725
    },
    {
      "epoch": 0.46570972886762363,
      "grad_norm": 2.941664934158325,
      "learning_rate": 0.00019348273136610364,
      "loss": 1.1751,
      "step": 730
    },
    {
      "epoch": 0.4688995215311005,
      "grad_norm": 1.275882601737976,
      "learning_rate": 0.00019188075903269587,
      "loss": 1.1763,
      "step": 735
    },
    {
      "epoch": 0.47208931419457734,
      "grad_norm": 1.3392881155014038,
      "learning_rate": 0.00019027358899483776,
      "loss": 1.1659,
      "step": 740
    },
    {
      "epoch": 0.47527910685805425,
      "grad_norm": 1.5464389324188232,
      "learning_rate": 0.00018866142071393013,
      "loss": 1.1615,
      "step": 745
    },
    {
      "epoch": 0.4784688995215311,
      "grad_norm": 0.8039942979812622,
      "learning_rate": 0.00018704445427169156,
      "loss": 1.1703,
      "step": 750
    },
    {
      "epoch": 0.48165869218500795,
      "grad_norm": 1.1516778469085693,
      "learning_rate": 0.00018542289034532733,
      "loss": 1.1602,
      "step": 755
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 1.191139578819275,
      "learning_rate": 0.00018379693018262349,
      "loss": 1.1802,
      "step": 760
    },
    {
      "epoch": 0.4880382775119617,
      "grad_norm": 1.7178115844726562,
      "learning_rate": 0.00018216677557697083,
      "loss": 1.1797,
      "step": 765
    },
    {
      "epoch": 0.49122807017543857,
      "grad_norm": 2.011737585067749,
      "learning_rate": 0.00018053262884232078,
      "loss": 1.1788,
      "step": 770
    },
    {
      "epoch": 0.4944178628389155,
      "grad_norm": 0.8188173174858093,
      "learning_rate": 0.0001788946927880768,
      "loss": 1.1602,
      "step": 775
    },
    {
      "epoch": 0.49760765550239233,
      "grad_norm": 2.8875205516815186,
      "learning_rate": 0.00017725317069392418,
      "loss": 1.1633,
      "step": 780
    },
    {
      "epoch": 0.5007974481658692,
      "grad_norm": 2.8602237701416016,
      "learning_rate": 0.00017560826628460182,
      "loss": 1.1598,
      "step": 785
    },
    {
      "epoch": 0.5039872408293461,
      "grad_norm": 6.106576919555664,
      "learning_rate": 0.00017396018370461808,
      "loss": 1.1752,
      "step": 790
    },
    {
      "epoch": 0.507177033492823,
      "grad_norm": 1.2913662195205688,
      "learning_rate": 0.00017230912749291547,
      "loss": 1.1865,
      "step": 795
    },
    {
      "epoch": 0.5103668261562998,
      "grad_norm": 1.422013521194458,
      "learning_rate": 0.00017065530255748557,
      "loss": 1.1697,
      "step": 800
    },
    {
      "epoch": 0.5135566188197768,
      "grad_norm": 1.5933501720428467,
      "learning_rate": 0.00016899891414993854,
      "loss": 1.1669,
      "step": 805
    },
    {
      "epoch": 0.5167464114832536,
      "grad_norm": 1.5201044082641602,
      "learning_rate": 0.00016734016784002994,
      "loss": 1.1658,
      "step": 810
    },
    {
      "epoch": 0.5199362041467305,
      "grad_norm": 1.0443668365478516,
      "learning_rate": 0.000165679269490148,
      "loss": 1.1562,
      "step": 815
    },
    {
      "epoch": 0.5231259968102073,
      "grad_norm": 0.9849405884742737,
      "learning_rate": 0.0001640164252297648,
      "loss": 1.1485,
      "step": 820
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.2747652530670166,
      "learning_rate": 0.00016235184142985367,
      "loss": 1.1511,
      "step": 825
    },
    {
      "epoch": 0.529505582137161,
      "grad_norm": 1.8182193040847778,
      "learning_rate": 0.00016068572467727762,
      "loss": 1.1778,
      "step": 830
    },
    {
      "epoch": 0.532695374800638,
      "grad_norm": 1.002661108970642,
      "learning_rate": 0.00015901828174915005,
      "loss": 1.1604,
      "step": 835
    },
    {
      "epoch": 0.5358851674641149,
      "grad_norm": 1.4460569620132446,
      "learning_rate": 0.00015734971958717228,
      "loss": 1.1688,
      "step": 840
    },
    {
      "epoch": 0.5390749601275917,
      "grad_norm": 1.7245659828186035,
      "learning_rate": 0.00015568024527195067,
      "loss": 1.1794,
      "step": 845
    },
    {
      "epoch": 0.5422647527910686,
      "grad_norm": 1.0630652904510498,
      "learning_rate": 0.0001540100659972963,
      "loss": 1.133,
      "step": 850
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 1.1989563703536987,
      "learning_rate": 0.000152339389044511,
      "loss": 1.163,
      "step": 855
    },
    {
      "epoch": 0.5486443381180224,
      "grad_norm": 8.01758861541748,
      "learning_rate": 0.00015066842175666186,
      "loss": 1.1632,
      "step": 860
    },
    {
      "epoch": 0.5518341307814992,
      "grad_norm": 0.8911394476890564,
      "learning_rate": 0.0001489973715128487,
      "loss": 1.136,
      "step": 865
    },
    {
      "epoch": 0.5550239234449761,
      "grad_norm": 1.598703145980835,
      "learning_rate": 0.00014732644570246675,
      "loss": 1.1476,
      "step": 870
    },
    {
      "epoch": 0.5582137161084529,
      "grad_norm": 1.122660756111145,
      "learning_rate": 0.00014565585169946824,
      "loss": 1.1598,
      "step": 875
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 3.6311142444610596,
      "learning_rate": 0.0001439857968366256,
      "loss": 1.158,
      "step": 880
    },
    {
      "epoch": 0.5645933014354066,
      "grad_norm": 2.771517515182495,
      "learning_rate": 0.00014231648837980022,
      "loss": 1.1269,
      "step": 885
    },
    {
      "epoch": 0.5677830940988836,
      "grad_norm": 1.8766001462936401,
      "learning_rate": 0.00014064813350221894,
      "loss": 1.1855,
      "step": 890
    },
    {
      "epoch": 0.5709728867623605,
      "grad_norm": 1.0254100561141968,
      "learning_rate": 0.00013898093925876267,
      "loss": 1.1206,
      "step": 895
    },
    {
      "epoch": 0.5741626794258373,
      "grad_norm": 1.0249429941177368,
      "learning_rate": 0.00013731511256026913,
      "loss": 1.1452,
      "step": 900
    },
    {
      "epoch": 0.5773524720893142,
      "grad_norm": 1.6923766136169434,
      "learning_rate": 0.00013565086014785406,
      "loss": 1.1558,
      "step": 905
    },
    {
      "epoch": 0.580542264752791,
      "grad_norm": 1.1442967653274536,
      "learning_rate": 0.00013398838856725257,
      "loss": 1.1555,
      "step": 910
    },
    {
      "epoch": 0.583732057416268,
      "grad_norm": 1.3362458944320679,
      "learning_rate": 0.00013232790414318608,
      "loss": 1.1294,
      "step": 915
    },
    {
      "epoch": 0.5869218500797448,
      "grad_norm": 2.405693531036377,
      "learning_rate": 0.0001306696129537553,
      "loss": 1.1569,
      "step": 920
    },
    {
      "epoch": 0.5901116427432217,
      "grad_norm": 1.8836421966552734,
      "learning_rate": 0.00012901372080486472,
      "loss": 1.1246,
      "step": 925
    },
    {
      "epoch": 0.5933014354066986,
      "grad_norm": 1.0528597831726074,
      "learning_rate": 0.00012736043320468073,
      "loss": 1.1255,
      "step": 930
    },
    {
      "epoch": 0.5964912280701754,
      "grad_norm": 1.1211520433425903,
      "learning_rate": 0.0001257099553381262,
      "loss": 1.1451,
      "step": 935
    },
    {
      "epoch": 0.5996810207336523,
      "grad_norm": 1.0666625499725342,
      "learning_rate": 0.00012406249204141603,
      "loss": 1.1326,
      "step": 940
    },
    {
      "epoch": 0.6028708133971292,
      "grad_norm": 1.0989271402359009,
      "learning_rate": 0.000122418247776635,
      "loss": 1.1428,
      "step": 945
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 1.260853886604309,
      "learning_rate": 0.00012077742660636299,
      "loss": 1.1376,
      "step": 950
    },
    {
      "epoch": 0.6092503987240829,
      "grad_norm": 0.7593328356742859,
      "learning_rate": 0.00011914023216834904,
      "loss": 1.114,
      "step": 955
    },
    {
      "epoch": 0.6124401913875598,
      "grad_norm": 1.079769253730774,
      "learning_rate": 0.0001175068676502386,
      "loss": 1.1034,
      "step": 960
    },
    {
      "epoch": 0.6156299840510366,
      "grad_norm": 3.5690054893493652,
      "learning_rate": 0.00011587753576435634,
      "loss": 1.1128,
      "step": 965
    },
    {
      "epoch": 0.6188197767145136,
      "grad_norm": 1.176243543624878,
      "learning_rate": 0.00011425243872254835,
      "loss": 1.1106,
      "step": 970
    },
    {
      "epoch": 0.6220095693779905,
      "grad_norm": 2.7429394721984863,
      "learning_rate": 0.00011263177821108573,
      "loss": 1.1347,
      "step": 975
    },
    {
      "epoch": 0.6251993620414673,
      "grad_norm": 1.3033727407455444,
      "learning_rate": 0.00011101575536563433,
      "loss": 1.1124,
      "step": 980
    },
    {
      "epoch": 0.6283891547049442,
      "grad_norm": 1.5057191848754883,
      "learning_rate": 0.00010940457074629217,
      "loss": 1.1176,
      "step": 985
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 1.3368103504180908,
      "learning_rate": 0.00010779842431269843,
      "loss": 1.1189,
      "step": 990
    },
    {
      "epoch": 0.6347687400318979,
      "grad_norm": 1.240006685256958,
      "learning_rate": 0.0001061975153992172,
      "loss": 1.1093,
      "step": 995
    },
    {
      "epoch": 0.6379585326953748,
      "grad_norm": 3.0179250240325928,
      "learning_rate": 0.00010460204269019829,
      "loss": 1.1025,
      "step": 1000
    },
    {
      "epoch": 0.6411483253588517,
      "grad_norm": 1.1859713792800903,
      "learning_rate": 0.0001030122041953196,
      "loss": 1.1334,
      "step": 1005
    },
    {
      "epoch": 0.6443381180223285,
      "grad_norm": 1.4847084283828735,
      "learning_rate": 0.0001014281972250121,
      "loss": 1.1351,
      "step": 1010
    },
    {
      "epoch": 0.6475279106858054,
      "grad_norm": 1.057880163192749,
      "learning_rate": 9.985021836597273e-05,
      "loss": 1.1072,
      "step": 1015
    },
    {
      "epoch": 0.6507177033492823,
      "grad_norm": 0.9342829585075378,
      "learning_rate": 9.827846345676614e-05,
      "loss": 1.1045,
      "step": 1020
    },
    {
      "epoch": 0.6539074960127592,
      "grad_norm": 0.9297033548355103,
      "learning_rate": 9.671312756351998e-05,
      "loss": 1.1009,
      "step": 1025
    },
    {
      "epoch": 0.6570972886762361,
      "grad_norm": 1.077148675918579,
      "learning_rate": 9.515440495571569e-05,
      "loss": 1.1088,
      "step": 1030
    },
    {
      "epoch": 0.6602870813397129,
      "grad_norm": 1.4433211088180542,
      "learning_rate": 9.360248908207813e-05,
      "loss": 1.1026,
      "step": 1035
    },
    {
      "epoch": 0.6634768740031898,
      "grad_norm": 1.0340611934661865,
      "learning_rate": 9.205757254656755e-05,
      "loss": 1.0965,
      "step": 1040
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.4647072553634644,
      "learning_rate": 9.05198470844756e-05,
      "loss": 1.095,
      "step": 1045
    },
    {
      "epoch": 0.6698564593301436,
      "grad_norm": 5.960877895355225,
      "learning_rate": 8.898950353862998e-05,
      "loss": 1.107,
      "step": 1050
    },
    {
      "epoch": 0.6730462519936204,
      "grad_norm": 3.8718395233154297,
      "learning_rate": 8.746673183570923e-05,
      "loss": 1.108,
      "step": 1055
    },
    {
      "epoch": 0.6762360446570973,
      "grad_norm": 1.6608846187591553,
      "learning_rate": 8.595172096267157e-05,
      "loss": 1.1405,
      "step": 1060
    },
    {
      "epoch": 0.6794258373205742,
      "grad_norm": 1.0977705717086792,
      "learning_rate": 8.444465894330024e-05,
      "loss": 1.0896,
      "step": 1065
    },
    {
      "epoch": 0.682615629984051,
      "grad_norm": 1.2941663265228271,
      "learning_rate": 8.294573281486828e-05,
      "loss": 1.099,
      "step": 1070
    },
    {
      "epoch": 0.6858054226475279,
      "grad_norm": 1.8003350496292114,
      "learning_rate": 8.145512860492596e-05,
      "loss": 1.0998,
      "step": 1075
    },
    {
      "epoch": 0.6889952153110048,
      "grad_norm": 8.684834480285645,
      "learning_rate": 7.997303130821362e-05,
      "loss": 1.1139,
      "step": 1080
    },
    {
      "epoch": 0.6921850079744817,
      "grad_norm": 1.1457107067108154,
      "learning_rate": 7.849962486370206e-05,
      "loss": 1.1079,
      "step": 1085
    },
    {
      "epoch": 0.6953748006379585,
      "grad_norm": 1.4086178541183472,
      "learning_rate": 7.703509213176451e-05,
      "loss": 1.1205,
      "step": 1090
    },
    {
      "epoch": 0.6985645933014354,
      "grad_norm": 8.64991283416748,
      "learning_rate": 7.557961487148272e-05,
      "loss": 1.12,
      "step": 1095
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 0.8322669267654419,
      "learning_rate": 7.413337371808884e-05,
      "loss": 1.0927,
      "step": 1100
    },
    {
      "epoch": 0.7049441786283892,
      "grad_norm": 1.1140292882919312,
      "learning_rate": 7.269654816054756e-05,
      "loss": 1.0876,
      "step": 1105
    },
    {
      "epoch": 0.7081339712918661,
      "grad_norm": 1.5485320091247559,
      "learning_rate": 7.126931651928012e-05,
      "loss": 1.0904,
      "step": 1110
    },
    {
      "epoch": 0.7113237639553429,
      "grad_norm": 0.8744588494300842,
      "learning_rate": 6.985185592403367e-05,
      "loss": 1.1068,
      "step": 1115
    },
    {
      "epoch": 0.7145135566188198,
      "grad_norm": 1.0260374546051025,
      "learning_rate": 6.844434229189787e-05,
      "loss": 1.1022,
      "step": 1120
    },
    {
      "epoch": 0.7177033492822966,
      "grad_norm": 1.5165791511535645,
      "learning_rate": 6.704695030547252e-05,
      "loss": 1.0818,
      "step": 1125
    },
    {
      "epoch": 0.7208931419457735,
      "grad_norm": 1.1698341369628906,
      "learning_rate": 6.56598533911881e-05,
      "loss": 1.0937,
      "step": 1130
    },
    {
      "epoch": 0.7240829346092504,
      "grad_norm": 5.878746032714844,
      "learning_rate": 6.428322369778254e-05,
      "loss": 1.1108,
      "step": 1135
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.82503342628479,
      "learning_rate": 6.291723207493577e-05,
      "loss": 1.0722,
      "step": 1140
    },
    {
      "epoch": 0.7304625199362041,
      "grad_norm": 0.8583028316497803,
      "learning_rate": 6.15620480520666e-05,
      "loss": 1.0876,
      "step": 1145
    },
    {
      "epoch": 0.733652312599681,
      "grad_norm": 0.9114026427268982,
      "learning_rate": 6.0217839817292765e-05,
      "loss": 1.0782,
      "step": 1150
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 1.1162232160568237,
      "learning_rate": 5.888477419655733e-05,
      "loss": 1.0968,
      "step": 1155
    },
    {
      "epoch": 0.7400318979266348,
      "grad_norm": 0.9924772381782532,
      "learning_rate": 5.7563016632924555e-05,
      "loss": 1.0821,
      "step": 1160
    },
    {
      "epoch": 0.7432216905901117,
      "grad_norm": 0.9202504754066467,
      "learning_rate": 5.625273116604728e-05,
      "loss": 1.1216,
      "step": 1165
    },
    {
      "epoch": 0.7464114832535885,
      "grad_norm": 1.0332766771316528,
      "learning_rate": 5.495408041180829e-05,
      "loss": 1.1094,
      "step": 1170
    },
    {
      "epoch": 0.7496012759170654,
      "grad_norm": 1.1432628631591797,
      "learning_rate": 5.3667225542138507e-05,
      "loss": 1.0725,
      "step": 1175
    },
    {
      "epoch": 0.7527910685805422,
      "grad_norm": 1.2031751871109009,
      "learning_rate": 5.239232626501464e-05,
      "loss": 1.1096,
      "step": 1180
    },
    {
      "epoch": 0.7559808612440191,
      "grad_norm": 1.1352425813674927,
      "learning_rate": 5.1129540804637906e-05,
      "loss": 1.0949,
      "step": 1185
    },
    {
      "epoch": 0.759170653907496,
      "grad_norm": 4.166080474853516,
      "learning_rate": 4.9879025881797466e-05,
      "loss": 1.0776,
      "step": 1190
    },
    {
      "epoch": 0.7623604465709729,
      "grad_norm": 1.7659157514572144,
      "learning_rate": 4.8640936694420245e-05,
      "loss": 1.0777,
      "step": 1195
    },
    {
      "epoch": 0.7655502392344498,
      "grad_norm": 0.734951376914978,
      "learning_rate": 4.7415426898309704e-05,
      "loss": 1.0787,
      "step": 1200
    },
    {
      "epoch": 0.7687400318979266,
      "grad_norm": 1.0419098138809204,
      "learning_rate": 4.62026485880761e-05,
      "loss": 1.0811,
      "step": 1205
    },
    {
      "epoch": 0.7719298245614035,
      "grad_norm": 0.9413526654243469,
      "learning_rate": 4.50027522782603e-05,
      "loss": 1.0771,
      "step": 1210
    },
    {
      "epoch": 0.7751196172248804,
      "grad_norm": 1.194632649421692,
      "learning_rate": 4.3815886884654136e-05,
      "loss": 1.0781,
      "step": 1215
    },
    {
      "epoch": 0.7783094098883573,
      "grad_norm": 1.6069307327270508,
      "learning_rate": 4.264219970581854e-05,
      "loss": 1.1017,
      "step": 1220
    },
    {
      "epoch": 0.7814992025518341,
      "grad_norm": 1.064291000366211,
      "learning_rate": 4.148183640480293e-05,
      "loss": 1.0943,
      "step": 1225
    },
    {
      "epoch": 0.784688995215311,
      "grad_norm": 1.8470526933670044,
      "learning_rate": 4.0334940991067276e-05,
      "loss": 1.1089,
      "step": 1230
    },
    {
      "epoch": 0.7878787878787878,
      "grad_norm": 0.8893584609031677,
      "learning_rate": 3.920165580260973e-05,
      "loss": 1.0944,
      "step": 1235
    },
    {
      "epoch": 0.7910685805422647,
      "grad_norm": 1.3273100852966309,
      "learning_rate": 3.808212148830095e-05,
      "loss": 1.0753,
      "step": 1240
    },
    {
      "epoch": 0.7942583732057417,
      "grad_norm": 1.6681938171386719,
      "learning_rate": 3.697647699042918e-05,
      "loss": 1.0755,
      "step": 1245
    },
    {
      "epoch": 0.7974481658692185,
      "grad_norm": 1.1112189292907715,
      "learning_rate": 3.5884859527455995e-05,
      "loss": 1.0852,
      "step": 1250
    },
    {
      "epoch": 0.8006379585326954,
      "grad_norm": 0.9270617365837097,
      "learning_rate": 3.48074045769868e-05,
      "loss": 1.0873,
      "step": 1255
    },
    {
      "epoch": 0.8038277511961722,
      "grad_norm": 1.1638352870941162,
      "learning_rate": 3.3744245858956967e-05,
      "loss": 1.1141,
      "step": 1260
    },
    {
      "epoch": 0.8070175438596491,
      "grad_norm": 1.0835789442062378,
      "learning_rate": 3.2695515319036186e-05,
      "loss": 1.097,
      "step": 1265
    },
    {
      "epoch": 0.810207336523126,
      "grad_norm": 0.7704162001609802,
      "learning_rate": 3.1661343112253304e-05,
      "loss": 1.081,
      "step": 1270
    },
    {
      "epoch": 0.8133971291866029,
      "grad_norm": 0.9477359056472778,
      "learning_rate": 3.064185758684265e-05,
      "loss": 1.0632,
      "step": 1275
    },
    {
      "epoch": 0.8165869218500797,
      "grad_norm": 1.0834468603134155,
      "learning_rate": 2.96371852683157e-05,
      "loss": 1.0939,
      "step": 1280
    },
    {
      "epoch": 0.8197767145135566,
      "grad_norm": 1.0074337720870972,
      "learning_rate": 2.8647450843757897e-05,
      "loss": 1.1007,
      "step": 1285
    },
    {
      "epoch": 0.8229665071770335,
      "grad_norm": 0.9465036392211914,
      "learning_rate": 2.7672777146354246e-05,
      "loss": 1.095,
      "step": 1290
    },
    {
      "epoch": 0.8261562998405104,
      "grad_norm": 0.9678279161453247,
      "learning_rate": 2.6713285140144802e-05,
      "loss": 1.0927,
      "step": 1295
    },
    {
      "epoch": 0.8293460925039873,
      "grad_norm": 1.2122068405151367,
      "learning_rate": 2.5769093905012333e-05,
      "loss": 1.0784,
      "step": 1300
    },
    {
      "epoch": 0.8325358851674641,
      "grad_norm": 1.0039793252944946,
      "learning_rate": 2.4840320621903253e-05,
      "loss": 1.0766,
      "step": 1305
    },
    {
      "epoch": 0.835725677830941,
      "grad_norm": 1.5479018688201904,
      "learning_rate": 2.392708055828495e-05,
      "loss": 1.0768,
      "step": 1310
    },
    {
      "epoch": 0.8389154704944178,
      "grad_norm": 0.8418304324150085,
      "learning_rate": 2.3029487053840295e-05,
      "loss": 1.0777,
      "step": 1315
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 2.277839183807373,
      "learning_rate": 2.214765150640108e-05,
      "loss": 1.0962,
      "step": 1320
    },
    {
      "epoch": 0.8452950558213717,
      "grad_norm": 1.1263689994812012,
      "learning_rate": 2.1281683358122996e-05,
      "loss": 1.0756,
      "step": 1325
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 1.8724466562271118,
      "learning_rate": 2.043169008190289e-05,
      "loss": 1.092,
      "step": 1330
    },
    {
      "epoch": 0.8516746411483254,
      "grad_norm": 0.8570544123649597,
      "learning_rate": 1.9597777168040872e-05,
      "loss": 1.0956,
      "step": 1335
    },
    {
      "epoch": 0.8548644338118022,
      "grad_norm": 0.7986017465591431,
      "learning_rate": 1.8780048111147776e-05,
      "loss": 1.0964,
      "step": 1340
    },
    {
      "epoch": 0.8580542264752791,
      "grad_norm": 0.973429799079895,
      "learning_rate": 1.797860439730126e-05,
      "loss": 1.0466,
      "step": 1345
    },
    {
      "epoch": 0.861244019138756,
      "grad_norm": 1.8588981628417969,
      "learning_rate": 1.7193545491450183e-05,
      "loss": 1.0906,
      "step": 1350
    },
    {
      "epoch": 0.8644338118022329,
      "grad_norm": 0.8553722500801086,
      "learning_rate": 1.6424968825070567e-05,
      "loss": 1.0621,
      "step": 1355
    },
    {
      "epoch": 0.8676236044657097,
      "grad_norm": 0.7932642698287964,
      "learning_rate": 1.567296978407353e-05,
      "loss": 1.0786,
      "step": 1360
    },
    {
      "epoch": 0.8708133971291866,
      "grad_norm": 0.7676968574523926,
      "learning_rate": 1.4937641696967245e-05,
      "loss": 1.0959,
      "step": 1365
    },
    {
      "epoch": 0.8740031897926634,
      "grad_norm": 0.8007521033287048,
      "learning_rate": 1.4219075823274251e-05,
      "loss": 1.075,
      "step": 1370
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 0.7606749534606934,
      "learning_rate": 1.3517361342205295e-05,
      "loss": 1.0748,
      "step": 1375
    },
    {
      "epoch": 0.8803827751196173,
      "grad_norm": 0.9343269467353821,
      "learning_rate": 1.2832585341591844e-05,
      "loss": 1.0499,
      "step": 1380
    },
    {
      "epoch": 0.8835725677830941,
      "grad_norm": 1.2631272077560425,
      "learning_rate": 1.2164832807077585e-05,
      "loss": 1.0824,
      "step": 1385
    },
    {
      "epoch": 0.886762360446571,
      "grad_norm": 0.8094949126243591,
      "learning_rate": 1.151418661157122e-05,
      "loss": 1.069,
      "step": 1390
    },
    {
      "epoch": 0.8899521531100478,
      "grad_norm": 0.9011691808700562,
      "learning_rate": 1.0880727504961339e-05,
      "loss": 1.0696,
      "step": 1395
    },
    {
      "epoch": 0.8931419457735247,
      "grad_norm": 0.710112988948822,
      "learning_rate": 1.0264534104094812e-05,
      "loss": 1.0808,
      "step": 1400
    },
    {
      "epoch": 0.8963317384370016,
      "grad_norm": 0.9122905135154724,
      "learning_rate": 9.665682883019732e-06,
      "loss": 1.0729,
      "step": 1405
    },
    {
      "epoch": 0.8995215311004785,
      "grad_norm": 0.9680069088935852,
      "learning_rate": 9.084248163494511e-06,
      "loss": 1.0741,
      "step": 1410
    },
    {
      "epoch": 0.9027113237639554,
      "grad_norm": 1.0660099983215332,
      "learning_rate": 8.520302105764148e-06,
      "loss": 1.0786,
      "step": 1415
    },
    {
      "epoch": 0.9059011164274322,
      "grad_norm": 0.8283365964889526,
      "learning_rate": 7.973914699604367e-06,
      "loss": 1.0749,
      "step": 1420
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.7764257192611694,
      "learning_rate": 7.445153755635569e-06,
      "loss": 1.0869,
      "step": 1425
    },
    {
      "epoch": 0.9122807017543859,
      "grad_norm": 0.7744048237800598,
      "learning_rate": 6.934084896906983e-06,
      "loss": 1.081,
      "step": 1430
    },
    {
      "epoch": 0.9154704944178629,
      "grad_norm": 0.8904666900634766,
      "learning_rate": 6.440771550752377e-06,
      "loss": 1.0909,
      "step": 1435
    },
    {
      "epoch": 0.9186602870813397,
      "grad_norm": 0.731381893157959,
      "learning_rate": 5.965274940918274e-06,
      "loss": 1.0837,
      "step": 1440
    },
    {
      "epoch": 0.9218500797448166,
      "grad_norm": 2.323331117630005,
      "learning_rate": 5.507654079965612e-06,
      "loss": 1.0651,
      "step": 1445
    },
    {
      "epoch": 0.9250398724082934,
      "grad_norm": 0.8549768328666687,
      "learning_rate": 5.067965761945869e-06,
      "loss": 1.0887,
      "step": 1450
    },
    {
      "epoch": 0.9282296650717703,
      "grad_norm": 0.8538034558296204,
      "learning_rate": 4.646264555352586e-06,
      "loss": 1.0685,
      "step": 1455
    },
    {
      "epoch": 0.9314194577352473,
      "grad_norm": 0.756767988204956,
      "learning_rate": 4.242602796348915e-06,
      "loss": 1.0661,
      "step": 1460
    },
    {
      "epoch": 0.9346092503987241,
      "grad_norm": 1.35940682888031,
      "learning_rate": 3.857030582272369e-06,
      "loss": 1.062,
      "step": 1465
    },
    {
      "epoch": 0.937799043062201,
      "grad_norm": 0.9812383651733398,
      "learning_rate": 3.489595765417441e-06,
      "loss": 1.0341,
      "step": 1470
    },
    {
      "epoch": 0.9409888357256778,
      "grad_norm": 0.8831263780593872,
      "learning_rate": 3.140343947096624e-06,
      "loss": 1.0486,
      "step": 1475
    },
    {
      "epoch": 0.9441786283891547,
      "grad_norm": 0.7819539904594421,
      "learning_rate": 2.80931847198117e-06,
      "loss": 1.1105,
      "step": 1480
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.9179317355155945,
      "learning_rate": 2.4965604227215774e-06,
      "loss": 1.0849,
      "step": 1485
    },
    {
      "epoch": 0.9505582137161085,
      "grad_norm": 0.8770614266395569,
      "learning_rate": 2.202108614848885e-06,
      "loss": 1.0684,
      "step": 1490
    },
    {
      "epoch": 0.9537480063795853,
      "grad_norm": 0.7987916469573975,
      "learning_rate": 1.925999591957561e-06,
      "loss": 1.0725,
      "step": 1495
    },
    {
      "epoch": 0.9569377990430622,
      "grad_norm": 0.754940927028656,
      "learning_rate": 1.6682676211700107e-06,
      "loss": 1.0815,
      "step": 1500
    },
    {
      "epoch": 0.960127591706539,
      "grad_norm": 0.941967248916626,
      "learning_rate": 1.4289446888838652e-06,
      "loss": 1.0887,
      "step": 1505
    },
    {
      "epoch": 0.9633173843700159,
      "grad_norm": 0.9065337181091309,
      "learning_rate": 1.2080604968022378e-06,
      "loss": 1.0604,
      "step": 1510
    },
    {
      "epoch": 0.9665071770334929,
      "grad_norm": 0.7943056225776672,
      "learning_rate": 1.0056424582474575e-06,
      "loss": 1.0627,
      "step": 1515
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 0.7137452960014343,
      "learning_rate": 8.217156947590064e-07,
      "loss": 1.0576,
      "step": 1520
    },
    {
      "epoch": 0.9728867623604466,
      "grad_norm": 0.7708435654640198,
      "learning_rate": 6.563030329755969e-07,
      "loss": 1.0446,
      "step": 1525
    },
    {
      "epoch": 0.9760765550239234,
      "grad_norm": 0.9459482431411743,
      "learning_rate": 5.094250018023715e-07,
      "loss": 1.0921,
      "step": 1530
    },
    {
      "epoch": 0.9792663476874003,
      "grad_norm": 1.0283273458480835,
      "learning_rate": 3.8109982986300747e-07,
      "loss": 1.0788,
      "step": 1535
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 0.7605658769607544,
      "learning_rate": 2.7134344323747616e-07,
      "loss": 1.0686,
      "step": 1540
    },
    {
      "epoch": 0.9856459330143541,
      "grad_norm": 0.7354826331138611,
      "learning_rate": 1.801694634854578e-07,
      "loss": 1.0946,
      "step": 1545
    },
    {
      "epoch": 0.988835725677831,
      "grad_norm": 1.082857608795166,
      "learning_rate": 1.075892059558603e-07,
      "loss": 1.0849,
      "step": 1550
    },
    {
      "epoch": 0.9920255183413078,
      "grad_norm": 0.8959941864013672,
      "learning_rate": 5.3611678382442516e-08,
      "loss": 1.0725,
      "step": 1555
    },
    {
      "epoch": 0.9952153110047847,
      "grad_norm": 0.8628972172737122,
      "learning_rate": 1.824357976594193e-08,
      "loss": 1.0438,
      "step": 1560
    },
    {
      "epoch": 0.9984051036682615,
      "grad_norm": 0.8962126970291138,
      "learning_rate": 1.4892995426396548e-09,
      "loss": 1.0731,
      "step": 1565
    },
    {
      "epoch": 0.9996810207336523,
      "eval_loss": 2.480717420578003,
      "eval_runtime": 1.759,
      "eval_samples_per_second": 5.685,
      "eval_steps_per_second": 1.705,
      "step": 1567
    },
    {
      "epoch": 0.9996810207336523,
      "step": 1567,
      "total_flos": 5.97257971054936e+17,
      "train_loss": 2.314191315838997,
      "train_runtime": 7526.9596,
      "train_samples_per_second": 1.666,
      "train_steps_per_second": 0.208
    }
  ],
  "logging_steps": 5,
  "max_steps": 1567,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.97257971054936e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}