{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 6181,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00016178611875101117,
      "grad_norm": 2.989531072795082,
      "learning_rate": 1.6155088852988694e-08,
      "loss": 1.6714,
      "step": 1
    },
    {
      "epoch": 0.0008089305937550558,
      "grad_norm": 3.0740133028448042,
      "learning_rate": 8.077544426494346e-08,
      "loss": 1.6455,
      "step": 5
    },
    {
      "epoch": 0.0016178611875101116,
      "grad_norm": 3.05751861374171,
      "learning_rate": 1.6155088852988693e-07,
      "loss": 1.6578,
      "step": 10
    },
    {
      "epoch": 0.0024267917812651673,
      "grad_norm": 3.05989958650721,
      "learning_rate": 2.4232633279483037e-07,
      "loss": 1.6633,
      "step": 15
    },
    {
      "epoch": 0.003235722375020223,
      "grad_norm": 3.024001026912918,
      "learning_rate": 3.2310177705977386e-07,
      "loss": 1.6386,
      "step": 20
    },
    {
      "epoch": 0.004044652968775279,
      "grad_norm": 3.1122902778444006,
      "learning_rate": 4.038772213247173e-07,
      "loss": 1.6687,
      "step": 25
    },
    {
      "epoch": 0.004853583562530335,
      "grad_norm": 2.8890112766655296,
      "learning_rate": 4.846526655896607e-07,
      "loss": 1.6414,
      "step": 30
    },
    {
      "epoch": 0.0056625141562853904,
      "grad_norm": 2.6523925300683246,
      "learning_rate": 5.654281098546043e-07,
      "loss": 1.59,
      "step": 35
    },
    {
      "epoch": 0.006471444750040446,
      "grad_norm": 2.603827366657395,
      "learning_rate": 6.462035541195477e-07,
      "loss": 1.6336,
      "step": 40
    },
    {
      "epoch": 0.007280375343795502,
      "grad_norm": 2.577297564219146,
      "learning_rate": 7.269789983844912e-07,
      "loss": 1.6402,
      "step": 45
    },
    {
      "epoch": 0.008089305937550558,
      "grad_norm": 2.439515573088333,
      "learning_rate": 8.077544426494346e-07,
      "loss": 1.6193,
      "step": 50
    },
    {
      "epoch": 0.008898236531305614,
      "grad_norm": 2.4333132929087764,
      "learning_rate": 8.885298869143781e-07,
      "loss": 1.6122,
      "step": 55
    },
    {
      "epoch": 0.00970716712506067,
      "grad_norm": 2.1113677966611464,
      "learning_rate": 9.693053311793215e-07,
      "loss": 1.6185,
      "step": 60
    },
    {
      "epoch": 0.010516097718815726,
      "grad_norm": 1.8886265008348362,
      "learning_rate": 1.0500807754442651e-06,
      "loss": 1.5725,
      "step": 65
    },
    {
      "epoch": 0.011325028312570781,
      "grad_norm": 1.8864578193982546,
      "learning_rate": 1.1308562197092086e-06,
      "loss": 1.5734,
      "step": 70
    },
    {
      "epoch": 0.012133958906325838,
      "grad_norm": 1.6120301708706668,
      "learning_rate": 1.211631663974152e-06,
      "loss": 1.544,
      "step": 75
    },
    {
      "epoch": 0.012942889500080892,
      "grad_norm": 1.5440235686664168,
      "learning_rate": 1.2924071082390954e-06,
      "loss": 1.5381,
      "step": 80
    },
    {
      "epoch": 0.013751820093835949,
      "grad_norm": 1.3513181383313533,
      "learning_rate": 1.3731825525040387e-06,
      "loss": 1.5246,
      "step": 85
    },
    {
      "epoch": 0.014560750687591004,
      "grad_norm": 1.4327471253077833,
      "learning_rate": 1.4539579967689823e-06,
      "loss": 1.4991,
      "step": 90
    },
    {
      "epoch": 0.01536968128134606,
      "grad_norm": 1.2301698886041794,
      "learning_rate": 1.5347334410339258e-06,
      "loss": 1.4618,
      "step": 95
    },
    {
      "epoch": 0.016178611875101116,
      "grad_norm": 1.162576921517532,
      "learning_rate": 1.6155088852988692e-06,
      "loss": 1.4728,
      "step": 100
    },
    {
      "epoch": 0.01698754246885617,
      "grad_norm": 1.0168699965353747,
      "learning_rate": 1.6962843295638126e-06,
      "loss": 1.46,
      "step": 105
    },
    {
      "epoch": 0.01779647306261123,
      "grad_norm": 1.0395803267996115,
      "learning_rate": 1.7770597738287563e-06,
      "loss": 1.4594,
      "step": 110
    },
    {
      "epoch": 0.018605403656366284,
      "grad_norm": 0.9917353590665066,
      "learning_rate": 1.8578352180936995e-06,
      "loss": 1.4397,
      "step": 115
    },
    {
      "epoch": 0.01941433425012134,
      "grad_norm": 0.9523144102295756,
      "learning_rate": 1.938610662358643e-06,
      "loss": 1.4234,
      "step": 120
    },
    {
      "epoch": 0.020223264843876397,
      "grad_norm": 0.9258023739630329,
      "learning_rate": 2.0193861066235864e-06,
      "loss": 1.4226,
      "step": 125
    },
    {
      "epoch": 0.021032195437631452,
      "grad_norm": 0.9483758496421177,
      "learning_rate": 2.1001615508885302e-06,
      "loss": 1.3762,
      "step": 130
    },
    {
      "epoch": 0.021841126031386507,
      "grad_norm": 0.9530895080844857,
      "learning_rate": 2.1809369951534733e-06,
      "loss": 1.354,
      "step": 135
    },
    {
      "epoch": 0.022650056625141562,
      "grad_norm": 0.9891655010686481,
      "learning_rate": 2.261712439418417e-06,
      "loss": 1.3418,
      "step": 140
    },
    {
      "epoch": 0.02345898721889662,
      "grad_norm": 1.0770341521239468,
      "learning_rate": 2.34248788368336e-06,
      "loss": 1.3239,
      "step": 145
    },
    {
      "epoch": 0.024267917812651675,
      "grad_norm": 1.1321453887674335,
      "learning_rate": 2.423263327948304e-06,
      "loss": 1.2818,
      "step": 150
    },
    {
      "epoch": 0.02507684840640673,
      "grad_norm": 1.116259450785514,
      "learning_rate": 2.5040387722132474e-06,
      "loss": 1.2499,
      "step": 155
    },
    {
      "epoch": 0.025885779000161785,
      "grad_norm": 1.1299351548572238,
      "learning_rate": 2.584814216478191e-06,
      "loss": 1.2403,
      "step": 160
    },
    {
      "epoch": 0.026694709593916843,
      "grad_norm": 1.1335363316132652,
      "learning_rate": 2.6655896607431343e-06,
      "loss": 1.214,
      "step": 165
    },
    {
      "epoch": 0.027503640187671898,
      "grad_norm": 1.1757124749289842,
      "learning_rate": 2.7463651050080773e-06,
      "loss": 1.163,
      "step": 170
    },
    {
      "epoch": 0.028312570781426953,
      "grad_norm": 1.2651810945082007,
      "learning_rate": 2.827140549273021e-06,
      "loss": 1.1479,
      "step": 175
    },
    {
      "epoch": 0.029121501375182008,
      "grad_norm": 1.2624388452227249,
      "learning_rate": 2.9079159935379646e-06,
      "loss": 1.0948,
      "step": 180
    },
    {
      "epoch": 0.029930431968937066,
      "grad_norm": 1.2111655416186609,
      "learning_rate": 2.988691437802908e-06,
      "loss": 1.0487,
      "step": 185
    },
    {
      "epoch": 0.03073936256269212,
      "grad_norm": 0.8837452655216318,
      "learning_rate": 3.0694668820678515e-06,
      "loss": 1.0465,
      "step": 190
    },
    {
      "epoch": 0.03154829315644718,
      "grad_norm": 0.8221498455856253,
      "learning_rate": 3.1502423263327954e-06,
      "loss": 1.0297,
      "step": 195
    },
    {
      "epoch": 0.03235722375020223,
      "grad_norm": 0.8439527908802734,
      "learning_rate": 3.2310177705977384e-06,
      "loss": 1.0015,
      "step": 200
    },
    {
      "epoch": 0.03316615434395729,
      "grad_norm": 0.7410910924751422,
      "learning_rate": 3.311793214862682e-06,
      "loss": 1.0173,
      "step": 205
    },
    {
      "epoch": 0.03397508493771234,
      "grad_norm": 0.6701077230967789,
      "learning_rate": 3.3925686591276253e-06,
      "loss": 0.999,
      "step": 210
    },
    {
      "epoch": 0.0347840155314674,
      "grad_norm": 0.6355481671837402,
      "learning_rate": 3.473344103392569e-06,
      "loss": 0.9725,
      "step": 215
    },
    {
      "epoch": 0.03559294612522246,
      "grad_norm": 0.5875107208972431,
      "learning_rate": 3.5541195476575126e-06,
      "loss": 0.9867,
      "step": 220
    },
    {
      "epoch": 0.03640187671897751,
      "grad_norm": 0.5994183367628626,
      "learning_rate": 3.6348949919224556e-06,
      "loss": 0.9943,
      "step": 225
    },
    {
      "epoch": 0.03721080731273257,
      "grad_norm": 0.6182303752035966,
      "learning_rate": 3.715670436187399e-06,
      "loss": 0.9985,
      "step": 230
    },
    {
      "epoch": 0.038019737906487626,
      "grad_norm": 0.5701097398554537,
      "learning_rate": 3.796445880452343e-06,
      "loss": 0.9736,
      "step": 235
    },
    {
      "epoch": 0.03882866850024268,
      "grad_norm": 0.5584494985009502,
      "learning_rate": 3.877221324717286e-06,
      "loss": 0.9875,
      "step": 240
    },
    {
      "epoch": 0.039637599093997736,
      "grad_norm": 0.5782425116149067,
      "learning_rate": 3.95799676898223e-06,
      "loss": 0.9701,
      "step": 245
    },
    {
      "epoch": 0.040446529687752794,
      "grad_norm": 0.6299578118181779,
      "learning_rate": 4.038772213247173e-06,
      "loss": 0.9671,
      "step": 250
    },
    {
      "epoch": 0.041255460281507846,
      "grad_norm": 0.5812417163133361,
      "learning_rate": 4.119547657512117e-06,
      "loss": 0.9579,
      "step": 255
    },
    {
      "epoch": 0.042064390875262904,
      "grad_norm": 0.5781954014931824,
      "learning_rate": 4.2003231017770605e-06,
      "loss": 0.9685,
      "step": 260
    },
    {
      "epoch": 0.042873321469017955,
      "grad_norm": 0.608052455969015,
      "learning_rate": 4.2810985460420035e-06,
      "loss": 0.9701,
      "step": 265
    },
    {
      "epoch": 0.043682252062773014,
      "grad_norm": 0.5966466875482974,
      "learning_rate": 4.3618739903069465e-06,
      "loss": 0.9702,
      "step": 270
    },
    {
      "epoch": 0.04449118265652807,
      "grad_norm": 0.5596371503375434,
      "learning_rate": 4.44264943457189e-06,
      "loss": 0.9563,
      "step": 275
    },
    {
      "epoch": 0.045300113250283124,
      "grad_norm": 0.5994461579702871,
      "learning_rate": 4.523424878836834e-06,
      "loss": 0.9578,
      "step": 280
    },
    {
      "epoch": 0.04610904384403818,
      "grad_norm": 0.5595808732955236,
      "learning_rate": 4.604200323101777e-06,
      "loss": 0.9607,
      "step": 285
    },
    {
      "epoch": 0.04691797443779324,
      "grad_norm": 0.669537499667742,
      "learning_rate": 4.68497576736672e-06,
      "loss": 0.9476,
      "step": 290
    },
    {
      "epoch": 0.04772690503154829,
      "grad_norm": 0.5511679026608909,
      "learning_rate": 4.765751211631664e-06,
      "loss": 0.9464,
      "step": 295
    },
    {
      "epoch": 0.04853583562530335,
      "grad_norm": 0.5939912843219857,
      "learning_rate": 4.846526655896608e-06,
      "loss": 0.9429,
      "step": 300
    },
    {
      "epoch": 0.0493447662190584,
      "grad_norm": 0.5798565127301802,
      "learning_rate": 4.927302100161551e-06,
      "loss": 0.9485,
      "step": 305
    },
    {
      "epoch": 0.05015369681281346,
      "grad_norm": 0.5756338877596261,
      "learning_rate": 5.008077544426495e-06,
      "loss": 0.9572,
      "step": 310
    },
    {
      "epoch": 0.05096262740656852,
      "grad_norm": 0.5842007801259245,
      "learning_rate": 5.088852988691439e-06,
      "loss": 0.9219,
      "step": 315
    },
    {
      "epoch": 0.05177155800032357,
      "grad_norm": 0.5909234064830663,
      "learning_rate": 5.169628432956382e-06,
      "loss": 0.9463,
      "step": 320
    },
    {
      "epoch": 0.05258048859407863,
      "grad_norm": 0.5964209125322439,
      "learning_rate": 5.250403877221325e-06,
      "loss": 0.9137,
      "step": 325
    },
    {
      "epoch": 0.05338941918783369,
      "grad_norm": 0.6196287292433933,
      "learning_rate": 5.331179321486269e-06,
      "loss": 0.9275,
      "step": 330
    },
    {
      "epoch": 0.05419834978158874,
      "grad_norm": 0.6885711787979655,
      "learning_rate": 5.411954765751212e-06,
      "loss": 0.9308,
      "step": 335
    },
    {
      "epoch": 0.055007280375343796,
      "grad_norm": 0.5882034901608182,
      "learning_rate": 5.492730210016155e-06,
      "loss": 0.9226,
      "step": 340
    },
    {
      "epoch": 0.055816210969098855,
      "grad_norm": 0.6167809439808443,
      "learning_rate": 5.573505654281099e-06,
      "loss": 0.9329,
      "step": 345
    },
    {
      "epoch": 0.056625141562853906,
      "grad_norm": 0.6473624549151995,
      "learning_rate": 5.654281098546042e-06,
      "loss": 0.9342,
      "step": 350
    },
    {
      "epoch": 0.057434072156608965,
      "grad_norm": 0.6268324107561812,
      "learning_rate": 5.735056542810986e-06,
      "loss": 0.9444,
      "step": 355
    },
    {
      "epoch": 0.058243002750364016,
      "grad_norm": 0.6081881922413113,
      "learning_rate": 5.815831987075929e-06,
      "loss": 0.9266,
      "step": 360
    },
    {
      "epoch": 0.059051933344119074,
      "grad_norm": 0.623515938924003,
      "learning_rate": 5.896607431340873e-06,
      "loss": 0.927,
      "step": 365
    },
    {
      "epoch": 0.05986086393787413,
      "grad_norm": 0.595326688964164,
      "learning_rate": 5.977382875605816e-06,
      "loss": 0.941,
      "step": 370
    },
    {
      "epoch": 0.060669794531629184,
      "grad_norm": 0.7035346939039838,
      "learning_rate": 6.058158319870759e-06,
      "loss": 0.9243,
      "step": 375
    },
    {
      "epoch": 0.06147872512538424,
      "grad_norm": 0.6486917875962197,
      "learning_rate": 6.138933764135703e-06,
      "loss": 0.945,
      "step": 380
    },
    {
      "epoch": 0.0622876557191393,
      "grad_norm": 0.6272725751694639,
      "learning_rate": 6.219709208400647e-06,
      "loss": 0.9333,
      "step": 385
    },
    {
      "epoch": 0.06309658631289436,
      "grad_norm": 0.6847897267332435,
      "learning_rate": 6.300484652665591e-06,
      "loss": 0.9201,
      "step": 390
    },
    {
      "epoch": 0.0639055169066494,
      "grad_norm": 0.6063331771589294,
      "learning_rate": 6.381260096930534e-06,
      "loss": 0.9301,
      "step": 395
    },
    {
      "epoch": 0.06471444750040446,
      "grad_norm": 0.6535104175430165,
      "learning_rate": 6.462035541195477e-06,
      "loss": 0.9268,
      "step": 400
    },
    {
      "epoch": 0.06552337809415952,
      "grad_norm": 0.6298942805679355,
      "learning_rate": 6.542810985460421e-06,
      "loss": 0.9126,
      "step": 405
    },
    {
      "epoch": 0.06633230868791458,
      "grad_norm": 0.687088041257841,
      "learning_rate": 6.623586429725364e-06,
      "loss": 0.8997,
      "step": 410
    },
    {
      "epoch": 0.06714123928166964,
      "grad_norm": 0.6809022568244187,
      "learning_rate": 6.7043618739903075e-06,
      "loss": 0.9221,
      "step": 415
    },
    {
      "epoch": 0.06795016987542468,
      "grad_norm": 0.6595953972527364,
      "learning_rate": 6.7851373182552505e-06,
      "loss": 0.9351,
      "step": 420
    },
    {
      "epoch": 0.06875910046917974,
      "grad_norm": 0.6526975586915988,
      "learning_rate": 6.865912762520195e-06,
      "loss": 0.9046,
      "step": 425
    },
    {
      "epoch": 0.0695680310629348,
      "grad_norm": 0.6747286601047916,
      "learning_rate": 6.946688206785138e-06,
      "loss": 0.9384,
      "step": 430
    },
    {
      "epoch": 0.07037696165668986,
      "grad_norm": 0.705527948534626,
      "learning_rate": 7.027463651050081e-06,
      "loss": 0.9171,
      "step": 435
    },
    {
      "epoch": 0.07118589225044492,
      "grad_norm": 0.6636402242054834,
      "learning_rate": 7.108239095315025e-06,
      "loss": 0.9311,
      "step": 440
    },
    {
      "epoch": 0.07199482284419997,
      "grad_norm": 0.6340851719954015,
      "learning_rate": 7.189014539579968e-06,
      "loss": 0.9194,
      "step": 445
    },
    {
      "epoch": 0.07280375343795502,
      "grad_norm": 0.7041525654790047,
      "learning_rate": 7.269789983844911e-06,
      "loss": 0.906,
      "step": 450
    },
    {
      "epoch": 0.07361268403171008,
      "grad_norm": 1.0272938347497549,
      "learning_rate": 7.350565428109855e-06,
      "loss": 0.9156,
      "step": 455
    },
    {
      "epoch": 0.07442161462546514,
      "grad_norm": 0.7023049681523049,
      "learning_rate": 7.431340872374798e-06,
      "loss": 0.8947,
      "step": 460
    },
    {
      "epoch": 0.0752305452192202,
      "grad_norm": 0.6957484415499231,
      "learning_rate": 7.512116316639743e-06,
      "loss": 0.9088,
      "step": 465
    },
    {
      "epoch": 0.07603947581297525,
      "grad_norm": 0.6699201382717078,
      "learning_rate": 7.592891760904686e-06,
      "loss": 0.9086,
      "step": 470
    },
    {
      "epoch": 0.0768484064067303,
      "grad_norm": 0.7101796332013423,
      "learning_rate": 7.673667205169629e-06,
      "loss": 0.9037,
      "step": 475
    },
    {
      "epoch": 0.07765733700048535,
      "grad_norm": 0.7497394327378185,
      "learning_rate": 7.754442649434572e-06,
      "loss": 0.929,
      "step": 480
    },
    {
      "epoch": 0.07846626759424041,
      "grad_norm": 0.7422612177167345,
      "learning_rate": 7.835218093699516e-06,
      "loss": 0.8977,
      "step": 485
    },
    {
      "epoch": 0.07927519818799547,
      "grad_norm": 0.7103824932867557,
      "learning_rate": 7.91599353796446e-06,
      "loss": 0.9151,
      "step": 490
    },
    {
      "epoch": 0.08008412878175053,
      "grad_norm": 0.7605669414288259,
      "learning_rate": 7.996768982229403e-06,
      "loss": 0.9234,
      "step": 495
    },
    {
      "epoch": 0.08089305937550559,
      "grad_norm": 0.7765227746326537,
      "learning_rate": 8.077544426494346e-06,
      "loss": 0.9317,
      "step": 500
    },
    {
      "epoch": 0.08170198996926063,
      "grad_norm": 0.7114224103403521,
      "learning_rate": 8.15831987075929e-06,
      "loss": 0.8977,
      "step": 505
    },
    {
      "epoch": 0.08251092056301569,
      "grad_norm": 0.709653797696482,
      "learning_rate": 8.239095315024233e-06,
      "loss": 0.9048,
      "step": 510
    },
    {
      "epoch": 0.08331985115677075,
      "grad_norm": 0.6694669312530299,
      "learning_rate": 8.319870759289176e-06,
      "loss": 0.9079,
      "step": 515
    },
    {
      "epoch": 0.08412878175052581,
      "grad_norm": 0.6918229992578886,
      "learning_rate": 8.400646203554121e-06,
      "loss": 0.9161,
      "step": 520
    },
    {
      "epoch": 0.08493771234428087,
      "grad_norm": 0.826690733304416,
      "learning_rate": 8.481421647819064e-06,
      "loss": 0.9179,
      "step": 525
    },
    {
      "epoch": 0.08574664293803591,
      "grad_norm": 0.8502072042848492,
      "learning_rate": 8.562197092084007e-06,
      "loss": 0.8922,
      "step": 530
    },
    {
      "epoch": 0.08655557353179097,
      "grad_norm": 0.7888391565118393,
      "learning_rate": 8.64297253634895e-06,
      "loss": 0.9087,
      "step": 535
    },
    {
      "epoch": 0.08736450412554603,
      "grad_norm": 0.7612155866818295,
      "learning_rate": 8.723747980613893e-06,
      "loss": 0.9067,
      "step": 540
    },
    {
      "epoch": 0.08817343471930109,
      "grad_norm": 0.7340496045333647,
      "learning_rate": 8.804523424878838e-06,
      "loss": 0.9122,
      "step": 545
    },
    {
      "epoch": 0.08898236531305614,
      "grad_norm": 0.6807951345118415,
      "learning_rate": 8.88529886914378e-06,
      "loss": 0.9209,
      "step": 550
    },
    {
      "epoch": 0.08979129590681119,
      "grad_norm": 0.7182636447883889,
      "learning_rate": 8.966074313408725e-06,
      "loss": 0.9036,
      "step": 555
    },
    {
      "epoch": 0.09060022650056625,
      "grad_norm": 0.6906380745424776,
      "learning_rate": 9.046849757673668e-06,
      "loss": 0.8775,
      "step": 560
    },
    {
      "epoch": 0.0914091570943213,
      "grad_norm": 0.7205121865769839,
      "learning_rate": 9.127625201938612e-06,
      "loss": 0.8799,
      "step": 565
    },
    {
      "epoch": 0.09221808768807636,
      "grad_norm": 0.699683431919587,
      "learning_rate": 9.208400646203555e-06,
      "loss": 0.8776,
      "step": 570
    },
    {
      "epoch": 0.09302701828183142,
      "grad_norm": 0.7092973559328101,
      "learning_rate": 9.289176090468498e-06,
      "loss": 0.8976,
      "step": 575
    },
    {
      "epoch": 0.09383594887558648,
      "grad_norm": 0.7013577925584726,
      "learning_rate": 9.36995153473344e-06,
      "loss": 0.8915,
      "step": 580
    },
    {
      "epoch": 0.09464487946934153,
      "grad_norm": 0.7360966395662988,
      "learning_rate": 9.450726978998385e-06,
      "loss": 0.9049,
      "step": 585
    },
    {
      "epoch": 0.09545381006309658,
      "grad_norm": 0.7793159637124253,
      "learning_rate": 9.531502423263328e-06,
      "loss": 0.8924,
      "step": 590
    },
    {
      "epoch": 0.09626274065685164,
      "grad_norm": 0.7373798826049844,
      "learning_rate": 9.612277867528273e-06,
      "loss": 0.9125,
      "step": 595
    },
    {
      "epoch": 0.0970716712506067,
      "grad_norm": 0.7155304623776628,
      "learning_rate": 9.693053311793216e-06,
      "loss": 0.8922,
      "step": 600
    },
    {
      "epoch": 0.09788060184436176,
      "grad_norm": 0.722457498504299,
      "learning_rate": 9.773828756058159e-06,
      "loss": 0.9133,
      "step": 605
    },
    {
      "epoch": 0.0986895324381168,
      "grad_norm": 0.7006683969526154,
      "learning_rate": 9.854604200323102e-06,
      "loss": 0.8794,
      "step": 610
    },
    {
      "epoch": 0.09949846303187186,
      "grad_norm": 0.7854584772109673,
      "learning_rate": 9.935379644588045e-06,
      "loss": 0.9029,
      "step": 615
    },
    {
      "epoch": 0.10030739362562692,
      "grad_norm": 0.7970045944993353,
      "learning_rate": 9.999999202413539e-06,
      "loss": 0.9009,
      "step": 620
    },
    {
      "epoch": 0.10111632421938198,
      "grad_norm": 0.8001952905335415,
      "learning_rate": 9.999971286914108e-06,
      "loss": 0.8689,
      "step": 625
    },
    {
      "epoch": 0.10192525481313704,
      "grad_norm": 0.7947330109524953,
      "learning_rate": 9.999903492346063e-06,
      "loss": 0.8836,
      "step": 630
    },
    {
      "epoch": 0.1027341854068921,
      "grad_norm": 0.6517743774036119,
      "learning_rate": 9.999795819250126e-06,
      "loss": 0.8937,
      "step": 635
    },
    {
      "epoch": 0.10354311600064714,
      "grad_norm": 0.7153316955972873,
      "learning_rate": 9.99964826848508e-06,
      "loss": 0.8952,
      "step": 640
    },
    {
      "epoch": 0.1043520465944022,
      "grad_norm": 0.7470689793235693,
      "learning_rate": 9.99946084122777e-06,
      "loss": 0.905,
      "step": 645
    },
    {
      "epoch": 0.10516097718815726,
      "grad_norm": 0.8088466120200852,
      "learning_rate": 9.99923353897309e-06,
      "loss": 0.8982,
      "step": 650
    },
    {
      "epoch": 0.10596990778191231,
      "grad_norm": 0.6912247019886972,
      "learning_rate": 9.998966363533972e-06,
      "loss": 0.8895,
      "step": 655
    },
    {
      "epoch": 0.10677883837566737,
      "grad_norm": 0.7942586835594388,
      "learning_rate": 9.998659317041367e-06,
      "loss": 0.8913,
      "step": 660
    },
    {
      "epoch": 0.10758776896942242,
      "grad_norm": 0.7841096349195548,
      "learning_rate": 9.998312401944237e-06,
      "loss": 0.8774,
      "step": 665
    },
    {
      "epoch": 0.10839669956317748,
      "grad_norm": 0.7485526011092998,
      "learning_rate": 9.997925621009527e-06,
      "loss": 0.8955,
      "step": 670
    },
    {
      "epoch": 0.10920563015693253,
      "grad_norm": 0.7271239921076256,
      "learning_rate": 9.997498977322146e-06,
      "loss": 0.8871,
      "step": 675
    },
    {
      "epoch": 0.11001456075068759,
      "grad_norm": 0.7148944860864371,
      "learning_rate": 9.997032474284949e-06,
      "loss": 0.9008,
      "step": 680
    },
    {
      "epoch": 0.11082349134444265,
      "grad_norm": 0.7486275146950349,
      "learning_rate": 9.996526115618694e-06,
      "loss": 0.8786,
      "step": 685
    },
    {
      "epoch": 0.11163242193819771,
      "grad_norm": 0.7878464787195636,
      "learning_rate": 9.995979905362028e-06,
      "loss": 0.8805,
      "step": 690
    },
    {
      "epoch": 0.11244135253195275,
      "grad_norm": 0.7844738669203999,
      "learning_rate": 9.995393847871446e-06,
      "loss": 0.8768,
      "step": 695
    },
    {
      "epoch": 0.11325028312570781,
      "grad_norm": 0.7008587939833357,
      "learning_rate": 9.994767947821261e-06,
      "loss": 0.8848,
      "step": 700
    },
    {
      "epoch": 0.11405921371946287,
      "grad_norm": 0.7176705233353148,
      "learning_rate": 9.994102210203567e-06,
      "loss": 0.9161,
      "step": 705
    },
    {
      "epoch": 0.11486814431321793,
      "grad_norm": 0.7984767869907693,
      "learning_rate": 9.993396640328191e-06,
      "loss": 0.8984,
      "step": 710
    },
    {
      "epoch": 0.11567707490697299,
      "grad_norm": 0.7660329081563221,
      "learning_rate": 9.992651243822658e-06,
      "loss": 0.8918,
      "step": 715
    },
    {
      "epoch": 0.11648600550072803,
      "grad_norm": 0.7692169317757526,
      "learning_rate": 9.991866026632146e-06,
      "loss": 0.8845,
      "step": 720
    },
    {
      "epoch": 0.11729493609448309,
      "grad_norm": 0.7728932225344195,
      "learning_rate": 9.991040995019441e-06,
      "loss": 0.8944,
      "step": 725
    },
    {
      "epoch": 0.11810386668823815,
      "grad_norm": 0.7481133899054797,
      "learning_rate": 9.990176155564874e-06,
      "loss": 0.8782,
      "step": 730
    },
    {
      "epoch": 0.11891279728199321,
      "grad_norm": 0.7221002980302099,
      "learning_rate": 9.989271515166287e-06,
      "loss": 0.8762,
      "step": 735
    },
    {
      "epoch": 0.11972172787574827,
      "grad_norm": 0.7251326764742602,
      "learning_rate": 9.988327081038962e-06,
      "loss": 0.865,
      "step": 740
    },
    {
      "epoch": 0.12053065846950331,
      "grad_norm": 0.70263798156615,
      "learning_rate": 9.987342860715575e-06,
      "loss": 0.8885,
      "step": 745
    },
    {
      "epoch": 0.12133958906325837,
      "grad_norm": 0.7527476269587685,
      "learning_rate": 9.986318862046129e-06,
      "loss": 0.9032,
      "step": 750
    },
    {
      "epoch": 0.12214851965701343,
      "grad_norm": 0.7398355773627006,
      "learning_rate": 9.98525509319789e-06,
      "loss": 0.8788,
      "step": 755
    },
    {
      "epoch": 0.12295745025076849,
      "grad_norm": 0.7459365223897065,
      "learning_rate": 9.984151562655333e-06,
      "loss": 0.8754,
      "step": 760
    },
    {
      "epoch": 0.12376638084452354,
      "grad_norm": 0.7806602396452277,
      "learning_rate": 9.983008279220062e-06,
      "loss": 0.8716,
      "step": 765
    },
    {
      "epoch": 0.1245753114382786,
      "grad_norm": 0.7479182177455358,
      "learning_rate": 9.981825252010743e-06,
      "loss": 0.8849,
      "step": 770
    },
    {
      "epoch": 0.12538424203203366,
      "grad_norm": 0.7644325690144114,
      "learning_rate": 9.980602490463037e-06,
      "loss": 0.8742,
      "step": 775
    },
    {
      "epoch": 0.12619317262578872,
      "grad_norm": 0.8269622902407507,
      "learning_rate": 9.979340004329516e-06,
      "loss": 0.8747,
      "step": 780
    },
    {
      "epoch": 0.12700210321954375,
      "grad_norm": 0.709710236101346,
      "learning_rate": 9.978037803679595e-06,
      "loss": 0.8929,
      "step": 785
    },
    {
      "epoch": 0.1278110338132988,
      "grad_norm": 0.7487057568451865,
      "learning_rate": 9.97669589889944e-06,
      "loss": 0.8944,
      "step": 790
    },
    {
      "epoch": 0.12861996440705387,
      "grad_norm": 0.8332024529186928,
      "learning_rate": 9.975314300691898e-06,
      "loss": 0.8803,
      "step": 795
    },
    {
      "epoch": 0.12942889500080892,
      "grad_norm": 0.7617229913207306,
      "learning_rate": 9.973893020076402e-06,
      "loss": 0.8764,
      "step": 800
    },
    {
      "epoch": 0.13023782559456398,
      "grad_norm": 0.7990666084729844,
      "learning_rate": 9.972432068388885e-06,
      "loss": 0.8841,
      "step": 805
    },
    {
      "epoch": 0.13104675618831904,
      "grad_norm": 0.8144767375507436,
      "learning_rate": 9.970931457281693e-06,
      "loss": 0.8751,
      "step": 810
    },
    {
      "epoch": 0.1318556867820741,
      "grad_norm": 0.8471484705899229,
      "learning_rate": 9.96939119872349e-06,
      "loss": 0.878,
      "step": 815
    },
    {
      "epoch": 0.13266461737582916,
      "grad_norm": 0.7419857259389397,
      "learning_rate": 9.96781130499916e-06,
      "loss": 0.8593,
      "step": 820
    },
    {
      "epoch": 0.13347354796958422,
      "grad_norm": 0.6966615337982099,
      "learning_rate": 9.966191788709716e-06,
      "loss": 0.8754,
      "step": 825
    },
    {
      "epoch": 0.13428247856333927,
      "grad_norm": 0.7552286075445729,
      "learning_rate": 9.96453266277219e-06,
      "loss": 0.8729,
      "step": 830
    },
    {
      "epoch": 0.13509140915709433,
      "grad_norm": 0.8299494943538954,
      "learning_rate": 9.96283394041954e-06,
      "loss": 0.881,
      "step": 835
    },
    {
      "epoch": 0.13590033975084936,
      "grad_norm": 0.734889508057368,
      "learning_rate": 9.961095635200536e-06,
      "loss": 0.8642,
      "step": 840
    },
    {
      "epoch": 0.13670927034460442,
      "grad_norm": 0.7083874584173164,
      "learning_rate": 9.959317760979654e-06,
      "loss": 0.87,
      "step": 845
    },
    {
      "epoch": 0.13751820093835948,
      "grad_norm": 0.6795303692054026,
      "learning_rate": 9.957500331936971e-06,
      "loss": 0.8916,
      "step": 850
    },
    {
      "epoch": 0.13832713153211454,
      "grad_norm": 0.7711107263091647,
      "learning_rate": 9.955643362568048e-06,
      "loss": 0.8867,
      "step": 855
    },
    {
      "epoch": 0.1391360621258696,
      "grad_norm": 0.7822464459121171,
      "learning_rate": 9.953746867683807e-06,
      "loss": 0.875,
      "step": 860
    },
    {
      "epoch": 0.13994499271962466,
      "grad_norm": 0.8269771768105255,
      "learning_rate": 9.951810862410426e-06,
      "loss": 0.8762,
      "step": 865
    },
    {
      "epoch": 0.14075392331337971,
      "grad_norm": 0.766471476016186,
      "learning_rate": 9.949835362189215e-06,
      "loss": 0.8635,
      "step": 870
    },
    {
      "epoch": 0.14156285390713477,
      "grad_norm": 0.8196823476460824,
      "learning_rate": 9.947820382776482e-06,
      "loss": 0.8933,
      "step": 875
    },
    {
      "epoch": 0.14237178450088983,
      "grad_norm": 0.7502232673514019,
      "learning_rate": 9.945765940243422e-06,
      "loss": 0.9162,
      "step": 880
    },
    {
      "epoch": 0.1431807150946449,
      "grad_norm": 0.8243799834314466,
      "learning_rate": 9.943672050975979e-06,
      "loss": 0.8973,
      "step": 885
    },
    {
      "epoch": 0.14398964568839995,
      "grad_norm": 0.7327053926662375,
      "learning_rate": 9.94153873167472e-06,
      "loss": 0.8754,
      "step": 890
    },
    {
      "epoch": 0.14479857628215498,
      "grad_norm": 0.7710933741203212,
      "learning_rate": 9.9393659993547e-06,
      "loss": 0.8989,
      "step": 895
    },
    {
      "epoch": 0.14560750687591004,
      "grad_norm": 0.6969476376928585,
      "learning_rate": 9.937153871345326e-06,
      "loss": 0.8851,
      "step": 900
    },
    {
      "epoch": 0.1464164374696651,
      "grad_norm": 0.7537226761385668,
      "learning_rate": 9.934902365290222e-06,
      "loss": 0.8678,
      "step": 905
    },
    {
      "epoch": 0.14722536806342015,
      "grad_norm": 0.7880392328433623,
      "learning_rate": 9.932611499147082e-06,
      "loss": 0.8785,
      "step": 910
    },
    {
      "epoch": 0.1480342986571752,
      "grad_norm": 0.7979672909632645,
      "learning_rate": 9.930281291187534e-06,
      "loss": 0.9031,
      "step": 915
    },
    {
      "epoch": 0.14884322925093027,
      "grad_norm": 0.769227717875029,
      "learning_rate": 9.927911759996989e-06,
      "loss": 0.8752,
      "step": 920
    },
    {
      "epoch": 0.14965215984468533,
      "grad_norm": 0.7501410474884525,
      "learning_rate": 9.925502924474495e-06,
      "loss": 0.8818,
      "step": 925
    },
    {
      "epoch": 0.1504610904384404,
      "grad_norm": 0.7900709039002747,
      "learning_rate": 9.923054803832585e-06,
      "loss": 0.8549,
      "step": 930
    },
    {
      "epoch": 0.15127002103219545,
      "grad_norm": 0.727528278106019,
      "learning_rate": 9.920567417597127e-06,
      "loss": 0.869,
      "step": 935
    },
    {
      "epoch": 0.1520789516259505,
      "grad_norm": 0.7478261446374327,
      "learning_rate": 9.918040785607163e-06,
      "loss": 0.8803,
      "step": 940
    },
    {
      "epoch": 0.15288788221970556,
      "grad_norm": 0.7798141297679039,
      "learning_rate": 9.915474928014754e-06,
      "loss": 0.8601,
      "step": 945
    },
    {
      "epoch": 0.1536968128134606,
      "grad_norm": 0.743300400063168,
      "learning_rate": 9.912869865284821e-06,
      "loss": 0.873,
      "step": 950
    },
    {
      "epoch": 0.15450574340721565,
      "grad_norm": 0.7855652729779465,
      "learning_rate": 9.91022561819498e-06,
      "loss": 0.8556,
      "step": 955
    },
    {
      "epoch": 0.1553146740009707,
      "grad_norm": 0.7512935005312259,
      "learning_rate": 9.90754220783537e-06,
      "loss": 0.8761,
      "step": 960
    },
    {
      "epoch": 0.15612360459472577,
      "grad_norm": 0.7480633701848225,
      "learning_rate": 9.9048196556085e-06,
      "loss": 0.884,
      "step": 965
    },
    {
      "epoch": 0.15693253518848083,
      "grad_norm": 0.7649617436679113,
      "learning_rate": 9.902057983229059e-06,
      "loss": 0.8558,
      "step": 970
    },
    {
      "epoch": 0.15774146578223588,
      "grad_norm": 0.7423506733665634,
      "learning_rate": 9.89925721272376e-06,
      "loss": 0.8773,
      "step": 975
    },
    {
      "epoch": 0.15855039637599094,
      "grad_norm": 0.7931165102529991,
      "learning_rate": 9.89641736643116e-06,
      "loss": 0.8846,
      "step": 980
    },
    {
      "epoch": 0.159359326969746,
      "grad_norm": 0.7550133131247714,
      "learning_rate": 9.893538467001466e-06,
      "loss": 0.8727,
      "step": 985
    },
    {
      "epoch": 0.16016825756350106,
      "grad_norm": 0.773118150891364,
      "learning_rate": 9.89062053739638e-06,
      "loss": 0.8808,
      "step": 990
    },
    {
      "epoch": 0.16097718815725612,
      "grad_norm": 0.75632598887103,
      "learning_rate": 9.887663600888897e-06,
      "loss": 0.8713,
      "step": 995
    },
    {
      "epoch": 0.16178611875101118,
      "grad_norm": 0.8316783703999336,
      "learning_rate": 9.88466768106313e-06,
      "loss": 0.8571,
      "step": 1000
    },
    {
      "epoch": 0.1625950493447662,
      "grad_norm": 0.7454307910719469,
      "learning_rate": 9.881632801814112e-06,
      "loss": 0.8602,
      "step": 1005
    },
    {
      "epoch": 0.16340397993852127,
      "grad_norm": 0.7564730753355293,
      "learning_rate": 9.878558987347613e-06,
      "loss": 0.8694,
      "step": 1010
    },
    {
      "epoch": 0.16421291053227632,
      "grad_norm": 0.7924034403437432,
      "learning_rate": 9.875446262179948e-06,
      "loss": 0.8695,
      "step": 1015
    },
    {
      "epoch": 0.16502184112603138,
      "grad_norm": 0.809312814940399,
      "learning_rate": 9.872294651137773e-06,
      "loss": 0.8639,
      "step": 1020
    },
    {
      "epoch": 0.16583077171978644,
      "grad_norm": 0.8496318363889708,
      "learning_rate": 9.869104179357898e-06,
      "loss": 0.8656,
      "step": 1025
    },
    {
      "epoch": 0.1666397023135415,
      "grad_norm": 0.8463627183621499,
      "learning_rate": 9.865874872287076e-06,
      "loss": 0.8721,
      "step": 1030
    },
    {
      "epoch": 0.16744863290729656,
      "grad_norm": 0.7538421574954219,
      "learning_rate": 9.862606755681805e-06,
      "loss": 0.887,
      "step": 1035
    },
    {
      "epoch": 0.16825756350105162,
      "grad_norm": 0.8015977734669262,
      "learning_rate": 9.859299855608127e-06,
      "loss": 0.8652,
      "step": 1040
    },
    {
      "epoch": 0.16906649409480667,
      "grad_norm": 0.7608756372365878,
      "learning_rate": 9.855954198441411e-06,
      "loss": 0.8882,
      "step": 1045
    },
    {
      "epoch": 0.16987542468856173,
      "grad_norm": 0.8188556394828449,
      "learning_rate": 9.852569810866148e-06,
      "loss": 0.8694,
      "step": 1050
    },
    {
      "epoch": 0.1706843552823168,
      "grad_norm": 0.805253431195849,
      "learning_rate": 9.849146719875737e-06,
      "loss": 0.8754,
      "step": 1055
    },
    {
      "epoch": 0.17149328587607182,
      "grad_norm": 0.7590085927711259,
      "learning_rate": 9.845684952772274e-06,
      "loss": 0.8741,
      "step": 1060
    },
    {
      "epoch": 0.17230221646982688,
      "grad_norm": 0.7493004472784411,
      "learning_rate": 9.842184537166326e-06,
      "loss": 0.8784,
      "step": 1065
    },
    {
      "epoch": 0.17311114706358194,
      "grad_norm": 0.8005839214503973,
      "learning_rate": 9.838645500976716e-06,
      "loss": 0.8668,
      "step": 1070
    },
    {
      "epoch": 0.173920077657337,
      "grad_norm": 0.7331632983706363,
      "learning_rate": 9.835067872430297e-06,
      "loss": 0.8577,
      "step": 1075
    },
    {
      "epoch": 0.17472900825109206,
      "grad_norm": 0.8212489518002695,
      "learning_rate": 9.831451680061735e-06,
      "loss": 0.8503,
      "step": 1080
    },
    {
      "epoch": 0.1755379388448471,
      "grad_norm": 0.7423733165945756,
      "learning_rate": 9.82779695271327e-06,
      "loss": 0.849,
      "step": 1085
    },
    {
      "epoch": 0.17634686943860217,
      "grad_norm": 0.8436334149956825,
      "learning_rate": 9.824103719534497e-06,
      "loss": 0.8739,
      "step": 1090
    },
    {
      "epoch": 0.17715580003235723,
      "grad_norm": 0.8371560523056507,
      "learning_rate": 9.820372009982122e-06,
      "loss": 0.8885,
      "step": 1095
    },
    {
      "epoch": 0.1779647306261123,
      "grad_norm": 0.8549576764605578,
      "learning_rate": 9.816601853819739e-06,
      "loss": 0.8905,
      "step": 1100
    },
    {
      "epoch": 0.17877366121986735,
      "grad_norm": 0.8302136713634986,
      "learning_rate": 9.81279328111758e-06,
      "loss": 0.863,
      "step": 1105
    },
    {
      "epoch": 0.17958259181362238,
      "grad_norm": 0.7692548326236497,
      "learning_rate": 9.80894632225229e-06,
      "loss": 0.8942,
      "step": 1110
    },
    {
      "epoch": 0.18039152240737744,
      "grad_norm": 0.8190077972884791,
      "learning_rate": 9.805061007906668e-06,
      "loss": 0.8721,
      "step": 1115
    },
    {
      "epoch": 0.1812004530011325,
      "grad_norm": 0.8021866541591391,
      "learning_rate": 9.801137369069441e-06,
      "loss": 0.8587,
      "step": 1120
    },
    {
      "epoch": 0.18200938359488755,
      "grad_norm": 0.7295302337882422,
      "learning_rate": 9.797175437034997e-06,
      "loss": 0.8809,
      "step": 1125
    },
    {
      "epoch": 0.1828183141886426,
      "grad_norm": 0.7303087771888767,
      "learning_rate": 9.79317524340315e-06,
      "loss": 0.864,
      "step": 1130
    },
    {
      "epoch": 0.18362724478239767,
      "grad_norm": 0.7668374049535479,
      "learning_rate": 9.789136820078884e-06,
      "loss": 0.8768,
      "step": 1135
    },
    {
      "epoch": 0.18443617537615273,
      "grad_norm": 0.7779749351860815,
      "learning_rate": 9.785060199272096e-06,
      "loss": 0.8871,
      "step": 1140
    },
    {
      "epoch": 0.1852451059699078,
      "grad_norm": 0.7605751732056839,
      "learning_rate": 9.780945413497339e-06,
      "loss": 0.8756,
      "step": 1145
    },
    {
      "epoch": 0.18605403656366284,
      "grad_norm": 0.7608509607177488,
      "learning_rate": 9.776792495573567e-06,
      "loss": 0.8651,
      "step": 1150
    },
    {
      "epoch": 0.1868629671574179,
      "grad_norm": 0.7649020527995475,
      "learning_rate": 9.772601478623871e-06,
      "loss": 0.8522,
      "step": 1155
    },
    {
      "epoch": 0.18767189775117296,
      "grad_norm": 0.8284338499023652,
      "learning_rate": 9.768372396075213e-06,
      "loss": 0.8986,
      "step": 1160
    },
    {
      "epoch": 0.188480828344928,
      "grad_norm": 0.7588241076036676,
      "learning_rate": 9.764105281658161e-06,
      "loss": 0.8727,
      "step": 1165
    },
    {
      "epoch": 0.18928975893868305,
      "grad_norm": 0.7815552643338736,
      "learning_rate": 9.759800169406621e-06,
      "loss": 0.8639,
      "step": 1170
    },
    {
      "epoch": 0.1900986895324381,
      "grad_norm": 0.7935036774949533,
      "learning_rate": 9.755457093657562e-06,
      "loss": 0.8651,
      "step": 1175
    },
    {
      "epoch": 0.19090762012619317,
      "grad_norm": 0.7411492264667076,
      "learning_rate": 9.751076089050747e-06,
      "loss": 0.8675,
      "step": 1180
    },
    {
      "epoch": 0.19171655071994823,
      "grad_norm": 0.7597654203339239,
      "learning_rate": 9.746657190528454e-06,
      "loss": 0.8421,
      "step": 1185
    },
    {
      "epoch": 0.19252548131370328,
      "grad_norm": 0.7871189163253436,
      "learning_rate": 9.742200433335196e-06,
      "loss": 0.877,
      "step": 1190
    },
    {
      "epoch": 0.19333441190745834,
      "grad_norm": 0.7773214820602937,
      "learning_rate": 9.737705853017442e-06,
      "loss": 0.8721,
      "step": 1195
    },
    {
      "epoch": 0.1941433425012134,
      "grad_norm": 0.8230817780724599,
      "learning_rate": 9.733173485423333e-06,
      "loss": 0.8714,
      "step": 1200
    },
    {
      "epoch": 0.19495227309496846,
      "grad_norm": 0.7681885249706483,
      "learning_rate": 9.7286033667024e-06,
      "loss": 0.8594,
      "step": 1205
    },
    {
      "epoch": 0.19576120368872352,
      "grad_norm": 0.7640895548306019,
      "learning_rate": 9.723995533305262e-06,
      "loss": 0.8621,
      "step": 1210
    },
    {
      "epoch": 0.19657013428247858,
      "grad_norm": 0.876302015000407,
      "learning_rate": 9.719350021983356e-06,
      "loss": 0.873,
      "step": 1215
    },
    {
      "epoch": 0.1973790648762336,
      "grad_norm": 0.7687883497172476,
      "learning_rate": 9.714666869788622e-06,
      "loss": 0.8837,
      "step": 1220
    },
    {
      "epoch": 0.19818799546998866,
      "grad_norm": 0.7918479859070253,
      "learning_rate": 9.709946114073231e-06,
      "loss": 0.8742,
      "step": 1225
    },
    {
      "epoch": 0.19899692606374372,
      "grad_norm": 0.7704108440790387,
      "learning_rate": 9.705187792489263e-06,
      "loss": 0.8831,
      "step": 1230
    },
    {
      "epoch": 0.19980585665749878,
      "grad_norm": 0.7958664141923848,
      "learning_rate": 9.700391942988422e-06,
      "loss": 0.8815,
      "step": 1235
    },
    {
      "epoch": 0.20061478725125384,
      "grad_norm": 0.7299908461383041,
      "learning_rate": 9.695558603821735e-06,
      "loss": 0.8705,
      "step": 1240
    },
    {
      "epoch": 0.2014237178450089,
      "grad_norm": 0.7921888129305676,
      "learning_rate": 9.69068781353923e-06,
      "loss": 0.8651,
      "step": 1245
    },
    {
      "epoch": 0.20223264843876396,
      "grad_norm": 0.783261666055412,
      "learning_rate": 9.68577961098965e-06,
      "loss": 0.8657,
      "step": 1250
    },
    {
      "epoch": 0.20304157903251902,
      "grad_norm": 0.7640970071314145,
      "learning_rate": 9.680834035320127e-06,
      "loss": 0.8613,
      "step": 1255
    },
    {
      "epoch": 0.20385050962627407,
      "grad_norm": 0.7480591135260592,
      "learning_rate": 9.675851125975879e-06,
      "loss": 0.8522,
      "step": 1260
    },
    {
      "epoch": 0.20465944022002913,
      "grad_norm": 0.764427552884641,
      "learning_rate": 9.67083092269989e-06,
      "loss": 0.8846,
      "step": 1265
    },
    {
      "epoch": 0.2054683708137842,
      "grad_norm": 0.7562918652667725,
      "learning_rate": 9.665773465532597e-06,
      "loss": 0.8538,
      "step": 1270
    },
    {
      "epoch": 0.20627730140753922,
      "grad_norm": 0.7308192790835369,
      "learning_rate": 9.660678794811569e-06,
      "loss": 0.8758,
      "step": 1275
    },
    {
      "epoch": 0.20708623200129428,
      "grad_norm": 0.7327237540533151,
      "learning_rate": 9.65554695117118e-06,
      "loss": 0.8556,
      "step": 1280
    },
    {
      "epoch": 0.20789516259504934,
      "grad_norm": 0.8111511896192851,
      "learning_rate": 9.650377975542298e-06,
      "loss": 0.8845,
      "step": 1285
    },
    {
      "epoch": 0.2087040931888044,
      "grad_norm": 0.7725083000676402,
      "learning_rate": 9.645171909151944e-06,
      "loss": 0.8713,
      "step": 1290
    },
    {
      "epoch": 0.20951302378255945,
      "grad_norm": 0.8087330967911632,
      "learning_rate": 9.639928793522976e-06,
      "loss": 0.8807,
      "step": 1295
    },
    {
      "epoch": 0.2103219543763145,
      "grad_norm": 0.7987317654845778,
      "learning_rate": 9.634648670473743e-06,
      "loss": 0.8887,
      "step": 1300
    },
    {
      "epoch": 0.21113088497006957,
      "grad_norm": 0.7222991798791983,
      "learning_rate": 9.629331582117766e-06,
      "loss": 0.8617,
      "step": 1305
    },
    {
      "epoch": 0.21193981556382463,
      "grad_norm": 0.8205396256241525,
      "learning_rate": 9.623977570863398e-06,
      "loss": 0.8512,
      "step": 1310
    },
    {
      "epoch": 0.2127487461575797,
      "grad_norm": 0.7704920928191922,
      "learning_rate": 9.618586679413477e-06,
      "loss": 0.8545,
      "step": 1315
    },
    {
      "epoch": 0.21355767675133475,
      "grad_norm": 0.8121022691153029,
      "learning_rate": 9.613158950764996e-06,
      "loss": 0.8647,
      "step": 1320
    },
    {
      "epoch": 0.2143666073450898,
      "grad_norm": 0.8068844595908223,
      "learning_rate": 9.60769442820876e-06,
      "loss": 0.8511,
      "step": 1325
    },
    {
      "epoch": 0.21517553793884484,
      "grad_norm": 0.779446090355673,
      "learning_rate": 9.602193155329029e-06,
      "loss": 0.8623,
      "step": 1330
    },
    {
      "epoch": 0.2159844685325999,
      "grad_norm": 0.7763229071537453,
      "learning_rate": 9.596655176003185e-06,
      "loss": 0.8662,
      "step": 1335
    },
    {
      "epoch": 0.21679339912635495,
      "grad_norm": 0.7877601933457381,
      "learning_rate": 9.591080534401371e-06,
      "loss": 0.87,
      "step": 1340
    },
    {
      "epoch": 0.21760232972011,
      "grad_norm": 0.7986846021359395,
      "learning_rate": 9.585469274986148e-06,
      "loss": 0.8716,
      "step": 1345
    },
    {
      "epoch": 0.21841126031386507,
      "grad_norm": 0.7790084651864484,
      "learning_rate": 9.579821442512131e-06,
      "loss": 0.8595,
      "step": 1350
    },
    {
      "epoch": 0.21922019090762013,
      "grad_norm": 0.7565290946235815,
      "learning_rate": 9.574137082025639e-06,
      "loss": 0.878,
      "step": 1355
    },
    {
      "epoch": 0.22002912150137519,
      "grad_norm": 0.7534079459249721,
      "learning_rate": 9.568416238864335e-06,
      "loss": 0.8542,
      "step": 1360
    },
    {
      "epoch": 0.22083805209513024,
      "grad_norm": 0.7934001624755948,
      "learning_rate": 9.562658958656856e-06,
      "loss": 0.8662,
      "step": 1365
    },
    {
      "epoch": 0.2216469826888853,
      "grad_norm": 0.7851224446308791,
      "learning_rate": 9.556865287322464e-06,
      "loss": 0.8708,
      "step": 1370
    },
    {
      "epoch": 0.22245591328264036,
      "grad_norm": 0.7292260657124646,
      "learning_rate": 9.551035271070665e-06,
      "loss": 0.8496,
      "step": 1375
    },
    {
      "epoch": 0.22326484387639542,
      "grad_norm": 0.8178256842698678,
      "learning_rate": 9.54516895640085e-06,
      "loss": 0.8615,
      "step": 1380
    },
    {
      "epoch": 0.22407377447015045,
      "grad_norm": 0.7761082648853441,
      "learning_rate": 9.539266390101922e-06,
      "loss": 0.8596,
      "step": 1385
    },
    {
      "epoch": 0.2248827050639055,
      "grad_norm": 0.7510699850597663,
      "learning_rate": 9.533327619251921e-06,
      "loss": 0.8591,
      "step": 1390
    },
    {
      "epoch": 0.22569163565766057,
      "grad_norm": 0.7901677982076935,
      "learning_rate": 9.527352691217649e-06,
      "loss": 0.856,
      "step": 1395
    },
    {
      "epoch": 0.22650056625141562,
      "grad_norm": 0.8121283027645855,
      "learning_rate": 9.52134165365429e-06,
      "loss": 0.8686,
      "step": 1400
    },
    {
      "epoch": 0.22730949684517068,
      "grad_norm": 0.8027876769163085,
      "learning_rate": 9.515294554505039e-06,
      "loss": 0.8609,
      "step": 1405
    },
    {
      "epoch": 0.22811842743892574,
      "grad_norm": 0.7677214802906873,
      "learning_rate": 9.509211442000705e-06,
      "loss": 0.8842,
      "step": 1410
    },
    {
      "epoch": 0.2289273580326808,
      "grad_norm": 0.7935787903248027,
      "learning_rate": 9.503092364659343e-06,
      "loss": 0.8571,
      "step": 1415
    },
    {
      "epoch": 0.22973628862643586,
      "grad_norm": 0.7885818327639111,
      "learning_rate": 9.496937371285852e-06,
      "loss": 0.8368,
      "step": 1420
    },
    {
      "epoch": 0.23054521922019092,
      "grad_norm": 0.7664542560047006,
      "learning_rate": 9.490746510971595e-06,
      "loss": 0.8586,
      "step": 1425
    },
    {
      "epoch": 0.23135414981394598,
      "grad_norm": 0.7915598638517407,
      "learning_rate": 9.484519833094006e-06,
      "loss": 0.8594,
      "step": 1430
    },
    {
      "epoch": 0.232163080407701,
      "grad_norm": 0.8224568006509917,
      "learning_rate": 9.478257387316189e-06,
      "loss": 0.8604,
      "step": 1435
    },
    {
      "epoch": 0.23297201100145606,
      "grad_norm": 0.7646329363431662,
      "learning_rate": 9.471959223586535e-06,
      "loss": 0.8667,
      "step": 1440
    },
    {
      "epoch": 0.23378094159521112,
      "grad_norm": 0.8054133554377607,
      "learning_rate": 9.465625392138314e-06,
      "loss": 0.8491,
      "step": 1445
    },
    {
      "epoch": 0.23458987218896618,
      "grad_norm": 0.7999914607438723,
      "learning_rate": 9.459255943489271e-06,
      "loss": 0.8787,
      "step": 1450
    },
    {
      "epoch": 0.23539880278272124,
      "grad_norm": 0.7770791430956507,
      "learning_rate": 9.45285092844124e-06,
      "loss": 0.8526,
      "step": 1455
    },
    {
      "epoch": 0.2362077333764763,
      "grad_norm": 0.817105925992962,
      "learning_rate": 9.446410398079716e-06,
      "loss": 0.8605,
      "step": 1460
    },
    {
      "epoch": 0.23701666397023136,
      "grad_norm": 0.7238122855218315,
      "learning_rate": 9.439934403773468e-06,
      "loss": 0.8727,
      "step": 1465
    },
    {
      "epoch": 0.23782559456398641,
      "grad_norm": 0.7489559356823628,
      "learning_rate": 9.433422997174113e-06,
      "loss": 0.8672,
      "step": 1470
    },
    {
      "epoch": 0.23863452515774147,
      "grad_norm": 0.8073337490099621,
      "learning_rate": 9.42687623021572e-06,
      "loss": 0.8631,
      "step": 1475
    },
    {
      "epoch": 0.23944345575149653,
      "grad_norm": 0.7504637131946496,
      "learning_rate": 9.42029415511438e-06,
      "loss": 0.85,
      "step": 1480
    },
    {
      "epoch": 0.2402523863452516,
      "grad_norm": 0.7888833671784519,
      "learning_rate": 9.4136768243678e-06,
      "loss": 0.8602,
      "step": 1485
    },
    {
      "epoch": 0.24106131693900662,
      "grad_norm": 0.8101599644677917,
      "learning_rate": 9.40702429075488e-06,
      "loss": 0.8535,
      "step": 1490
    },
    {
      "epoch": 0.24187024753276168,
      "grad_norm": 0.7871350703464342,
      "learning_rate": 9.400336607335294e-06,
      "loss": 0.8486,
      "step": 1495
    },
    {
      "epoch": 0.24267917812651674,
      "grad_norm": 0.7878053882806549,
      "learning_rate": 9.393613827449064e-06,
      "loss": 0.8537,
      "step": 1500
    },
    {
      "epoch": 0.2434881087202718,
      "grad_norm": 0.7716899022882726,
      "learning_rate": 9.38685600471614e-06,
      "loss": 0.8751,
      "step": 1505
    },
    {
      "epoch": 0.24429703931402685,
      "grad_norm": 0.7804644122014117,
      "learning_rate": 9.380063193035968e-06,
      "loss": 0.8496,
      "step": 1510
    },
    {
      "epoch": 0.2451059699077819,
      "grad_norm": 0.8146517496395704,
      "learning_rate": 9.373235446587055e-06,
      "loss": 0.8678,
      "step": 1515
    },
    {
      "epoch": 0.24591490050153697,
      "grad_norm": 0.7819896556165521,
      "learning_rate": 9.366372819826553e-06,
      "loss": 0.8572,
      "step": 1520
    },
    {
      "epoch": 0.24672383109529203,
      "grad_norm": 0.7667264574062115,
      "learning_rate": 9.359475367489805e-06,
      "loss": 0.8627,
      "step": 1525
    },
    {
      "epoch": 0.2475327616890471,
      "grad_norm": 0.8236534571118577,
      "learning_rate": 9.352543144589923e-06,
      "loss": 0.8668,
      "step": 1530
    },
    {
      "epoch": 0.24834169228280215,
      "grad_norm": 0.7670049125342286,
      "learning_rate": 9.345576206417345e-06,
      "loss": 0.8418,
      "step": 1535
    },
    {
      "epoch": 0.2491506228765572,
      "grad_norm": 0.7827102030650855,
      "learning_rate": 9.338574608539389e-06,
      "loss": 0.8439,
      "step": 1540
    },
    {
      "epoch": 0.24995955347031223,
      "grad_norm": 0.7839079136756119,
      "learning_rate": 9.331538406799815e-06,
      "loss": 0.8549,
      "step": 1545
    },
    {
      "epoch": 0.2507684840640673,
      "grad_norm": 0.8178409940371506,
      "learning_rate": 9.324467657318384e-06,
      "loss": 0.8534,
      "step": 1550
    },
    {
      "epoch": 0.25157741465782235,
      "grad_norm": 0.8099902787097547,
      "learning_rate": 9.317362416490396e-06,
      "loss": 0.8589,
      "step": 1555
    },
    {
      "epoch": 0.25238634525157744,
      "grad_norm": 0.8397966939088385,
      "learning_rate": 9.310222740986258e-06,
      "loss": 0.8695,
      "step": 1560
    },
    {
      "epoch": 0.25319527584533247,
      "grad_norm": 0.8012721851788485,
      "learning_rate": 9.303048687751016e-06,
      "loss": 0.8647,
      "step": 1565
    },
    {
      "epoch": 0.2540042064390875,
      "grad_norm": 0.7848654081297167,
      "learning_rate": 9.29584031400391e-06,
      "loss": 0.848,
      "step": 1570
    },
    {
      "epoch": 0.2548131370328426,
      "grad_norm": 0.7276468748203139,
      "learning_rate": 9.288597677237918e-06,
      "loss": 0.8451,
      "step": 1575
    },
    {
      "epoch": 0.2556220676265976,
      "grad_norm": 0.8006865536918176,
      "learning_rate": 9.281320835219294e-06,
      "loss": 0.847,
      "step": 1580
    },
    {
      "epoch": 0.2564309982203527,
      "grad_norm": 0.7628111941438427,
      "learning_rate": 9.274009845987106e-06,
      "loss": 0.8712,
      "step": 1585
    },
    {
      "epoch": 0.25723992881410773,
      "grad_norm": 0.7881647592364686,
      "learning_rate": 9.26666476785278e-06,
      "loss": 0.8678,
      "step": 1590
    },
    {
      "epoch": 0.2580488594078628,
      "grad_norm": 0.8116538712282235,
      "learning_rate": 9.259285659399624e-06,
      "loss": 0.8535,
      "step": 1595
    },
    {
      "epoch": 0.25885779000161785,
      "grad_norm": 0.7813279263856877,
      "learning_rate": 9.251872579482373e-06,
      "loss": 0.845,
      "step": 1600
    },
    {
      "epoch": 0.25966672059537294,
      "grad_norm": 0.7940356068886795,
      "learning_rate": 9.244425587226708e-06,
      "loss": 0.8492,
      "step": 1605
    },
    {
      "epoch": 0.26047565118912797,
      "grad_norm": 0.8041883146042144,
      "learning_rate": 9.236944742028797e-06,
      "loss": 0.869,
      "step": 1610
    },
    {
      "epoch": 0.26128458178288305,
      "grad_norm": 0.8411011003169626,
      "learning_rate": 9.229430103554808e-06,
      "loss": 0.8702,
      "step": 1615
    },
    {
      "epoch": 0.2620935123766381,
      "grad_norm": 0.7994752148577935,
      "learning_rate": 9.221881731740442e-06,
      "loss": 0.846,
      "step": 1620
    },
    {
      "epoch": 0.2629024429703931,
      "grad_norm": 0.7904404440251053,
      "learning_rate": 9.214299686790453e-06,
      "loss": 0.8479,
      "step": 1625
    },
    {
      "epoch": 0.2637113735641482,
      "grad_norm": 0.8285353436413048,
      "learning_rate": 9.206684029178166e-06,
      "loss": 0.867,
      "step": 1630
    },
    {
      "epoch": 0.26452030415790323,
      "grad_norm": 0.8167896861662431,
      "learning_rate": 9.199034819644997e-06,
      "loss": 0.845,
      "step": 1635
    },
    {
      "epoch": 0.2653292347516583,
      "grad_norm": 0.7625190041745681,
      "learning_rate": 9.191352119199965e-06,
      "loss": 0.8715,
      "step": 1640
    },
    {
      "epoch": 0.26613816534541335,
      "grad_norm": 0.766576459090851,
      "learning_rate": 9.183635989119211e-06,
      "loss": 0.8554,
      "step": 1645
    },
    {
      "epoch": 0.26694709593916843,
      "grad_norm": 0.7598503790298559,
      "learning_rate": 9.175886490945505e-06,
      "loss": 0.8657,
      "step": 1650
    },
    {
      "epoch": 0.26775602653292346,
      "grad_norm": 0.7436415672250105,
      "learning_rate": 9.168103686487755e-06,
      "loss": 0.8618,
      "step": 1655
    },
    {
      "epoch": 0.26856495712667855,
      "grad_norm": 0.8147678677174188,
      "learning_rate": 9.160287637820514e-06,
      "loss": 0.8591,
      "step": 1660
    },
    {
      "epoch": 0.2693738877204336,
      "grad_norm": 0.7963714833005615,
      "learning_rate": 9.152438407283493e-06,
      "loss": 0.8651,
      "step": 1665
    },
    {
      "epoch": 0.27018281831418867,
      "grad_norm": 0.7937419589693009,
      "learning_rate": 9.144556057481048e-06,
      "loss": 0.8373,
      "step": 1670
    },
    {
      "epoch": 0.2709917489079437,
      "grad_norm": 0.8239141053085791,
      "learning_rate": 9.136640651281694e-06,
      "loss": 0.8712,
      "step": 1675
    },
    {
      "epoch": 0.2718006795016987,
      "grad_norm": 0.7797626292094625,
      "learning_rate": 9.128692251817602e-06,
      "loss": 0.8629,
      "step": 1680
    },
    {
      "epoch": 0.2726096100954538,
      "grad_norm": 0.7697095287067577,
      "learning_rate": 9.120710922484089e-06,
      "loss": 0.8307,
      "step": 1685
    },
    {
      "epoch": 0.27341854068920884,
      "grad_norm": 0.7710196952612974,
      "learning_rate": 9.112696726939112e-06,
      "loss": 0.8513,
      "step": 1690
    },
    {
      "epoch": 0.27422747128296393,
      "grad_norm": 0.7800639021416464,
      "learning_rate": 9.104649729102774e-06,
      "loss": 0.8582,
      "step": 1695
    },
    {
      "epoch": 0.27503640187671896,
      "grad_norm": 0.8044706731480418,
      "learning_rate": 9.096569993156797e-06,
      "loss": 0.8406,
      "step": 1700
    },
    {
      "epoch": 0.27584533247047405,
      "grad_norm": 0.7699086496292621,
      "learning_rate": 9.088457583544022e-06,
      "loss": 0.8562,
      "step": 1705
    },
    {
      "epoch": 0.2766542630642291,
      "grad_norm": 0.8340399404633732,
      "learning_rate": 9.080312564967884e-06,
      "loss": 0.8694,
      "step": 1710
    },
    {
      "epoch": 0.27746319365798416,
      "grad_norm": 0.7919025521073914,
      "learning_rate": 9.072135002391912e-06,
      "loss": 0.8769,
      "step": 1715
    },
    {
      "epoch": 0.2782721242517392,
      "grad_norm": 0.7754055380467696,
      "learning_rate": 9.063924961039195e-06,
      "loss": 0.8852,
      "step": 1720
    },
    {
      "epoch": 0.2790810548454943,
      "grad_norm": 0.76639361552101,
      "learning_rate": 9.055682506391866e-06,
      "loss": 0.8655,
      "step": 1725
    },
    {
      "epoch": 0.2798899854392493,
      "grad_norm": 0.7860193334912077,
      "learning_rate": 9.04740770419059e-06,
      "loss": 0.8572,
      "step": 1730
    },
    {
      "epoch": 0.28069891603300434,
      "grad_norm": 0.7656637491035695,
      "learning_rate": 9.039100620434025e-06,
      "loss": 0.8634,
      "step": 1735
    },
    {
      "epoch": 0.28150784662675943,
      "grad_norm": 0.8287569040947624,
      "learning_rate": 9.030761321378303e-06,
      "loss": 0.8539,
      "step": 1740
    },
    {
      "epoch": 0.28231677722051446,
      "grad_norm": 0.778379469664662,
      "learning_rate": 9.022389873536505e-06,
      "loss": 0.8543,
      "step": 1745
    },
    {
      "epoch": 0.28312570781426954,
      "grad_norm": 0.8341873388515572,
      "learning_rate": 9.01398634367812e-06,
      "loss": 0.8378,
      "step": 1750
    },
    {
      "epoch": 0.2839346384080246,
      "grad_norm": 0.807630286757475,
      "learning_rate": 9.005550798828521e-06,
      "loss": 0.8661,
      "step": 1755
    },
    {
      "epoch": 0.28474356900177966,
      "grad_norm": 0.7492013925485693,
      "learning_rate": 8.997083306268434e-06,
      "loss": 0.8646,
      "step": 1760
    },
    {
      "epoch": 0.2855524995955347,
      "grad_norm": 0.820329567734956,
      "learning_rate": 8.988583933533384e-06,
      "loss": 0.866,
      "step": 1765
    },
    {
      "epoch": 0.2863614301892898,
      "grad_norm": 0.8427359735718537,
      "learning_rate": 8.980052748413177e-06,
      "loss": 0.8393,
      "step": 1770
    },
    {
      "epoch": 0.2871703607830448,
      "grad_norm": 0.7315290649122431,
      "learning_rate": 8.971489818951347e-06,
      "loss": 0.8561,
      "step": 1775
    },
    {
      "epoch": 0.2879792913767999,
      "grad_norm": 0.7968151029522487,
      "learning_rate": 8.962895213444618e-06,
      "loss": 0.8449,
      "step": 1780
    },
    {
      "epoch": 0.2887882219705549,
      "grad_norm": 0.8497262991663913,
      "learning_rate": 8.954269000442353e-06,
      "loss": 0.8614,
      "step": 1785
    },
    {
      "epoch": 0.28959715256430996,
      "grad_norm": 0.8884396786756781,
      "learning_rate": 8.945611248746015e-06,
      "loss": 0.873,
      "step": 1790
    },
    {
      "epoch": 0.29040608315806504,
      "grad_norm": 0.7822894663944296,
      "learning_rate": 8.936922027408618e-06,
      "loss": 0.8504,
      "step": 1795
    },
    {
      "epoch": 0.2912150137518201,
      "grad_norm": 0.7512013193436944,
      "learning_rate": 8.928201405734172e-06,
      "loss": 0.8638,
      "step": 1800
    },
    {
      "epoch": 0.29202394434557516,
      "grad_norm": 0.808524098300231,
      "learning_rate": 8.919449453277124e-06,
      "loss": 0.8555,
      "step": 1805
    },
    {
      "epoch": 0.2928328749393302,
      "grad_norm": 0.8205569397216151,
      "learning_rate": 8.910666239841824e-06,
      "loss": 0.8393,
      "step": 1810
    },
    {
      "epoch": 0.2936418055330853,
      "grad_norm": 0.7685972280574218,
      "learning_rate": 8.901851835481947e-06,
      "loss": 0.8616,
      "step": 1815
    },
    {
      "epoch": 0.2944507361268403,
      "grad_norm": 0.7888992044706635,
      "learning_rate": 8.893006310499941e-06,
      "loss": 0.827,
      "step": 1820
    },
    {
      "epoch": 0.2952596667205954,
      "grad_norm": 0.8377015460290415,
      "learning_rate": 8.884129735446471e-06,
      "loss": 0.8699,
      "step": 1825
    },
    {
      "epoch": 0.2960685973143504,
      "grad_norm": 0.8237212938659825,
      "learning_rate": 8.875222181119859e-06,
      "loss": 0.8503,
      "step": 1830
    },
    {
      "epoch": 0.2968775279081055,
      "grad_norm": 0.7665032383816565,
      "learning_rate": 8.866283718565498e-06,
      "loss": 0.8589,
      "step": 1835
    },
    {
      "epoch": 0.29768645850186054,
      "grad_norm": 0.8141188029046369,
      "learning_rate": 8.857314419075316e-06,
      "loss": 0.8571,
      "step": 1840
    },
    {
      "epoch": 0.29849538909561557,
      "grad_norm": 0.7761079464199027,
      "learning_rate": 8.848314354187184e-06,
      "loss": 0.8463,
      "step": 1845
    },
    {
      "epoch": 0.29930431968937066,
      "grad_norm": 0.8097442274081034,
      "learning_rate": 8.839283595684355e-06,
      "loss": 0.8581,
      "step": 1850
    },
    {
      "epoch": 0.3001132502831257,
      "grad_norm": 0.8095252549308872,
      "learning_rate": 8.83022221559489e-06,
      "loss": 0.8557,
      "step": 1855
    },
    {
      "epoch": 0.3009221808768808,
      "grad_norm": 0.7980409130367505,
      "learning_rate": 8.821130286191086e-06,
      "loss": 0.8671,
      "step": 1860
    },
    {
      "epoch": 0.3017311114706358,
      "grad_norm": 0.8173815138889032,
      "learning_rate": 8.81200787998889e-06,
      "loss": 0.8594,
      "step": 1865
    },
    {
      "epoch": 0.3025400420643909,
      "grad_norm": 0.8047823405503607,
      "learning_rate": 8.802855069747338e-06,
      "loss": 0.8596,
      "step": 1870
    },
    {
      "epoch": 0.3033489726581459,
      "grad_norm": 0.804911943505487,
      "learning_rate": 8.793671928467953e-06,
      "loss": 0.8397,
      "step": 1875
    },
    {
      "epoch": 0.304157903251901,
      "grad_norm": 0.7613233673132125,
      "learning_rate": 8.784458529394185e-06,
      "loss": 0.8407,
      "step": 1880
    },
    {
      "epoch": 0.30496683384565604,
      "grad_norm": 0.7397028565696792,
      "learning_rate": 8.775214946010806e-06,
      "loss": 0.8476,
      "step": 1885
    },
    {
      "epoch": 0.3057757644394111,
      "grad_norm": 0.7728205441604445,
      "learning_rate": 8.765941252043341e-06,
      "loss": 0.8384,
      "step": 1890
    },
    {
      "epoch": 0.30658469503316615,
      "grad_norm": 0.8229918467819616,
      "learning_rate": 8.756637521457473e-06,
      "loss": 0.8488,
      "step": 1895
    },
    {
      "epoch": 0.3073936256269212,
      "grad_norm": 0.7848703050564307,
      "learning_rate": 8.747303828458446e-06,
      "loss": 0.8488,
      "step": 1900
    },
    {
      "epoch": 0.30820255622067627,
      "grad_norm": 0.8185735473058204,
      "learning_rate": 8.737940247490487e-06,
      "loss": 0.8447,
      "step": 1905
    },
    {
      "epoch": 0.3090114868144313,
      "grad_norm": 0.8175009758279596,
      "learning_rate": 8.728546853236202e-06,
      "loss": 0.8468,
      "step": 1910
    },
    {
      "epoch": 0.3098204174081864,
      "grad_norm": 0.8234001884738343,
      "learning_rate": 8.71912372061598e-06,
      "loss": 0.8579,
      "step": 1915
    },
    {
      "epoch": 0.3106293480019414,
      "grad_norm": 0.8135018815005348,
      "learning_rate": 8.70967092478741e-06,
      "loss": 0.8333,
      "step": 1920
    },
    {
      "epoch": 0.3114382785956965,
      "grad_norm": 0.8316517603780106,
      "learning_rate": 8.700188541144658e-06,
      "loss": 0.8152,
      "step": 1925
    },
    {
      "epoch": 0.31224720918945154,
      "grad_norm": 0.8542272626940559,
      "learning_rate": 8.690676645317886e-06,
      "loss": 0.8302,
      "step": 1930
    },
    {
      "epoch": 0.3130561397832066,
      "grad_norm": 0.7850582360070165,
      "learning_rate": 8.68113531317264e-06,
      "loss": 0.8494,
      "step": 1935
    },
    {
      "epoch": 0.31386507037696165,
      "grad_norm": 0.8046763932380032,
      "learning_rate": 8.671564620809243e-06,
      "loss": 0.8512,
      "step": 1940
    },
    {
      "epoch": 0.31467400097071674,
      "grad_norm": 0.8472122957190853,
      "learning_rate": 8.661964644562194e-06,
      "loss": 0.8481,
      "step": 1945
    },
    {
      "epoch": 0.31548293156447177,
      "grad_norm": 0.8098454336630103,
      "learning_rate": 8.652335460999554e-06,
      "loss": 0.8386,
      "step": 1950
    },
    {
      "epoch": 0.3162918621582268,
      "grad_norm": 0.81377246582292,
      "learning_rate": 8.64267714692234e-06,
      "loss": 0.8109,
      "step": 1955
    },
    {
      "epoch": 0.3171007927519819,
      "grad_norm": 0.7941773089013205,
      "learning_rate": 8.632989779363907e-06,
      "loss": 0.8223,
      "step": 1960
    },
    {
      "epoch": 0.3179097233457369,
      "grad_norm": 0.7988879204951932,
      "learning_rate": 8.623273435589338e-06,
      "loss": 0.8536,
      "step": 1965
    },
    {
      "epoch": 0.318718653939492,
      "grad_norm": 0.7645549102866793,
      "learning_rate": 8.613528193094826e-06,
      "loss": 0.841,
      "step": 1970
    },
    {
      "epoch": 0.31952758453324703,
      "grad_norm": 0.7971671512555748,
      "learning_rate": 8.603754129607055e-06,
      "loss": 0.8418,
      "step": 1975
    },
    {
      "epoch": 0.3203365151270021,
      "grad_norm": 0.7570319344787492,
      "learning_rate": 8.593951323082586e-06,
      "loss": 0.8583,
      "step": 1980
    },
    {
      "epoch": 0.32114544572075715,
      "grad_norm": 0.8210274942358864,
      "learning_rate": 8.584119851707224e-06,
      "loss": 0.8493,
      "step": 1985
    },
    {
      "epoch": 0.32195437631451224,
      "grad_norm": 0.7921398145158576,
      "learning_rate": 8.574259793895404e-06,
      "loss": 0.8373,
      "step": 1990
    },
    {
      "epoch": 0.32276330690826727,
      "grad_norm": 0.8093679320396422,
      "learning_rate": 8.564371228289563e-06,
      "loss": 0.8353,
      "step": 1995
    },
    {
      "epoch": 0.32357223750202235,
      "grad_norm": 0.7347855423064408,
      "learning_rate": 8.554454233759508e-06,
      "loss": 0.856,
      "step": 2000
    },
    {
      "epoch": 0.3243811680957774,
      "grad_norm": 0.7460223907838642,
      "learning_rate": 8.544508889401799e-06,
      "loss": 0.8437,
      "step": 2005
    },
    {
      "epoch": 0.3251900986895324,
      "grad_norm": 0.7539924040446289,
      "learning_rate": 8.534535274539103e-06,
      "loss": 0.8448,
      "step": 2010
    },
    {
      "epoch": 0.3259990292832875,
      "grad_norm": 0.8431518796240063,
      "learning_rate": 8.524533468719569e-06,
      "loss": 0.8545,
      "step": 2015
    },
    {
      "epoch": 0.32680795987704253,
      "grad_norm": 0.8116074595962663,
      "learning_rate": 8.5145035517162e-06,
      "loss": 0.8262,
      "step": 2020
    },
    {
      "epoch": 0.3276168904707976,
      "grad_norm": 0.7709832113170016,
      "learning_rate": 8.504445603526202e-06,
      "loss": 0.8718,
      "step": 2025
    },
    {
      "epoch": 0.32842582106455265,
      "grad_norm": 0.8030729878881923,
      "learning_rate": 8.494359704370357e-06,
      "loss": 0.8588,
      "step": 2030
    },
    {
      "epoch": 0.32923475165830773,
      "grad_norm": 0.8146354616260442,
      "learning_rate": 8.484245934692379e-06,
      "loss": 0.8448,
      "step": 2035
    },
    {
      "epoch": 0.33004368225206276,
      "grad_norm": 0.7977438419631868,
      "learning_rate": 8.474104375158277e-06,
      "loss": 0.8472,
      "step": 2040
    },
    {
      "epoch": 0.33085261284581785,
      "grad_norm": 0.7577130929037066,
      "learning_rate": 8.463935106655705e-06,
      "loss": 0.849,
      "step": 2045
    },
    {
      "epoch": 0.3316615434395729,
      "grad_norm": 0.7702289198050427,
      "learning_rate": 8.453738210293316e-06,
      "loss": 0.8646,
      "step": 2050
    },
    {
      "epoch": 0.33247047403332797,
      "grad_norm": 0.8007959864809794,
      "learning_rate": 8.443513767400126e-06,
      "loss": 0.8488,
      "step": 2055
    },
    {
      "epoch": 0.333279404627083,
      "grad_norm": 0.8288190327751878,
      "learning_rate": 8.433261859524856e-06,
      "loss": 0.8473,
      "step": 2060
    },
    {
      "epoch": 0.33408833522083803,
      "grad_norm": 0.7899197293508395,
      "learning_rate": 8.422982568435283e-06,
      "loss": 0.8503,
      "step": 2065
    },
    {
      "epoch": 0.3348972658145931,
      "grad_norm": 0.7977808601108305,
      "learning_rate": 8.412675976117585e-06,
      "loss": 0.8711,
      "step": 2070
    },
    {
      "epoch": 0.33570619640834815,
      "grad_norm": 0.8550202055185513,
      "learning_rate": 8.4023421647757e-06,
      "loss": 0.8296,
      "step": 2075
    },
    {
      "epoch": 0.33651512700210323,
      "grad_norm": 0.8370007865096064,
      "learning_rate": 8.391981216830651e-06,
      "loss": 0.8789,
      "step": 2080
    },
    {
      "epoch": 0.33732405759585826,
      "grad_norm": 0.7648678747284082,
      "learning_rate": 8.381593214919905e-06,
      "loss": 0.8615,
      "step": 2085
    },
    {
      "epoch": 0.33813298818961335,
      "grad_norm": 0.8338949429924307,
      "learning_rate": 8.371178241896708e-06,
      "loss": 0.8546,
      "step": 2090
    },
    {
      "epoch": 0.3389419187833684,
      "grad_norm": 0.7923771910011903,
      "learning_rate": 8.36073638082942e-06,
      "loss": 0.8421,
      "step": 2095
    },
    {
      "epoch": 0.33975084937712347,
      "grad_norm": 0.7717061524027085,
      "learning_rate": 8.350267715000857e-06,
      "loss": 0.8459,
      "step": 2100
    },
    {
      "epoch": 0.3405597799708785,
      "grad_norm": 0.7706870416392109,
      "learning_rate": 8.339772327907627e-06,
      "loss": 0.839,
      "step": 2105
    },
    {
      "epoch": 0.3413687105646336,
      "grad_norm": 0.8629826885755151,
      "learning_rate": 8.329250303259466e-06,
      "loss": 0.847,
      "step": 2110
    },
    {
      "epoch": 0.3421776411583886,
      "grad_norm": 0.7813813713851825,
      "learning_rate": 8.318701724978564e-06,
      "loss": 0.8627,
      "step": 2115
    },
    {
      "epoch": 0.34298657175214364,
      "grad_norm": 0.7760292657058412,
      "learning_rate": 8.308126677198896e-06,
      "loss": 0.843,
      "step": 2120
    },
    {
      "epoch": 0.34379550234589873,
      "grad_norm": 0.8222906943010696,
      "learning_rate": 8.29752524426556e-06,
      "loss": 0.8362,
      "step": 2125
    },
    {
      "epoch": 0.34460443293965376,
      "grad_norm": 0.8292261329180289,
      "learning_rate": 8.286897510734098e-06,
      "loss": 0.8548,
      "step": 2130
    },
    {
      "epoch": 0.34541336353340885,
      "grad_norm": 0.7772581002720523,
      "learning_rate": 8.276243561369815e-06,
      "loss": 0.8475,
      "step": 2135
    },
    {
      "epoch": 0.3462222941271639,
      "grad_norm": 0.8663068319361349,
      "learning_rate": 8.265563481147118e-06,
      "loss": 0.8656,
      "step": 2140
    },
    {
      "epoch": 0.34703122472091896,
      "grad_norm": 0.759426780159734,
      "learning_rate": 8.254857355248823e-06,
      "loss": 0.8272,
      "step": 2145
    },
    {
      "epoch": 0.347840155314674,
      "grad_norm": 0.8045042800571909,
      "learning_rate": 8.244125269065492e-06,
      "loss": 0.8284,
      "step": 2150
    },
    {
      "epoch": 0.3486490859084291,
      "grad_norm": 0.7696869214740462,
      "learning_rate": 8.233367308194735e-06,
      "loss": 0.8441,
      "step": 2155
    },
    {
      "epoch": 0.3494580165021841,
      "grad_norm": 0.8076486642638429,
      "learning_rate": 8.222583558440531e-06,
      "loss": 0.845,
      "step": 2160
    },
    {
      "epoch": 0.35026694709593914,
      "grad_norm": 0.7966361567902642,
      "learning_rate": 8.21177410581256e-06,
      "loss": 0.8512,
      "step": 2165
    },
    {
      "epoch": 0.3510758776896942,
      "grad_norm": 0.8192704344463675,
      "learning_rate": 8.200939036525495e-06,
      "loss": 0.8475,
      "step": 2170
    },
    {
      "epoch": 0.35188480828344926,
      "grad_norm": 0.7866644986853055,
      "learning_rate": 8.190078436998326e-06,
      "loss": 0.8481,
      "step": 2175
    },
    {
      "epoch": 0.35269373887720434,
      "grad_norm": 0.7784262615486034,
      "learning_rate": 8.179192393853667e-06,
      "loss": 0.8482,
      "step": 2180
    },
    {
      "epoch": 0.3535026694709594,
      "grad_norm": 0.7987375076221339,
      "learning_rate": 8.168280993917078e-06,
      "loss": 0.8315,
      "step": 2185
    },
    {
      "epoch": 0.35431160006471446,
      "grad_norm": 0.7513918277520256,
      "learning_rate": 8.15734432421634e-06,
      "loss": 0.8547,
      "step": 2190
    },
    {
      "epoch": 0.3551205306584695,
      "grad_norm": 0.8667321468753193,
      "learning_rate": 8.146382471980803e-06,
      "loss": 0.8583,
      "step": 2195
    },
    {
      "epoch": 0.3559294612522246,
      "grad_norm": 0.7568485546003565,
      "learning_rate": 8.135395524640659e-06,
      "loss": 0.8342,
      "step": 2200
    },
    {
      "epoch": 0.3567383918459796,
      "grad_norm": 0.8356531732827182,
      "learning_rate": 8.124383569826253e-06,
      "loss": 0.8642,
      "step": 2205
    },
    {
      "epoch": 0.3575473224397347,
      "grad_norm": 0.8080998046421258,
      "learning_rate": 8.113346695367393e-06,
      "loss": 0.8619,
      "step": 2210
    },
    {
      "epoch": 0.3583562530334897,
      "grad_norm": 0.7192475502436593,
      "learning_rate": 8.102284989292639e-06,
      "loss": 0.858,
      "step": 2215
    },
    {
      "epoch": 0.35916518362724476,
      "grad_norm": 0.8273826603550964,
      "learning_rate": 8.091198539828601e-06,
      "loss": 0.8433,
      "step": 2220
    },
    {
      "epoch": 0.35997411422099984,
      "grad_norm": 0.8607381682601364,
      "learning_rate": 8.080087435399248e-06,
      "loss": 0.8382,
      "step": 2225
    },
    {
      "epoch": 0.36078304481475487,
      "grad_norm": 0.8001621243743261,
      "learning_rate": 8.068951764625186e-06,
      "loss": 0.8406,
      "step": 2230
    },
    {
      "epoch": 0.36159197540850996,
      "grad_norm": 0.7615698239071352,
      "learning_rate": 8.057791616322958e-06,
      "loss": 0.8316,
      "step": 2235
    },
    {
      "epoch": 0.362400906002265,
      "grad_norm": 0.8191316557232389,
      "learning_rate": 8.046607079504345e-06,
      "loss": 0.8585,
      "step": 2240
    },
    {
      "epoch": 0.3632098365960201,
      "grad_norm": 0.8329244880945085,
      "learning_rate": 8.035398243375636e-06,
      "loss": 0.8237,
      "step": 2245
    },
    {
      "epoch": 0.3640187671897751,
      "grad_norm": 0.8151507773643624,
      "learning_rate": 8.024165197336934e-06,
      "loss": 0.875,
      "step": 2250
    },
    {
      "epoch": 0.3648276977835302,
      "grad_norm": 0.8450488670993342,
      "learning_rate": 8.012908030981442e-06,
      "loss": 0.8336,
      "step": 2255
    },
    {
      "epoch": 0.3656366283772852,
      "grad_norm": 0.7623122756894671,
      "learning_rate": 8.00162683409473e-06,
      "loss": 0.8535,
      "step": 2260
    },
    {
      "epoch": 0.3664455589710403,
      "grad_norm": 0.7904848999057988,
      "learning_rate": 7.990321696654044e-06,
      "loss": 0.8566,
      "step": 2265
    },
    {
      "epoch": 0.36725448956479534,
      "grad_norm": 0.7803510833606502,
      "learning_rate": 7.978992708827571e-06,
      "loss": 0.8544,
      "step": 2270
    },
    {
      "epoch": 0.36806342015855037,
      "grad_norm": 0.8005678354543746,
      "learning_rate": 7.967639960973727e-06,
      "loss": 0.8461,
      "step": 2275
    },
    {
      "epoch": 0.36887235075230546,
      "grad_norm": 0.8007519176589866,
      "learning_rate": 7.956263543640432e-06,
      "loss": 0.8409,
      "step": 2280
    },
    {
      "epoch": 0.3696812813460605,
      "grad_norm": 0.8474393359723089,
      "learning_rate": 7.944863547564396e-06,
      "loss": 0.8585,
      "step": 2285
    },
    {
      "epoch": 0.3704902119398156,
      "grad_norm": 0.8486471733965024,
      "learning_rate": 7.933440063670383e-06,
      "loss": 0.8399,
      "step": 2290
    },
    {
      "epoch": 0.3712991425335706,
      "grad_norm": 0.7861689750278411,
      "learning_rate": 7.921993183070497e-06,
      "loss": 0.8496,
      "step": 2295
    },
    {
      "epoch": 0.3721080731273257,
      "grad_norm": 0.8805931639748436,
      "learning_rate": 7.910522997063451e-06,
      "loss": 0.8351,
      "step": 2300
    },
    {
      "epoch": 0.3729170037210807,
      "grad_norm": 0.7946263432456658,
      "learning_rate": 7.899029597133836e-06,
      "loss": 0.8444,
      "step": 2305
    },
    {
      "epoch": 0.3737259343148358,
      "grad_norm": 0.8337819610743522,
      "learning_rate": 7.887513074951397e-06,
      "loss": 0.8491,
      "step": 2310
    },
    {
      "epoch": 0.37453486490859084,
      "grad_norm": 0.8157784141608686,
      "learning_rate": 7.875973522370294e-06,
      "loss": 0.835,
      "step": 2315
    },
    {
      "epoch": 0.3753437955023459,
      "grad_norm": 0.8127539829554938,
      "learning_rate": 7.864411031428379e-06,
      "loss": 0.8425,
      "step": 2320
    },
    {
      "epoch": 0.37615272609610095,
      "grad_norm": 0.7999538507762206,
      "learning_rate": 7.852825694346455e-06,
      "loss": 0.8364,
      "step": 2325
    },
    {
      "epoch": 0.376961656689856,
      "grad_norm": 0.8590002826350661,
      "learning_rate": 7.841217603527545e-06,
      "loss": 0.8415,
      "step": 2330
    },
    {
      "epoch": 0.37777058728361107,
      "grad_norm": 0.8424318909298105,
      "learning_rate": 7.82958685155615e-06,
      "loss": 0.8559,
      "step": 2335
    },
    {
      "epoch": 0.3785795178773661,
      "grad_norm": 0.7727695207961051,
      "learning_rate": 7.817933531197513e-06,
      "loss": 0.8479,
      "step": 2340
    },
    {
      "epoch": 0.3793884484711212,
      "grad_norm": 0.8080185911172371,
      "learning_rate": 7.806257735396879e-06,
      "loss": 0.832,
      "step": 2345
    },
    {
      "epoch": 0.3801973790648762,
      "grad_norm": 0.8144308118806884,
      "learning_rate": 7.794559557278757e-06,
      "loss": 0.8449,
      "step": 2350
    },
    {
      "epoch": 0.3810063096586313,
      "grad_norm": 0.8257947013812411,
      "learning_rate": 7.782839090146172e-06,
      "loss": 0.8579,
      "step": 2355
    },
    {
      "epoch": 0.38181524025238633,
      "grad_norm": 0.7945614016073755,
      "learning_rate": 7.771096427479925e-06,
      "loss": 0.8298,
      "step": 2360
    },
    {
      "epoch": 0.3826241708461414,
      "grad_norm": 0.8410802459537005,
      "learning_rate": 7.759331662937841e-06,
      "loss": 0.8491,
      "step": 2365
    },
    {
      "epoch": 0.38343310143989645,
      "grad_norm": 0.8308755908758182,
      "learning_rate": 7.747544890354031e-06,
      "loss": 0.8573,
      "step": 2370
    },
    {
      "epoch": 0.38424203203365154,
      "grad_norm": 0.8040651764511801,
      "learning_rate": 7.735736203738137e-06,
      "loss": 0.8344,
      "step": 2375
    },
    {
      "epoch": 0.38505096262740657,
      "grad_norm": 0.8125819462471874,
      "learning_rate": 7.723905697274586e-06,
      "loss": 0.8424,
      "step": 2380
    },
    {
      "epoch": 0.3858598932211616,
      "grad_norm": 0.7539076215491992,
      "learning_rate": 7.71205346532183e-06,
      "loss": 0.8495,
      "step": 2385
    },
    {
      "epoch": 0.3866688238149167,
      "grad_norm": 0.8155202307231507,
      "learning_rate": 7.700179602411615e-06,
      "loss": 0.8342,
      "step": 2390
    },
    {
      "epoch": 0.3874777544086717,
      "grad_norm": 0.8220478382780729,
      "learning_rate": 7.688284203248197e-06,
      "loss": 0.846,
      "step": 2395
    },
    {
      "epoch": 0.3882866850024268,
      "grad_norm": 0.8673932844304086,
      "learning_rate": 7.67636736270761e-06,
      "loss": 0.875,
      "step": 2400
    },
    {
      "epoch": 0.38909561559618183,
      "grad_norm": 0.803133188698084,
      "learning_rate": 7.664429175836903e-06,
      "loss": 0.8672,
      "step": 2405
    },
    {
      "epoch": 0.3899045461899369,
      "grad_norm": 0.7796141487305905,
      "learning_rate": 7.652469737853372e-06,
      "loss": 0.8542,
      "step": 2410
    },
    {
      "epoch": 0.39071347678369195,
      "grad_norm": 0.7721547412514925,
      "learning_rate": 7.64048914414382e-06,
      "loss": 0.8274,
      "step": 2415
    },
    {
      "epoch": 0.39152240737744703,
      "grad_norm": 0.8076354344928516,
      "learning_rate": 7.628487490263779e-06,
      "loss": 0.8315,
      "step": 2420
    },
    {
      "epoch": 0.39233133797120207,
      "grad_norm": 0.8310201097209512,
      "learning_rate": 7.616464871936748e-06,
      "loss": 0.8478,
      "step": 2425
    },
    {
      "epoch": 0.39314026856495715,
      "grad_norm": 0.8088889309070267,
      "learning_rate": 7.60442138505345e-06,
      "loss": 0.8434,
      "step": 2430
    },
    {
      "epoch": 0.3939491991587122,
      "grad_norm": 0.8845883583499743,
      "learning_rate": 7.5923571256710396e-06,
      "loss": 0.827,
      "step": 2435
    },
    {
      "epoch": 0.3947581297524672,
      "grad_norm": 0.8075412429174051,
      "learning_rate": 7.580272190012357e-06,
      "loss": 0.8395,
      "step": 2440
    },
    {
      "epoch": 0.3955670603462223,
      "grad_norm": 0.781477252019071,
      "learning_rate": 7.5681666744651505e-06,
      "loss": 0.8157,
      "step": 2445
    },
    {
      "epoch": 0.39637599093997733,
      "grad_norm": 0.7999629302259256,
      "learning_rate": 7.556040675581311e-06,
      "loss": 0.8288,
      "step": 2450
    },
    {
      "epoch": 0.3971849215337324,
      "grad_norm": 0.8292218777187262,
      "learning_rate": 7.5438942900761035e-06,
      "loss": 0.8417,
      "step": 2455
    },
    {
      "epoch": 0.39799385212748745,
      "grad_norm": 0.7796119585780503,
      "learning_rate": 7.531727614827392e-06,
      "loss": 0.8512,
      "step": 2460
    },
    {
      "epoch": 0.39880278272124253,
      "grad_norm": 1.0387110538612172,
      "learning_rate": 7.519540746874869e-06,
      "loss": 0.8261,
      "step": 2465
    },
    {
      "epoch": 0.39961171331499756,
      "grad_norm": 0.8332505684625972,
      "learning_rate": 7.507333783419282e-06,
      "loss": 0.8643,
      "step": 2470
    },
    {
      "epoch": 0.40042064390875265,
      "grad_norm": 0.80731246004178,
      "learning_rate": 7.495106821821656e-06,
      "loss": 0.8542,
      "step": 2475
    },
    {
      "epoch": 0.4012295745025077,
      "grad_norm": 0.8894304174472868,
      "learning_rate": 7.482859959602518e-06,
      "loss": 0.8403,
      "step": 2480
    },
    {
      "epoch": 0.40203850509626277,
      "grad_norm": 0.8754692672700708,
      "learning_rate": 7.470593294441124e-06,
      "loss": 0.8516,
      "step": 2485
    },
    {
      "epoch": 0.4028474356900178,
      "grad_norm": 0.8789987496906461,
      "learning_rate": 7.4583069241746696e-06,
      "loss": 0.834,
      "step": 2490
    },
    {
      "epoch": 0.4036563662837728,
      "grad_norm": 0.841200352411981,
      "learning_rate": 7.446000946797519e-06,
      "loss": 0.8241,
      "step": 2495
    },
    {
      "epoch": 0.4044652968775279,
      "grad_norm": 0.8282889658691387,
      "learning_rate": 7.433675460460419e-06,
      "loss": 0.845,
      "step": 2500
    },
    {
      "epoch": 0.40527422747128294,
      "grad_norm": 0.8171176352536702,
      "learning_rate": 7.421330563469717e-06,
      "loss": 0.8361,
      "step": 2505
    },
    {
      "epoch": 0.40608315806503803,
      "grad_norm": 0.7424149733511415,
      "learning_rate": 7.408966354286575e-06,
      "loss": 0.8394,
      "step": 2510
    },
    {
      "epoch": 0.40689208865879306,
      "grad_norm": 0.772435215520305,
      "learning_rate": 7.396582931526194e-06,
      "loss": 0.8364,
      "step": 2515
    },
    {
      "epoch": 0.40770101925254815,
      "grad_norm": 0.8577362984373131,
      "learning_rate": 7.38418039395701e-06,
      "loss": 0.8522,
      "step": 2520
    },
    {
      "epoch": 0.4085099498463032,
      "grad_norm": 0.8324922368152244,
      "learning_rate": 7.371758840499921e-06,
      "loss": 0.837,
      "step": 2525
    },
    {
      "epoch": 0.40931888044005826,
      "grad_norm": 0.8167673718582185,
      "learning_rate": 7.359318370227494e-06,
      "loss": 0.8551,
      "step": 2530
    },
    {
      "epoch": 0.4101278110338133,
      "grad_norm": 0.8183481719062728,
      "learning_rate": 7.346859082363172e-06,
      "loss": 0.8653,
      "step": 2535
    },
    {
      "epoch": 0.4109367416275684,
      "grad_norm": 0.8526948175700703,
      "learning_rate": 7.334381076280483e-06,
      "loss": 0.8321,
      "step": 2540
    },
    {
      "epoch": 0.4117456722213234,
      "grad_norm": 0.8683127108850153,
      "learning_rate": 7.321884451502252e-06,
      "loss": 0.8391,
      "step": 2545
    },
    {
      "epoch": 0.41255460281507844,
      "grad_norm": 0.8156307062993907,
      "learning_rate": 7.309369307699802e-06,
      "loss": 0.8281,
      "step": 2550
    },
    {
      "epoch": 0.41336353340883353,
      "grad_norm": 0.831536181417552,
      "learning_rate": 7.296835744692163e-06,
      "loss": 0.8417,
      "step": 2555
    },
    {
      "epoch": 0.41417246400258856,
      "grad_norm": 0.840572967544839,
      "learning_rate": 7.2842838624452725e-06,
      "loss": 0.8172,
      "step": 2560
    },
    {
      "epoch": 0.41498139459634364,
      "grad_norm": 0.8063608871323279,
      "learning_rate": 7.271713761071181e-06,
      "loss": 0.8533,
      "step": 2565
    },
    {
      "epoch": 0.4157903251900987,
      "grad_norm": 0.9598879655118182,
      "learning_rate": 7.259125540827248e-06,
      "loss": 0.8323,
      "step": 2570
    },
    {
      "epoch": 0.41659925578385376,
      "grad_norm": 0.77131131850428,
      "learning_rate": 7.246519302115355e-06,
      "loss": 0.8202,
      "step": 2575
    },
    {
      "epoch": 0.4174081863776088,
      "grad_norm": 0.7740177253879231,
      "learning_rate": 7.233895145481086e-06,
      "loss": 0.8169,
      "step": 2580
    },
    {
      "epoch": 0.4182171169713639,
      "grad_norm": 0.7993458055375153,
      "learning_rate": 7.221253171612944e-06,
      "loss": 0.8281,
      "step": 2585
    },
    {
      "epoch": 0.4190260475651189,
      "grad_norm": 0.8017047616887952,
      "learning_rate": 7.208593481341536e-06,
      "loss": 0.8551,
      "step": 2590
    },
    {
      "epoch": 0.419834978158874,
      "grad_norm": 0.7947124171074315,
      "learning_rate": 7.195916175638773e-06,
      "loss": 0.8347,
      "step": 2595
    },
    {
      "epoch": 0.420643908752629,
      "grad_norm": 0.8878564841823726,
      "learning_rate": 7.183221355617065e-06,
      "loss": 0.8377,
      "step": 2600
    },
    {
      "epoch": 0.42145283934638406,
      "grad_norm": 0.8125554403726852,
      "learning_rate": 7.170509122528511e-06,
      "loss": 0.8322,
      "step": 2605
    },
    {
      "epoch": 0.42226176994013914,
      "grad_norm": 0.8652065540252103,
      "learning_rate": 7.157779577764099e-06,
      "loss": 0.8367,
      "step": 2610
    },
    {
      "epoch": 0.4230707005338942,
      "grad_norm": 0.8610622568512487,
      "learning_rate": 7.145032822852889e-06,
      "loss": 0.8378,
      "step": 2615
    },
    {
      "epoch": 0.42387963112764926,
      "grad_norm": 0.7876508067233663,
      "learning_rate": 7.132268959461209e-06,
      "loss": 0.8375,
      "step": 2620
    },
    {
      "epoch": 0.4246885617214043,
      "grad_norm": 0.8282333937739974,
      "learning_rate": 7.119488089391836e-06,
      "loss": 0.8406,
      "step": 2625
    },
    {
      "epoch": 0.4254974923151594,
      "grad_norm": 0.8305925610445289,
      "learning_rate": 7.106690314583199e-06,
      "loss": 0.8414,
      "step": 2630
    },
    {
      "epoch": 0.4263064229089144,
      "grad_norm": 0.789770771549953,
      "learning_rate": 7.0938757371085485e-06,
      "loss": 0.853,
      "step": 2635
    },
    {
      "epoch": 0.4271153535026695,
      "grad_norm": 0.8456657346625689,
      "learning_rate": 7.081044459175159e-06,
      "loss": 0.8308,
      "step": 2640
    },
    {
      "epoch": 0.4279242840964245,
      "grad_norm": 0.8352288349586666,
      "learning_rate": 7.068196583123495e-06,
      "loss": 0.8269,
      "step": 2645
    },
    {
      "epoch": 0.4287332146901796,
      "grad_norm": 0.8448828847445977,
      "learning_rate": 7.055332211426417e-06,
      "loss": 0.8388,
      "step": 2650
    },
    {
      "epoch": 0.42954214528393464,
      "grad_norm": 0.858853034822238,
      "learning_rate": 7.042451446688342e-06,
      "loss": 0.8298,
      "step": 2655
    },
    {
      "epoch": 0.43035107587768967,
      "grad_norm": 0.8391759096265385,
      "learning_rate": 7.029554391644441e-06,
      "loss": 0.8371,
      "step": 2660
    },
    {
      "epoch": 0.43116000647144476,
      "grad_norm": 0.7973420420214934,
      "learning_rate": 7.016641149159816e-06,
      "loss": 0.8377,
      "step": 2665
    },
    {
      "epoch": 0.4319689370651998,
      "grad_norm": 0.8010191599865539,
      "learning_rate": 7.00371182222867e-06,
      "loss": 0.8483,
      "step": 2670
    },
    {
      "epoch": 0.4327778676589549,
      "grad_norm": 0.8013088566432139,
      "learning_rate": 6.9907665139735035e-06,
      "loss": 0.8366,
      "step": 2675
    },
    {
      "epoch": 0.4335867982527099,
      "grad_norm": 0.8481738940133525,
      "learning_rate": 6.977805327644275e-06,
      "loss": 0.8311,
      "step": 2680
    },
    {
      "epoch": 0.434395728846465,
      "grad_norm": 0.7925446967652235,
      "learning_rate": 6.964828366617583e-06,
      "loss": 0.8466,
      "step": 2685
    },
    {
      "epoch": 0.43520465944022,
      "grad_norm": 0.810554276504509,
      "learning_rate": 6.95183573439585e-06,
      "loss": 0.8468,
      "step": 2690
    },
    {
      "epoch": 0.4360135900339751,
      "grad_norm": 0.8018391904385581,
      "learning_rate": 6.938827534606484e-06,
      "loss": 0.8356,
      "step": 2695
    },
    {
      "epoch": 0.43682252062773014,
      "grad_norm": 0.8273266309236444,
      "learning_rate": 6.925803871001058e-06,
      "loss": 0.8358,
      "step": 2700
    },
    {
      "epoch": 0.4376314512214852,
      "grad_norm": 0.867800658645478,
      "learning_rate": 6.912764847454485e-06,
      "loss": 0.8332,
      "step": 2705
    },
    {
      "epoch": 0.43844038181524025,
      "grad_norm": 0.8366321913701985,
      "learning_rate": 6.899710567964184e-06,
      "loss": 0.8289,
      "step": 2710
    },
    {
      "epoch": 0.4392493124089953,
      "grad_norm": 0.851318956301739,
      "learning_rate": 6.8866411366492546e-06,
      "loss": 0.8252,
      "step": 2715
    },
    {
      "epoch": 0.44005824300275037,
      "grad_norm": 0.8661629567364111,
      "learning_rate": 6.873556657749646e-06,
      "loss": 0.8433,
      "step": 2720
    },
    {
      "epoch": 0.4408671735965054,
      "grad_norm": 0.8890212561668989,
      "learning_rate": 6.860457235625322e-06,
      "loss": 0.8327,
      "step": 2725
    },
    {
      "epoch": 0.4416761041902605,
      "grad_norm": 0.8479920834756562,
      "learning_rate": 6.847342974755435e-06,
      "loss": 0.8408,
      "step": 2730
    },
    {
      "epoch": 0.4424850347840155,
      "grad_norm": 0.8040960156855093,
      "learning_rate": 6.834213979737488e-06,
      "loss": 0.8667,
      "step": 2735
    },
    {
      "epoch": 0.4432939653777706,
      "grad_norm": 0.8449566845357666,
      "learning_rate": 6.821070355286498e-06,
      "loss": 0.8318,
      "step": 2740
    },
    {
      "epoch": 0.44410289597152564,
      "grad_norm": 0.8008355458582818,
      "learning_rate": 6.807912206234168e-06,
      "loss": 0.8233,
      "step": 2745
    },
    {
      "epoch": 0.4449118265652807,
      "grad_norm": 0.8051699329730306,
      "learning_rate": 6.794739637528051e-06,
      "loss": 0.8386,
      "step": 2750
    },
    {
      "epoch": 0.44572075715903575,
      "grad_norm": 0.8602857948468763,
      "learning_rate": 6.7815527542307e-06,
      "loss": 0.8399,
      "step": 2755
    },
    {
      "epoch": 0.44652968775279084,
      "grad_norm": 0.8187853844017233,
      "learning_rate": 6.768351661518845e-06,
      "loss": 0.8176,
      "step": 2760
    },
    {
      "epoch": 0.44733861834654587,
      "grad_norm": 0.8053208482891812,
      "learning_rate": 6.755136464682546e-06,
      "loss": 0.8475,
      "step": 2765
    },
    {
      "epoch": 0.4481475489403009,
      "grad_norm": 0.8750589437015153,
      "learning_rate": 6.741907269124358e-06,
      "loss": 0.8279,
      "step": 2770
    },
    {
      "epoch": 0.448956479534056,
      "grad_norm": 0.8815876030660124,
      "learning_rate": 6.728664180358487e-06,
      "loss": 0.8438,
      "step": 2775
    },
    {
      "epoch": 0.449765410127811,
      "grad_norm": 0.8318847722342249,
      "learning_rate": 6.715407304009948e-06,
      "loss": 0.852,
      "step": 2780
    },
    {
      "epoch": 0.4505743407215661,
      "grad_norm": 0.8913600813483957,
      "learning_rate": 6.702136745813721e-06,
      "loss": 0.8435,
      "step": 2785
    },
    {
      "epoch": 0.45138327131532113,
      "grad_norm": 0.8207757002268261,
      "learning_rate": 6.688852611613921e-06,
      "loss": 0.8432,
      "step": 2790
    },
    {
      "epoch": 0.4521922019090762,
      "grad_norm": 0.8964348508265096,
      "learning_rate": 6.675555007362931e-06,
      "loss": 0.8492,
      "step": 2795
    },
    {
      "epoch": 0.45300113250283125,
      "grad_norm": 0.88701161837332,
      "learning_rate": 6.662244039120575e-06,
      "loss": 0.8488,
      "step": 2800
    },
    {
      "epoch": 0.45381006309658634,
      "grad_norm": 0.7897608660219696,
      "learning_rate": 6.648919813053266e-06,
      "loss": 0.8436,
      "step": 2805
    },
    {
      "epoch": 0.45461899369034137,
      "grad_norm": 0.8277360620764583,
      "learning_rate": 6.635582435433161e-06,
      "loss": 0.8473,
      "step": 2810
    },
    {
      "epoch": 0.4554279242840964,
      "grad_norm": 0.8476898435569198,
      "learning_rate": 6.6222320126373105e-06,
      "loss": 0.8248,
      "step": 2815
    },
    {
      "epoch": 0.4562368548778515,
      "grad_norm": 0.8213309435302791,
      "learning_rate": 6.6088686511468106e-06,
      "loss": 0.8208,
      "step": 2820
    },
    {
      "epoch": 0.4570457854716065,
      "grad_norm": 0.8314089865069589,
      "learning_rate": 6.595492457545953e-06,
      "loss": 0.8654,
      "step": 2825
    },
    {
      "epoch": 0.4578547160653616,
      "grad_norm": 0.8098173131527258,
      "learning_rate": 6.582103538521383e-06,
      "loss": 0.817,
      "step": 2830
    },
    {
      "epoch": 0.45866364665911663,
      "grad_norm": 0.8530608603749926,
      "learning_rate": 6.568702000861234e-06,
      "loss": 0.858,
      "step": 2835
    },
    {
      "epoch": 0.4594725772528717,
      "grad_norm": 0.884209021072577,
      "learning_rate": 6.5552879514542915e-06,
      "loss": 0.8314,
      "step": 2840
    },
    {
      "epoch": 0.46028150784662675,
      "grad_norm": 0.8215391384460337,
      "learning_rate": 6.541861497289126e-06,
      "loss": 0.8284,
      "step": 2845
    },
    {
      "epoch": 0.46109043844038183,
      "grad_norm": 0.7972506723621342,
      "learning_rate": 6.528422745453251e-06,
      "loss": 0.8439,
      "step": 2850
    },
    {
      "epoch": 0.46189936903413686,
      "grad_norm": 0.8602949746737556,
      "learning_rate": 6.514971803132264e-06,
      "loss": 0.8366,
      "step": 2855
    },
    {
      "epoch": 0.46270829962789195,
      "grad_norm": 0.8506988739569268,
      "learning_rate": 6.50150877760899e-06,
      "loss": 0.86,
      "step": 2860
    },
    {
      "epoch": 0.463517230221647,
      "grad_norm": 0.7981906008336666,
      "learning_rate": 6.488033776262632e-06,
      "loss": 0.8531,
      "step": 2865
    },
    {
      "epoch": 0.464326160815402,
      "grad_norm": 0.7798400777450988,
      "learning_rate": 6.474546906567905e-06,
      "loss": 0.8457,
      "step": 2870
    },
    {
      "epoch": 0.4651350914091571,
      "grad_norm": 0.8391735146467554,
      "learning_rate": 6.46104827609419e-06,
      "loss": 0.8408,
      "step": 2875
    },
    {
      "epoch": 0.46594402200291213,
      "grad_norm": 0.8052808401629455,
      "learning_rate": 6.447537992504663e-06,
      "loss": 0.8486,
      "step": 2880
    },
    {
      "epoch": 0.4667529525966672,
      "grad_norm": 0.7988941689518605,
      "learning_rate": 6.434016163555452e-06,
      "loss": 0.846,
      "step": 2885
    },
    {
      "epoch": 0.46756188319042224,
      "grad_norm": 0.8165894688556871,
      "learning_rate": 6.420482897094764e-06,
      "loss": 0.8319,
      "step": 2890
    },
    {
      "epoch": 0.46837081378417733,
      "grad_norm": 0.8121894000178076,
      "learning_rate": 6.406938301062031e-06,
      "loss": 0.8388,
      "step": 2895
    },
    {
      "epoch": 0.46917974437793236,
      "grad_norm": 0.835869232540653,
      "learning_rate": 6.393382483487049e-06,
      "loss": 0.8228,
      "step": 2900
    },
    {
      "epoch": 0.46998867497168745,
      "grad_norm": 0.912311843916525,
      "learning_rate": 6.379815552489112e-06,
      "loss": 0.819,
      "step": 2905
    },
    {
      "epoch": 0.4707976055654425,
      "grad_norm": 0.8202079981924546,
      "learning_rate": 6.366237616276161e-06,
      "loss": 0.825,
      "step": 2910
    },
    {
      "epoch": 0.47160653615919756,
      "grad_norm": 0.82471875114036,
      "learning_rate": 6.3526487831439045e-06,
      "loss": 0.8238,
      "step": 2915
    },
    {
      "epoch": 0.4724154667529526,
      "grad_norm": 0.9037615912491918,
      "learning_rate": 6.339049161474965e-06,
      "loss": 0.8202,
      "step": 2920
    },
    {
      "epoch": 0.4732243973467076,
      "grad_norm": 0.8152831104583218,
      "learning_rate": 6.3254388597380165e-06,
      "loss": 0.8448,
      "step": 2925
    },
    {
      "epoch": 0.4740333279404627,
      "grad_norm": 0.8118468395706068,
      "learning_rate": 6.311817986486917e-06,
      "loss": 0.8342,
      "step": 2930
    },
    {
      "epoch": 0.47484225853421774,
      "grad_norm": 0.8075212743777721,
      "learning_rate": 6.298186650359832e-06,
      "loss": 0.8274,
      "step": 2935
    },
    {
      "epoch": 0.47565118912797283,
      "grad_norm": 0.859392711702304,
      "learning_rate": 6.284544960078387e-06,
      "loss": 0.8401,
      "step": 2940
    },
    {
      "epoch": 0.47646011972172786,
      "grad_norm": 0.8858782454028935,
      "learning_rate": 6.270893024446788e-06,
      "loss": 0.8624,
      "step": 2945
    },
    {
      "epoch": 0.47726905031548295,
      "grad_norm": 0.8427992758295506,
      "learning_rate": 6.257230952350954e-06,
      "loss": 0.839,
      "step": 2950
    },
    {
      "epoch": 0.478077980909238,
      "grad_norm": 0.8680923960328171,
      "learning_rate": 6.243558852757654e-06,
      "loss": 0.8577,
      "step": 2955
    },
    {
      "epoch": 0.47888691150299306,
      "grad_norm": 0.8682921557831497,
      "learning_rate": 6.229876834713633e-06,
      "loss": 0.839,
      "step": 2960
    },
    {
      "epoch": 0.4796958420967481,
      "grad_norm": 0.8040852911882872,
      "learning_rate": 6.216185007344745e-06,
      "loss": 0.8501,
      "step": 2965
    },
    {
      "epoch": 0.4805047726905032,
      "grad_norm": 0.7631057139150006,
      "learning_rate": 6.202483479855083e-06,
      "loss": 0.8268,
      "step": 2970
    },
    {
      "epoch": 0.4813137032842582,
      "grad_norm": 0.813256135509401,
      "learning_rate": 6.188772361526104e-06,
      "loss": 0.8196,
      "step": 2975
    },
    {
      "epoch": 0.48212263387801324,
      "grad_norm": 0.8297884897498811,
      "learning_rate": 6.175051761715762e-06,
      "loss": 0.848,
      "step": 2980
    },
    {
      "epoch": 0.4829315644717683,
      "grad_norm": 0.8334678385544815,
      "learning_rate": 6.161321789857635e-06,
      "loss": 0.8367,
      "step": 2985
    },
    {
      "epoch": 0.48374049506552336,
      "grad_norm": 0.8985811450220941,
      "learning_rate": 6.147582555460048e-06,
      "loss": 0.843,
      "step": 2990
    },
    {
      "epoch": 0.48454942565927844,
      "grad_norm": 0.8362819535768706,
      "learning_rate": 6.133834168105206e-06,
      "loss": 0.8385,
      "step": 2995
    },
    {
      "epoch": 0.4853583562530335,
      "grad_norm": 0.8317479151299757,
      "learning_rate": 6.120076737448314e-06,
      "loss": 0.8331,
      "step": 3000
    },
    {
      "epoch": 0.48616728684678856,
      "grad_norm": 0.816034350431961,
      "learning_rate": 6.106310373216706e-06,
      "loss": 0.8389,
      "step": 3005
    },
    {
      "epoch": 0.4869762174405436,
      "grad_norm": 0.8435438416835686,
      "learning_rate": 6.092535185208973e-06,
      "loss": 0.8144,
      "step": 3010
    },
    {
      "epoch": 0.4877851480342987,
      "grad_norm": 0.8650473536522931,
      "learning_rate": 6.078751283294075e-06,
      "loss": 0.8415,
      "step": 3015
    },
    {
      "epoch": 0.4885940786280537,
      "grad_norm": 0.8631976632792485,
      "learning_rate": 6.0649587774104775e-06,
      "loss": 0.8384,
      "step": 3020
    },
    {
      "epoch": 0.4894030092218088,
      "grad_norm": 0.8051930942211001,
      "learning_rate": 6.0511577775652744e-06,
      "loss": 0.8307,
      "step": 3025
    },
    {
      "epoch": 0.4902119398155638,
      "grad_norm": 0.9000033790636423,
      "learning_rate": 6.037348393833298e-06,
      "loss": 0.8288,
      "step": 3030
    },
    {
      "epoch": 0.49102087040931885,
      "grad_norm": 0.8370590038208652,
      "learning_rate": 6.0235307363562524e-06,
      "loss": 0.8331,
      "step": 3035
    },
    {
      "epoch": 0.49182980100307394,
      "grad_norm": 0.8387976240360758,
      "learning_rate": 6.009704915341835e-06,
      "loss": 0.8429,
      "step": 3040
    },
    {
      "epoch": 0.49263873159682897,
      "grad_norm": 0.849367045833896,
      "learning_rate": 5.9958710410628515e-06,
      "loss": 0.8245,
      "step": 3045
    },
    {
      "epoch": 0.49344766219058406,
      "grad_norm": 0.817264343403589,
      "learning_rate": 5.9820292238563404e-06,
      "loss": 0.8279,
      "step": 3050
    },
    {
      "epoch": 0.4942565927843391,
      "grad_norm": 0.8397242273647842,
      "learning_rate": 5.96817957412269e-06,
      "loss": 0.8211,
      "step": 3055
    },
    {
      "epoch": 0.4950655233780942,
      "grad_norm": 0.8292950717170571,
      "learning_rate": 5.954322202324759e-06,
      "loss": 0.8447,
      "step": 3060
    },
    {
      "epoch": 0.4958744539718492,
      "grad_norm": 0.8153225989185483,
      "learning_rate": 5.940457218987003e-06,
      "loss": 0.849,
      "step": 3065
    },
    {
      "epoch": 0.4966833845656043,
      "grad_norm": 0.8817065793496368,
      "learning_rate": 5.926584734694579e-06,
      "loss": 0.831,
      "step": 3070
    },
    {
      "epoch": 0.4974923151593593,
      "grad_norm": 0.8223135029609022,
      "learning_rate": 5.912704860092473e-06,
      "loss": 0.8442,
      "step": 3075
    },
    {
      "epoch": 0.4983012457531144,
      "grad_norm": 0.8254057255135826,
      "learning_rate": 5.898817705884615e-06,
      "loss": 0.8231,
      "step": 3080
    },
    {
      "epoch": 0.49911017634686944,
      "grad_norm": 0.8516771176045018,
      "learning_rate": 5.8849233828329964e-06,
      "loss": 0.8325,
      "step": 3085
    },
    {
      "epoch": 0.49991910694062447,
      "grad_norm": 0.8770116756575128,
      "learning_rate": 5.871022001756786e-06,
      "loss": 0.8353,
      "step": 3090
    },
    {
      "epoch": 0.5007280375343796,
      "grad_norm": 0.8416392905846662,
      "learning_rate": 5.857113673531446e-06,
      "loss": 0.8411,
      "step": 3095
    },
    {
      "epoch": 0.5015369681281346,
      "grad_norm": 0.8727681516631783,
      "learning_rate": 5.843198509087848e-06,
      "loss": 0.8327,
      "step": 3100
    },
    {
      "epoch": 0.5023458987218896,
      "grad_norm": 0.8122836804739928,
      "learning_rate": 5.829276619411392e-06,
      "loss": 0.8156,
      "step": 3105
    },
    {
      "epoch": 0.5031548293156447,
      "grad_norm": 0.8419116014056326,
      "learning_rate": 5.815348115541112e-06,
      "loss": 0.8406,
      "step": 3110
    },
    {
      "epoch": 0.5039637599093998,
      "grad_norm": 0.8496791968992736,
      "learning_rate": 5.801413108568798e-06,
      "loss": 0.8428,
      "step": 3115
    },
    {
      "epoch": 0.5047726905031549,
      "grad_norm": 0.8370866951694025,
      "learning_rate": 5.787471709638109e-06,
      "loss": 0.8397,
      "step": 3120
    },
    {
      "epoch": 0.5055816210969099,
      "grad_norm": 0.8807740954559549,
      "learning_rate": 5.7735240299436825e-06,
      "loss": 0.8281,
      "step": 3125
    },
    {
      "epoch": 0.5063905516906649,
      "grad_norm": 0.880842454890424,
      "learning_rate": 5.759570180730255e-06,
      "loss": 0.8261,
      "step": 3130
    },
    {
      "epoch": 0.50719948228442,
      "grad_norm": 0.8501925674960217,
      "learning_rate": 5.745610273291766e-06,
      "loss": 0.8182,
      "step": 3135
    },
    {
      "epoch": 0.508008412878175,
      "grad_norm": 0.7885937426308233,
      "learning_rate": 5.731644418970478e-06,
      "loss": 0.8006,
      "step": 3140
    },
    {
      "epoch": 0.5088173434719301,
      "grad_norm": 0.8453255098699243,
      "learning_rate": 5.717672729156082e-06,
      "loss": 0.8408,
      "step": 3145
    },
    {
      "epoch": 0.5096262740656852,
      "grad_norm": 0.9027259053341657,
      "learning_rate": 5.703695315284814e-06,
      "loss": 0.8415,
      "step": 3150
    },
    {
      "epoch": 0.5104352046594403,
      "grad_norm": 0.8760720225211055,
      "learning_rate": 5.689712288838561e-06,
      "loss": 0.8459,
      "step": 3155
    },
    {
      "epoch": 0.5112441352531952,
      "grad_norm": 0.8371540278282537,
      "learning_rate": 5.675723761343981e-06,
      "loss": 0.8217,
      "step": 3160
    },
    {
      "epoch": 0.5120530658469503,
      "grad_norm": 0.8832530229547365,
      "learning_rate": 5.661729844371602e-06,
      "loss": 0.8321,
      "step": 3165
    },
    {
      "epoch": 0.5128619964407054,
      "grad_norm": 0.8466920163343052,
      "learning_rate": 5.64773064953494e-06,
      "loss": 0.8443,
      "step": 3170
    },
    {
      "epoch": 0.5136709270344605,
      "grad_norm": 0.8386270391117758,
      "learning_rate": 5.633726288489609e-06,
      "loss": 0.8215,
      "step": 3175
    },
    {
      "epoch": 0.5144798576282155,
      "grad_norm": 0.8968915867410968,
      "learning_rate": 5.619716872932422e-06,
      "loss": 0.8369,
      "step": 3180
    },
    {
      "epoch": 0.5152887882219706,
      "grad_norm": 0.8572970506555265,
      "learning_rate": 5.6057025146005125e-06,
      "loss": 0.8312,
      "step": 3185
    },
    {
      "epoch": 0.5160977188157256,
      "grad_norm": 0.856451059153177,
      "learning_rate": 5.591683325270434e-06,
      "loss": 0.828,
      "step": 3190
    },
    {
      "epoch": 0.5169066494094806,
      "grad_norm": 0.8777484476404416,
      "learning_rate": 5.577659416757267e-06,
      "loss": 0.8408,
      "step": 3195
    },
    {
      "epoch": 0.5177155800032357,
      "grad_norm": 0.8571851342757004,
      "learning_rate": 5.5636309009137404e-06,
      "loss": 0.8337,
      "step": 3200
    },
    {
      "epoch": 0.5185245105969908,
      "grad_norm": 0.829598576934011,
      "learning_rate": 5.549597889629325e-06,
      "loss": 0.8507,
      "step": 3205
    },
    {
      "epoch": 0.5193334411907459,
      "grad_norm": 0.8763914543424554,
      "learning_rate": 5.535560494829345e-06,
      "loss": 0.8363,
      "step": 3210
    },
    {
      "epoch": 0.5201423717845008,
      "grad_norm": 0.8614187326018883,
      "learning_rate": 5.521518828474092e-06,
      "loss": 0.8254,
      "step": 3215
    },
    {
      "epoch": 0.5209513023782559,
      "grad_norm": 0.8803171537853229,
      "learning_rate": 5.507473002557922e-06,
      "loss": 0.822,
      "step": 3220
    },
    {
      "epoch": 0.521760232972011,
      "grad_norm": 0.8826978372002413,
      "learning_rate": 5.493423129108373e-06,
      "loss": 0.8249,
      "step": 3225
    },
    {
      "epoch": 0.5225691635657661,
      "grad_norm": 0.8712751190362638,
      "learning_rate": 5.47936932018526e-06,
      "loss": 0.8423,
      "step": 3230
    },
    {
      "epoch": 0.5233780941595211,
      "grad_norm": 0.8238326567914839,
      "learning_rate": 5.465311687879785e-06,
      "loss": 0.824,
      "step": 3235
    },
    {
      "epoch": 0.5241870247532762,
      "grad_norm": 0.8899415075708137,
      "learning_rate": 5.4512503443136555e-06,
      "loss": 0.8663,
      "step": 3240
    },
    {
      "epoch": 0.5249959553470313,
      "grad_norm": 0.9621216340368667,
      "learning_rate": 5.437185401638168e-06,
      "loss": 0.8414,
      "step": 3245
    },
    {
      "epoch": 0.5258048859407862,
      "grad_norm": 0.8156708167135952,
      "learning_rate": 5.423116972033332e-06,
      "loss": 0.8249,
      "step": 3250
    },
    {
      "epoch": 0.5266138165345413,
      "grad_norm": 0.8179857114204797,
      "learning_rate": 5.409045167706962e-06,
      "loss": 0.8421,
      "step": 3255
    },
    {
      "epoch": 0.5274227471282964,
      "grad_norm": 0.9127466183923784,
      "learning_rate": 5.394970100893797e-06,
      "loss": 0.8359,
      "step": 3260
    },
    {
      "epoch": 0.5282316777220515,
      "grad_norm": 0.8430058361090182,
      "learning_rate": 5.380891883854591e-06,
      "loss": 0.8152,
      "step": 3265
    },
    {
      "epoch": 0.5290406083158065,
      "grad_norm": 0.9184787098267886,
      "learning_rate": 5.366810628875226e-06,
      "loss": 0.8253,
      "step": 3270
    },
    {
      "epoch": 0.5298495389095615,
      "grad_norm": 0.8924101947820497,
      "learning_rate": 5.352726448265808e-06,
      "loss": 0.8386,
      "step": 3275
    },
    {
      "epoch": 0.5306584695033166,
      "grad_norm": 0.7686705583327001,
      "learning_rate": 5.338639454359792e-06,
      "loss": 0.8305,
      "step": 3280
    },
    {
      "epoch": 0.5314674000970717,
      "grad_norm": 0.8264073173393284,
      "learning_rate": 5.324549759513058e-06,
      "loss": 0.8279,
      "step": 3285
    },
    {
      "epoch": 0.5322763306908267,
      "grad_norm": 0.7898714553275273,
      "learning_rate": 5.310457476103033e-06,
      "loss": 0.832,
      "step": 3290
    },
    {
      "epoch": 0.5330852612845818,
      "grad_norm": 0.915049917158178,
      "learning_rate": 5.2963627165277884e-06,
      "loss": 0.8423,
      "step": 3295
    },
    {
      "epoch": 0.5338941918783369,
      "grad_norm": 0.8390857749633213,
      "learning_rate": 5.28226559320515e-06,
      "loss": 0.7937,
      "step": 3300
    },
    {
      "epoch": 0.5347031224720918,
      "grad_norm": 0.8766888011605986,
      "learning_rate": 5.268166218571792e-06,
      "loss": 0.8409,
      "step": 3305
    },
    {
      "epoch": 0.5355120530658469,
      "grad_norm": 0.9055264757342382,
      "learning_rate": 5.254064705082345e-06,
      "loss": 0.8374,
      "step": 3310
    },
    {
      "epoch": 0.536320983659602,
      "grad_norm": 0.9082065836332707,
      "learning_rate": 5.239961165208499e-06,
      "loss": 0.8424,
      "step": 3315
    },
    {
      "epoch": 0.5371299142533571,
      "grad_norm": 0.8630555734437255,
      "learning_rate": 5.2258557114381085e-06,
      "loss": 0.8492,
      "step": 3320
    },
    {
      "epoch": 0.5379388448471121,
      "grad_norm": 0.8387927972292225,
      "learning_rate": 5.211748456274291e-06,
      "loss": 0.8162,
      "step": 3325
    },
    {
      "epoch": 0.5387477754408672,
      "grad_norm": 0.8838319893113061,
      "learning_rate": 5.197639512234532e-06,
      "loss": 0.8302,
      "step": 3330
    },
    {
      "epoch": 0.5395567060346222,
      "grad_norm": 0.8810506540467933,
      "learning_rate": 5.183528991849784e-06,
      "loss": 0.8246,
      "step": 3335
    },
    {
      "epoch": 0.5403656366283773,
      "grad_norm": 0.9032568956242902,
      "learning_rate": 5.16941700766358e-06,
      "loss": 0.8302,
      "step": 3340
    },
    {
      "epoch": 0.5411745672221323,
      "grad_norm": 0.9878346022756306,
      "learning_rate": 5.155303672231123e-06,
      "loss": 0.8429,
      "step": 3345
    },
    {
      "epoch": 0.5419834978158874,
      "grad_norm": 0.7990363456989189,
      "learning_rate": 5.141189098118392e-06,
      "loss": 0.8295,
      "step": 3350
    },
    {
      "epoch": 0.5427924284096425,
      "grad_norm": 0.849668666846281,
      "learning_rate": 5.127073397901248e-06,
      "loss": 0.8447,
      "step": 3355
    },
    {
      "epoch": 0.5436013590033975,
      "grad_norm": 0.8870097311869496,
      "learning_rate": 5.112956684164532e-06,
      "loss": 0.8291,
      "step": 3360
    },
    {
      "epoch": 0.5444102895971525,
      "grad_norm": 0.8786319797950302,
      "learning_rate": 5.09883906950117e-06,
      "loss": 0.8325,
      "step": 3365
    },
    {
      "epoch": 0.5452192201909076,
      "grad_norm": 0.8559879223353866,
      "learning_rate": 5.084720666511276e-06,
      "loss": 0.8343,
      "step": 3370
    },
    {
      "epoch": 0.5460281507846627,
      "grad_norm": 0.8393771435379772,
      "learning_rate": 5.070601587801246e-06,
      "loss": 0.8264,
      "step": 3375
    },
    {
      "epoch": 0.5468370813784177,
      "grad_norm": 0.8756680886902389,
      "learning_rate": 5.056481945982871e-06,
      "loss": 0.8363,
      "step": 3380
    },
    {
      "epoch": 0.5476460119721728,
      "grad_norm": 0.8643664631148287,
      "learning_rate": 5.042361853672429e-06,
      "loss": 0.8508,
      "step": 3385
    },
    {
      "epoch": 0.5484549425659279,
      "grad_norm": 0.8396247416018382,
      "learning_rate": 5.0282414234897905e-06,
      "loss": 0.8313,
      "step": 3390
    },
    {
      "epoch": 0.549263873159683,
      "grad_norm": 0.8799962735756717,
      "learning_rate": 5.014120768057526e-06,
      "loss": 0.8394,
      "step": 3395
    },
    {
      "epoch": 0.5500728037534379,
      "grad_norm": 0.8585807475699035,
      "learning_rate": 5e-06,
      "loss": 0.8259,
      "step": 3400
    },
    {
      "epoch": 0.550881734347193,
      "grad_norm": 0.8967809635243733,
      "learning_rate": 4.985879231942475e-06,
      "loss": 0.8232,
      "step": 3405
    },
    {
      "epoch": 0.5516906649409481,
      "grad_norm": 0.8853595174049823,
      "learning_rate": 4.97175857651021e-06,
      "loss": 0.8196,
      "step": 3410
    },
    {
      "epoch": 0.5524995955347031,
      "grad_norm": 0.839604935690722,
      "learning_rate": 4.957638146327575e-06,
      "loss": 0.8361,
      "step": 3415
    },
    {
      "epoch": 0.5533085261284582,
      "grad_norm": 0.8391467792592279,
      "learning_rate": 4.943518054017131e-06,
      "loss": 0.8272,
      "step": 3420
    },
    {
      "epoch": 0.5541174567222132,
      "grad_norm": 0.8844616497057926,
      "learning_rate": 4.929398412198756e-06,
      "loss": 0.8233,
      "step": 3425
    },
    {
      "epoch": 0.5549263873159683,
      "grad_norm": 0.8052750334117075,
      "learning_rate": 4.915279333488726e-06,
      "loss": 0.8479,
      "step": 3430
    },
    {
      "epoch": 0.5557353179097233,
      "grad_norm": 0.8647851317448605,
      "learning_rate": 4.90116093049883e-06,
      "loss": 0.819,
      "step": 3435
    },
    {
      "epoch": 0.5565442485034784,
      "grad_norm": 0.8453777869125878,
      "learning_rate": 4.887043315835469e-06,
      "loss": 0.8536,
      "step": 3440
    },
    {
      "epoch": 0.5573531790972335,
      "grad_norm": 0.8705052285115737,
      "learning_rate": 4.872926602098756e-06,
      "loss": 0.8277,
      "step": 3445
    },
    {
      "epoch": 0.5581621096909886,
      "grad_norm": 0.861071586334625,
      "learning_rate": 4.85881090188161e-06,
      "loss": 0.8081,
      "step": 3450
    },
    {
      "epoch": 0.5589710402847435,
      "grad_norm": 0.8558895543087007,
      "learning_rate": 4.844696327768878e-06,
      "loss": 0.8086,
      "step": 3455
    },
    {
      "epoch": 0.5597799708784986,
      "grad_norm": 0.9566303499060257,
      "learning_rate": 4.83058299233642e-06,
      "loss": 0.8388,
      "step": 3460
    },
    {
      "epoch": 0.5605889014722537,
      "grad_norm": 0.8480580281776552,
      "learning_rate": 4.8164710081502165e-06,
      "loss": 0.8464,
      "step": 3465
    },
    {
      "epoch": 0.5613978320660087,
      "grad_norm": 0.8577968798548672,
      "learning_rate": 4.802360487765471e-06,
      "loss": 0.8331,
      "step": 3470
    },
    {
      "epoch": 0.5622067626597638,
      "grad_norm": 0.8683642459249713,
      "learning_rate": 4.788251543725711e-06,
      "loss": 0.8379,
      "step": 3475
    },
    {
      "epoch": 0.5630156932535189,
      "grad_norm": 0.8893404896273497,
      "learning_rate": 4.774144288561893e-06,
      "loss": 0.8138,
      "step": 3480
    },
    {
      "epoch": 0.5638246238472739,
      "grad_norm": 0.8886059419047985,
      "learning_rate": 4.7600388347915025e-06,
      "loss": 0.8306,
      "step": 3485
    },
    {
      "epoch": 0.5646335544410289,
      "grad_norm": 0.8630514971290992,
      "learning_rate": 4.745935294917658e-06,
      "loss": 0.8348,
      "step": 3490
    },
    {
      "epoch": 0.565442485034784,
      "grad_norm": 0.8662086181368763,
      "learning_rate": 4.731833781428208e-06,
      "loss": 0.8272,
      "step": 3495
    },
    {
      "epoch": 0.5662514156285391,
      "grad_norm": 0.8982952976447754,
      "learning_rate": 4.7177344067948526e-06,
      "loss": 0.8525,
      "step": 3500
    },
    {
      "epoch": 0.5670603462222942,
      "grad_norm": 0.8422016831549223,
      "learning_rate": 4.703637283472213e-06,
      "loss": 0.8501,
      "step": 3505
    },
    {
      "epoch": 0.5678692768160492,
      "grad_norm": 0.9548881231159024,
      "learning_rate": 4.689542523896969e-06,
      "loss": 0.8328,
      "step": 3510
    },
    {
      "epoch": 0.5686782074098042,
      "grad_norm": 0.9166786357525355,
      "learning_rate": 4.6754502404869434e-06,
      "loss": 0.8205,
      "step": 3515
    },
    {
      "epoch": 0.5694871380035593,
      "grad_norm": 0.9061529794904933,
      "learning_rate": 4.661360545640209e-06,
      "loss": 0.8352,
      "step": 3520
    },
    {
      "epoch": 0.5702960685973143,
      "grad_norm": 0.8412734635963403,
      "learning_rate": 4.647273551734193e-06,
      "loss": 0.8348,
      "step": 3525
    },
    {
      "epoch": 0.5711049991910694,
      "grad_norm": 0.8664917924780835,
      "learning_rate": 4.633189371124778e-06,
      "loss": 0.8274,
      "step": 3530
    },
    {
      "epoch": 0.5719139297848245,
      "grad_norm": 0.8421186404143896,
      "learning_rate": 4.619108116145411e-06,
      "loss": 0.8354,
      "step": 3535
    },
    {
      "epoch": 0.5727228603785796,
      "grad_norm": 0.9394380176490387,
      "learning_rate": 4.6050298991062045e-06,
      "loss": 0.8269,
      "step": 3540
    },
    {
      "epoch": 0.5735317909723345,
      "grad_norm": 0.8660091216092733,
      "learning_rate": 4.590954832293039e-06,
      "loss": 0.8431,
      "step": 3545
    },
    {
      "epoch": 0.5743407215660896,
      "grad_norm": 0.8453775529626361,
      "learning_rate": 4.57688302796667e-06,
      "loss": 0.8189,
      "step": 3550
    },
    {
      "epoch": 0.5751496521598447,
      "grad_norm": 0.9293223006762544,
      "learning_rate": 4.562814598361834e-06,
      "loss": 0.8272,
      "step": 3555
    },
    {
      "epoch": 0.5759585827535998,
      "grad_norm": 0.8682075221715769,
      "learning_rate": 4.548749655686346e-06,
      "loss": 0.8345,
      "step": 3560
    },
    {
      "epoch": 0.5767675133473548,
      "grad_norm": 0.8962654121926869,
      "learning_rate": 4.534688312120216e-06,
      "loss": 0.8328,
      "step": 3565
    },
    {
      "epoch": 0.5775764439411099,
      "grad_norm": 0.8465460016413964,
      "learning_rate": 4.520630679814742e-06,
      "loss": 0.8203,
      "step": 3570
    },
    {
      "epoch": 0.5783853745348649,
      "grad_norm": 0.8542030722056939,
      "learning_rate": 4.506576870891628e-06,
      "loss": 0.8356,
      "step": 3575
    },
    {
      "epoch": 0.5791943051286199,
      "grad_norm": 0.8664072736373561,
      "learning_rate": 4.49252699744208e-06,
      "loss": 0.8282,
      "step": 3580
    },
    {
      "epoch": 0.580003235722375,
      "grad_norm": 0.8908304692018135,
      "learning_rate": 4.47848117152591e-06,
      "loss": 0.8486,
      "step": 3585
    },
    {
      "epoch": 0.5808121663161301,
      "grad_norm": 0.9604353292765517,
      "learning_rate": 4.464439505170656e-06,
      "loss": 0.828,
      "step": 3590
    },
    {
      "epoch": 0.5816210969098852,
      "grad_norm": 0.8847638351175713,
      "learning_rate": 4.450402110370677e-06,
      "loss": 0.8282,
      "step": 3595
    },
    {
      "epoch": 0.5824300275036401,
      "grad_norm": 0.8448125761174995,
      "learning_rate": 4.43636909908626e-06,
      "loss": 0.8381,
      "step": 3600
    },
    {
      "epoch": 0.5832389580973952,
      "grad_norm": 0.899925581945171,
      "learning_rate": 4.422340583242733e-06,
      "loss": 0.8316,
      "step": 3605
    },
    {
      "epoch": 0.5840478886911503,
      "grad_norm": 0.8270612926284294,
      "learning_rate": 4.408316674729569e-06,
      "loss": 0.8369,
      "step": 3610
    },
    {
      "epoch": 0.5848568192849054,
      "grad_norm": 0.8514310722916417,
      "learning_rate": 4.394297485399488e-06,
      "loss": 0.8123,
      "step": 3615
    },
    {
      "epoch": 0.5856657498786604,
      "grad_norm": 0.847607926161957,
      "learning_rate": 4.3802831270675785e-06,
      "loss": 0.8125,
      "step": 3620
    },
    {
      "epoch": 0.5864746804724155,
      "grad_norm": 0.8743645770925027,
      "learning_rate": 4.3662737115103925e-06,
      "loss": 0.8175,
      "step": 3625
    },
    {
      "epoch": 0.5872836110661706,
      "grad_norm": 0.8872414789266562,
      "learning_rate": 4.35226935046506e-06,
      "loss": 0.8128,
      "step": 3630
    },
    {
      "epoch": 0.5880925416599255,
      "grad_norm": 0.8748952049996549,
      "learning_rate": 4.338270155628401e-06,
      "loss": 0.8323,
      "step": 3635
    },
    {
      "epoch": 0.5889014722536806,
      "grad_norm": 0.9131605811984947,
      "learning_rate": 4.324276238656023e-06,
      "loss": 0.8266,
      "step": 3640
    },
    {
      "epoch": 0.5897104028474357,
      "grad_norm": 0.9378108739015335,
      "learning_rate": 4.31028771116144e-06,
      "loss": 0.8394,
      "step": 3645
    },
    {
      "epoch": 0.5905193334411908,
      "grad_norm": 0.9270250400148877,
      "learning_rate": 4.2963046847151875e-06,
      "loss": 0.8415,
      "step": 3650
    },
    {
      "epoch": 0.5913282640349458,
      "grad_norm": 0.8427644597969671,
      "learning_rate": 4.282327270843919e-06,
      "loss": 0.8206,
      "step": 3655
    },
    {
      "epoch": 0.5921371946287008,
      "grad_norm": 0.9019710217551041,
      "learning_rate": 4.268355581029523e-06,
      "loss": 0.8414,
      "step": 3660
    },
    {
      "epoch": 0.5929461252224559,
      "grad_norm": 0.9361559273358337,
      "learning_rate": 4.254389726708234e-06,
      "loss": 0.8388,
      "step": 3665
    },
    {
      "epoch": 0.593755055816211,
      "grad_norm": 0.8479002824514841,
      "learning_rate": 4.240429819269746e-06,
      "loss": 0.8151,
      "step": 3670
    },
    {
      "epoch": 0.594563986409966,
      "grad_norm": 0.8837530926010035,
      "learning_rate": 4.226475970056318e-06,
      "loss": 0.8212,
      "step": 3675
    },
    {
      "epoch": 0.5953729170037211,
      "grad_norm": 0.8660636262138016,
      "learning_rate": 4.212528290361893e-06,
      "loss": 0.8571,
      "step": 3680
    },
    {
      "epoch": 0.5961818475974762,
      "grad_norm": 0.9246667975571174,
      "learning_rate": 4.198586891431203e-06,
      "loss": 0.8397,
      "step": 3685
    },
    {
      "epoch": 0.5969907781912311,
      "grad_norm": 0.90386970265181,
      "learning_rate": 4.1846518844588906e-06,
      "loss": 0.8365,
      "step": 3690
    },
    {
      "epoch": 0.5977997087849862,
      "grad_norm": 0.9258635632218947,
      "learning_rate": 4.170723380588609e-06,
      "loss": 0.8403,
      "step": 3695
    },
    {
      "epoch": 0.5986086393787413,
      "grad_norm": 0.8741091788263792,
      "learning_rate": 4.156801490912153e-06,
      "loss": 0.822,
      "step": 3700
    },
    {
      "epoch": 0.5994175699724964,
      "grad_norm": 0.8552618808724114,
      "learning_rate": 4.142886326468556e-06,
      "loss": 0.8414,
      "step": 3705
    },
    {
      "epoch": 0.6002265005662514,
      "grad_norm": 0.8577590928960753,
      "learning_rate": 4.128977998243215e-06,
      "loss": 0.8234,
      "step": 3710
    },
    {
      "epoch": 0.6010354311600065,
      "grad_norm": 0.9640946415628675,
      "learning_rate": 4.115076617167004e-06,
      "loss": 0.8344,
      "step": 3715
    },
    {
      "epoch": 0.6018443617537615,
      "grad_norm": 0.8840143210557655,
      "learning_rate": 4.101182294115388e-06,
      "loss": 0.8211,
      "step": 3720
    },
    {
      "epoch": 0.6026532923475166,
      "grad_norm": 0.8574994142653399,
      "learning_rate": 4.087295139907528e-06,
      "loss": 0.8166,
      "step": 3725
    },
    {
      "epoch": 0.6034622229412716,
      "grad_norm": 0.8964092793127811,
      "learning_rate": 4.073415265305422e-06,
      "loss": 0.8171,
      "step": 3730
    },
    {
      "epoch": 0.6042711535350267,
      "grad_norm": 0.963355011643523,
      "learning_rate": 4.059542781012998e-06,
      "loss": 0.8223,
      "step": 3735
    },
    {
      "epoch": 0.6050800841287818,
      "grad_norm": 0.8678396011067857,
      "learning_rate": 4.045677797675242e-06,
      "loss": 0.8203,
      "step": 3740
    },
    {
      "epoch": 0.6058890147225368,
      "grad_norm": 0.9121282453763787,
      "learning_rate": 4.031820425877313e-06,
      "loss": 0.8219,
      "step": 3745
    },
    {
      "epoch": 0.6066979453162918,
      "grad_norm": 0.9216469820283191,
      "learning_rate": 4.017970776143662e-06,
      "loss": 0.8352,
      "step": 3750
    },
    {
      "epoch": 0.6075068759100469,
      "grad_norm": 0.908885616786373,
      "learning_rate": 4.004128958937149e-06,
      "loss": 0.8241,
      "step": 3755
    },
    {
      "epoch": 0.608315806503802,
      "grad_norm": 0.8942143952561401,
      "learning_rate": 3.990295084658166e-06,
      "loss": 0.8361,
      "step": 3760
    },
    {
      "epoch": 0.609124737097557,
      "grad_norm": 0.8730532396217757,
      "learning_rate": 3.976469263643748e-06,
      "loss": 0.8384,
      "step": 3765
    },
    {
      "epoch": 0.6099336676913121,
      "grad_norm": 0.9177096179325701,
      "learning_rate": 3.962651606166703e-06,
      "loss": 0.8184,
      "step": 3770
    },
    {
      "epoch": 0.6107425982850672,
      "grad_norm": 0.9852181301325248,
      "learning_rate": 3.948842222434728e-06,
      "loss": 0.817,
      "step": 3775
    },
    {
      "epoch": 0.6115515288788222,
      "grad_norm": 0.8956044101647403,
      "learning_rate": 3.935041222589524e-06,
      "loss": 0.818,
      "step": 3780
    },
    {
      "epoch": 0.6123604594725772,
      "grad_norm": 0.9733581516182005,
      "learning_rate": 3.9212487167059265e-06,
      "loss": 0.8223,
      "step": 3785
    },
    {
      "epoch": 0.6131693900663323,
      "grad_norm": 0.8650513303090718,
      "learning_rate": 3.907464814791029e-06,
      "loss": 0.8033,
      "step": 3790
    },
    {
      "epoch": 0.6139783206600874,
      "grad_norm": 0.99672664240277,
      "learning_rate": 3.893689626783294e-06,
      "loss": 0.836,
      "step": 3795
    },
    {
      "epoch": 0.6147872512538424,
      "grad_norm": 0.908345822113972,
      "learning_rate": 3.8799232625516884e-06,
      "loss": 0.8478,
      "step": 3800
    },
    {
      "epoch": 0.6155961818475975,
      "grad_norm": 0.8836902180965445,
      "learning_rate": 3.866165831894796e-06,
      "loss": 0.8235,
      "step": 3805
    },
    {
      "epoch": 0.6164051124413525,
      "grad_norm": 0.9264471672860939,
      "learning_rate": 3.852417444539953e-06,
      "loss": 0.8247,
      "step": 3810
    },
    {
      "epoch": 0.6172140430351076,
      "grad_norm": 0.894173445093799,
      "learning_rate": 3.8386782101423665e-06,
      "loss": 0.8235,
      "step": 3815
    },
    {
      "epoch": 0.6180229736288626,
      "grad_norm": 0.9438338724077253,
      "learning_rate": 3.824948238284238e-06,
      "loss": 0.8339,
      "step": 3820
    },
    {
      "epoch": 0.6188319042226177,
      "grad_norm": 0.9012049433189601,
      "learning_rate": 3.8112276384738973e-06,
      "loss": 0.8217,
      "step": 3825
    },
    {
      "epoch": 0.6196408348163728,
      "grad_norm": 0.9631072787593842,
      "learning_rate": 3.797516520144919e-06,
      "loss": 0.821,
      "step": 3830
    },
    {
      "epoch": 0.6204497654101279,
      "grad_norm": 0.8562741768165036,
      "learning_rate": 3.7838149926552565e-06,
      "loss": 0.8254,
      "step": 3835
    },
    {
      "epoch": 0.6212586960038828,
      "grad_norm": 0.9007576913836781,
      "learning_rate": 3.770123165286369e-06,
      "loss": 0.8187,
      "step": 3840
    },
    {
      "epoch": 0.6220676265976379,
      "grad_norm": 1.0271531293622427,
      "learning_rate": 3.7564411472423467e-06,
      "loss": 0.8358,
      "step": 3845
    },
    {
      "epoch": 0.622876557191393,
      "grad_norm": 0.8914948323397264,
      "learning_rate": 3.7427690476490462e-06,
      "loss": 0.8275,
      "step": 3850
    },
    {
      "epoch": 0.623685487785148,
      "grad_norm": 0.9328213480538451,
      "learning_rate": 3.7291069755532146e-06,
      "loss": 0.8167,
      "step": 3855
    },
    {
      "epoch": 0.6244944183789031,
      "grad_norm": 0.8892937385561739,
      "learning_rate": 3.7154550399216137e-06,
      "loss": 0.8347,
      "step": 3860
    },
    {
      "epoch": 0.6253033489726582,
      "grad_norm": 0.8798858697832553,
      "learning_rate": 3.7018133496401688e-06,
      "loss": 0.8383,
      "step": 3865
    },
    {
      "epoch": 0.6261122795664132,
      "grad_norm": 0.98439076252917,
      "learning_rate": 3.688182013513085e-06,
      "loss": 0.8274,
      "step": 3870
    },
    {
      "epoch": 0.6269212101601682,
      "grad_norm": 0.8370789210688374,
      "learning_rate": 3.674561140261983e-06,
      "loss": 0.8178,
      "step": 3875
    },
    {
      "epoch": 0.6277301407539233,
      "grad_norm": 0.9153894187914345,
      "learning_rate": 3.660950838525036e-06,
      "loss": 0.8258,
      "step": 3880
    },
    {
      "epoch": 0.6285390713476784,
      "grad_norm": 0.8922726078616626,
      "learning_rate": 3.647351216856099e-06,
      "loss": 0.8581,
      "step": 3885
    },
    {
      "epoch": 0.6293480019414335,
      "grad_norm": 0.9058364873912355,
      "learning_rate": 3.633762383723841e-06,
      "loss": 0.827,
      "step": 3890
    },
    {
      "epoch": 0.6301569325351885,
      "grad_norm": 0.8703352651889255,
      "learning_rate": 3.6201844475108884e-06,
      "loss": 0.8491,
      "step": 3895
    },
    {
      "epoch": 0.6309658631289435,
      "grad_norm": 0.892101387058938,
      "learning_rate": 3.606617516512953e-06,
      "loss": 0.8175,
      "step": 3900
    },
    {
      "epoch": 0.6317747937226986,
      "grad_norm": 0.9365570155133393,
      "learning_rate": 3.5930616989379697e-06,
      "loss": 0.8388,
      "step": 3905
    },
    {
      "epoch": 0.6325837243164536,
      "grad_norm": 0.8773819774765554,
      "learning_rate": 3.5795171029052383e-06,
      "loss": 0.8294,
      "step": 3910
    },
    {
      "epoch": 0.6333926549102087,
      "grad_norm": 0.8714533378375239,
      "learning_rate": 3.5659838364445505e-06,
      "loss": 0.8346,
      "step": 3915
    },
    {
      "epoch": 0.6342015855039638,
      "grad_norm": 0.9825642646199596,
      "learning_rate": 3.552462007495338e-06,
      "loss": 0.8376,
      "step": 3920
    },
    {
      "epoch": 0.6350105160977189,
      "grad_norm": 0.899943511678241,
      "learning_rate": 3.5389517239058126e-06,
      "loss": 0.8251,
      "step": 3925
    },
    {
      "epoch": 0.6358194466914738,
      "grad_norm": 0.9817959591645147,
      "learning_rate": 3.5254530934320956e-06,
      "loss": 0.8332,
      "step": 3930
    },
    {
      "epoch": 0.6366283772852289,
      "grad_norm": 0.939309664119045,
      "learning_rate": 3.5119662237373684e-06,
      "loss": 0.8172,
      "step": 3935
    },
    {
      "epoch": 0.637437307878984,
      "grad_norm": 0.9545145278463266,
      "learning_rate": 3.4984912223910105e-06,
      "loss": 0.8137,
      "step": 3940
    },
    {
      "epoch": 0.6382462384727391,
      "grad_norm": 0.9284835788915782,
      "learning_rate": 3.485028196867738e-06,
      "loss": 0.825,
      "step": 3945
    },
    {
      "epoch": 0.6390551690664941,
      "grad_norm": 1.0025398605998348,
      "learning_rate": 3.4715772545467507e-06,
      "loss": 0.8359,
      "step": 3950
    },
    {
      "epoch": 0.6398640996602492,
      "grad_norm": 0.9250686960694907,
      "learning_rate": 3.458138502710876e-06,
      "loss": 0.8445,
      "step": 3955
    },
    {
      "epoch": 0.6406730302540042,
      "grad_norm": 0.885581537464598,
      "learning_rate": 3.444712048545711e-06,
      "loss": 0.8241,
      "step": 3960
    },
    {
      "epoch": 0.6414819608477592,
      "grad_norm": 0.9162743922784746,
      "learning_rate": 3.431297999138768e-06,
      "loss": 0.8178,
      "step": 3965
    },
    {
      "epoch": 0.6422908914415143,
      "grad_norm": 0.9997360512776706,
      "learning_rate": 3.417896461478619e-06,
      "loss": 0.849,
      "step": 3970
    },
    {
      "epoch": 0.6430998220352694,
      "grad_norm": 0.9230165688594162,
      "learning_rate": 3.4045075424540484e-06,
      "loss": 0.8048,
      "step": 3975
    },
    {
      "epoch": 0.6439087526290245,
      "grad_norm": 0.8899064142475545,
      "learning_rate": 3.3911313488531907e-06,
      "loss": 0.8286,
      "step": 3980
    },
    {
      "epoch": 0.6447176832227794,
      "grad_norm": 0.8669101247237674,
      "learning_rate": 3.37776798736269e-06,
      "loss": 0.8119,
      "step": 3985
    },
    {
      "epoch": 0.6455266138165345,
      "grad_norm": 0.9167759750434173,
      "learning_rate": 3.364417564566839e-06,
      "loss": 0.8472,
      "step": 3990
    },
    {
      "epoch": 0.6463355444102896,
      "grad_norm": 0.9521570771011725,
      "learning_rate": 3.351080186946736e-06,
      "loss": 0.8251,
      "step": 3995
    },
    {
      "epoch": 0.6471444750040447,
      "grad_norm": 0.8382337519442962,
      "learning_rate": 3.3377559608794273e-06,
      "loss": 0.8453,
      "step": 4000
    },
    {
      "epoch": 0.6479534055977997,
      "grad_norm": 0.9439756459989987,
      "learning_rate": 3.3244449926370713e-06,
      "loss": 0.8359,
      "step": 4005
    },
    {
      "epoch": 0.6487623361915548,
      "grad_norm": 0.9306298379750102,
      "learning_rate": 3.3111473883860813e-06,
      "loss": 0.8196,
      "step": 4010
    },
    {
      "epoch": 0.6495712667853099,
      "grad_norm": 0.8706086854228088,
      "learning_rate": 3.2978632541862788e-06,
      "loss": 0.8252,
      "step": 4015
    },
    {
      "epoch": 0.6503801973790648,
      "grad_norm": 0.918543174205597,
      "learning_rate": 3.2845926959900555e-06,
      "loss": 0.8194,
      "step": 4020
    },
    {
      "epoch": 0.6511891279728199,
      "grad_norm": 0.9355133643042608,
      "learning_rate": 3.2713358196415147e-06,
      "loss": 0.8279,
      "step": 4025
    },
    {
      "epoch": 0.651998058566575,
      "grad_norm": 0.8875680347636398,
      "learning_rate": 3.2580927308756426e-06,
      "loss": 0.8336,
      "step": 4030
    },
    {
      "epoch": 0.6528069891603301,
      "grad_norm": 0.974049905246242,
      "learning_rate": 3.2448635353174553e-06,
      "loss": 0.8334,
      "step": 4035
    },
    {
      "epoch": 0.6536159197540851,
      "grad_norm": 0.8679703990844894,
      "learning_rate": 3.231648338481157e-06,
      "loss": 0.8355,
      "step": 4040
    },
    {
      "epoch": 0.6544248503478401,
      "grad_norm": 0.9299757764874559,
      "learning_rate": 3.2184472457693005e-06,
      "loss": 0.8401,
      "step": 4045
    },
    {
      "epoch": 0.6552337809415952,
      "grad_norm": 0.8615524033230236,
      "learning_rate": 3.2052603624719516e-06,
      "loss": 0.8217,
      "step": 4050
    },
    {
      "epoch": 0.6560427115353503,
      "grad_norm": 0.9060239627418345,
      "learning_rate": 3.1920877937658325e-06,
      "loss": 0.8173,
      "step": 4055
    },
    {
      "epoch": 0.6568516421291053,
      "grad_norm": 0.9398327715146758,
      "learning_rate": 3.178929644713504e-06,
      "loss": 0.8412,
      "step": 4060
    },
    {
      "epoch": 0.6576605727228604,
      "grad_norm": 0.8393737863171705,
      "learning_rate": 3.1657860202625145e-06,
      "loss": 0.8368,
      "step": 4065
    },
    {
      "epoch": 0.6584695033166155,
      "grad_norm": 0.8802074487722802,
      "learning_rate": 3.1526570252445665e-06,
      "loss": 0.8203,
      "step": 4070
    },
    {
      "epoch": 0.6592784339103704,
      "grad_norm": 0.9133104861467479,
      "learning_rate": 3.1395427643746802e-06,
      "loss": 0.8168,
      "step": 4075
    },
    {
      "epoch": 0.6600873645041255,
      "grad_norm": 0.9090731300453533,
      "learning_rate": 3.1264433422503564e-06,
      "loss": 0.8466,
      "step": 4080
    },
    {
      "epoch": 0.6608962950978806,
      "grad_norm": 0.9229902190782812,
      "learning_rate": 3.113358863350747e-06,
      "loss": 0.8334,
      "step": 4085
    },
    {
      "epoch": 0.6617052256916357,
      "grad_norm": 0.8999096831432444,
      "learning_rate": 3.100289432035818e-06,
      "loss": 0.8145,
      "step": 4090
    },
    {
      "epoch": 0.6625141562853907,
      "grad_norm": 0.9226844151049607,
      "learning_rate": 3.087235152545517e-06,
      "loss": 0.8245,
      "step": 4095
    },
    {
      "epoch": 0.6633230868791458,
      "grad_norm": 0.9923339907314755,
      "learning_rate": 3.074196128998943e-06,
      "loss": 0.8067,
      "step": 4100
    },
    {
      "epoch": 0.6641320174729008,
      "grad_norm": 0.8793470002054651,
      "learning_rate": 3.0611724653935184e-06,
      "loss": 0.8154,
      "step": 4105
    },
    {
      "epoch": 0.6649409480666559,
      "grad_norm": 0.9952922559372246,
      "learning_rate": 3.048164265604152e-06,
      "loss": 0.8339,
      "step": 4110
    },
    {
      "epoch": 0.6657498786604109,
      "grad_norm": 0.8934191696631508,
      "learning_rate": 3.035171633382419e-06,
      "loss": 0.8126,
      "step": 4115
    },
    {
      "epoch": 0.666558809254166,
      "grad_norm": 0.9074584444838903,
      "learning_rate": 3.0221946723557274e-06,
      "loss": 0.814,
      "step": 4120
    },
    {
      "epoch": 0.6673677398479211,
      "grad_norm": 0.8823615491806162,
      "learning_rate": 3.009233486026497e-06,
      "loss": 0.8231,
      "step": 4125
    },
    {
      "epoch": 0.6681766704416761,
      "grad_norm": 0.8985312723090128,
      "learning_rate": 2.9962881777713326e-06,
      "loss": 0.8279,
      "step": 4130
    },
    {
      "epoch": 0.6689856010354311,
      "grad_norm": 0.8759610512792171,
      "learning_rate": 2.983358850840187e-06,
      "loss": 0.8503,
      "step": 4135
    },
    {
      "epoch": 0.6697945316291862,
      "grad_norm": 0.875080183012667,
      "learning_rate": 2.97044560835556e-06,
      "loss": 0.8361,
      "step": 4140
    },
    {
      "epoch": 0.6706034622229413,
      "grad_norm": 0.9343434705098017,
      "learning_rate": 2.9575485533116597e-06,
      "loss": 0.8422,
      "step": 4145
    },
    {
      "epoch": 0.6714123928166963,
      "grad_norm": 0.9509754443485635,
      "learning_rate": 2.944667788573584e-06,
      "loss": 0.824,
      "step": 4150
    },
    {
      "epoch": 0.6722213234104514,
      "grad_norm": 0.8941436073858621,
      "learning_rate": 2.9318034168765048e-06,
      "loss": 0.8329,
      "step": 4155
    },
    {
      "epoch": 0.6730302540042065,
      "grad_norm": 0.9216572906600096,
      "learning_rate": 2.9189555408248436e-06,
      "loss": 0.838,
      "step": 4160
    },
    {
      "epoch": 0.6738391845979615,
      "grad_norm": 0.9049144748685041,
      "learning_rate": 2.906124262891451e-06,
      "loss": 0.8392,
      "step": 4165
    },
    {
      "epoch": 0.6746481151917165,
      "grad_norm": 0.9088265471558502,
      "learning_rate": 2.893309685416802e-06,
      "loss": 0.8219,
      "step": 4170
    },
    {
      "epoch": 0.6754570457854716,
      "grad_norm": 0.958093818584568,
      "learning_rate": 2.880511910608164e-06,
      "loss": 0.8361,
      "step": 4175
    },
    {
      "epoch": 0.6762659763792267,
      "grad_norm": 0.9461864165794798,
      "learning_rate": 2.8677310405387926e-06,
      "loss": 0.8145,
      "step": 4180
    },
    {
      "epoch": 0.6770749069729817,
      "grad_norm": 0.8862588950970776,
      "learning_rate": 2.854967177147113e-06,
      "loss": 0.8101,
      "step": 4185
    },
    {
      "epoch": 0.6778838375667368,
      "grad_norm": 0.95284924784784,
      "learning_rate": 2.8422204222359027e-06,
      "loss": 0.8355,
      "step": 4190
    },
    {
      "epoch": 0.6786927681604918,
      "grad_norm": 0.9473709868364139,
      "learning_rate": 2.829490877471491e-06,
      "loss": 0.8213,
      "step": 4195
    },
    {
      "epoch": 0.6795016987542469,
      "grad_norm": 0.8870378301848979,
      "learning_rate": 2.816778644382938e-06,
      "loss": 0.8143,
      "step": 4200
    },
    {
      "epoch": 0.6803106293480019,
      "grad_norm": 0.9018325718849391,
      "learning_rate": 2.804083824361229e-06,
      "loss": 0.8265,
      "step": 4205
    },
    {
      "epoch": 0.681119559941757,
      "grad_norm": 0.8727955391410293,
      "learning_rate": 2.7914065186584637e-06,
      "loss": 0.8254,
      "step": 4210
    },
    {
      "epoch": 0.6819284905355121,
      "grad_norm": 1.0739665165244483,
      "learning_rate": 2.778746828387058e-06,
      "loss": 0.82,
      "step": 4215
    },
    {
      "epoch": 0.6827374211292672,
      "grad_norm": 0.9350732250295917,
      "learning_rate": 2.766104854518915e-06,
      "loss": 0.8391,
      "step": 4220
    },
    {
      "epoch": 0.6835463517230221,
      "grad_norm": 1.0087459108347565,
      "learning_rate": 2.753480697884647e-06,
      "loss": 0.8191,
      "step": 4225
    },
    {
      "epoch": 0.6843552823167772,
      "grad_norm": 0.9139563110633456,
      "learning_rate": 2.740874459172752e-06,
      "loss": 0.8148,
      "step": 4230
    },
    {
      "epoch": 0.6851642129105323,
      "grad_norm": 0.8530060707424758,
      "learning_rate": 2.728286238928821e-06,
      "loss": 0.8053,
      "step": 4235
    },
    {
      "epoch": 0.6859731435042873,
      "grad_norm": 0.8777686426009732,
      "learning_rate": 2.7157161375547304e-06,
      "loss": 0.8114,
      "step": 4240
    },
    {
      "epoch": 0.6867820740980424,
      "grad_norm": 0.897912961167507,
      "learning_rate": 2.7031642553078374e-06,
      "loss": 0.8418,
      "step": 4245
    },
    {
      "epoch": 0.6875910046917975,
      "grad_norm": 0.9279693202641751,
      "learning_rate": 2.690630692300199e-06,
      "loss": 0.8404,
      "step": 4250
    },
    {
      "epoch": 0.6883999352855525,
      "grad_norm": 0.9248453334693622,
      "learning_rate": 2.6781155484977495e-06,
      "loss": 0.8494,
      "step": 4255
    },
    {
      "epoch": 0.6892088658793075,
      "grad_norm": 0.9396606484969379,
      "learning_rate": 2.6656189237195186e-06,
      "loss": 0.8226,
      "step": 4260
    },
    {
      "epoch": 0.6900177964730626,
      "grad_norm": 0.8634815816211927,
      "learning_rate": 2.6531409176368296e-06,
      "loss": 0.8265,
      "step": 4265
    },
    {
      "epoch": 0.6908267270668177,
      "grad_norm": 0.9135686768769312,
      "learning_rate": 2.6406816297725086e-06,
      "loss": 0.8248,
      "step": 4270
    },
    {
      "epoch": 0.6916356576605728,
      "grad_norm": 0.92902484349033,
      "learning_rate": 2.628241159500081e-06,
      "loss": 0.8173,
      "step": 4275
    },
    {
      "epoch": 0.6924445882543278,
      "grad_norm": 0.8687123389790895,
      "learning_rate": 2.6158196060429926e-06,
      "loss": 0.8398,
      "step": 4280
    },
    {
      "epoch": 0.6932535188480828,
      "grad_norm": 0.9217730078223995,
      "learning_rate": 2.6034170684738065e-06,
      "loss": 0.8309,
      "step": 4285
    },
    {
      "epoch": 0.6940624494418379,
      "grad_norm": 0.9769331954136037,
      "learning_rate": 2.591033645713424e-06,
      "loss": 0.8223,
      "step": 4290
    },
    {
      "epoch": 0.6948713800355929,
      "grad_norm": 0.908044715178041,
      "learning_rate": 2.5786694365302855e-06,
      "loss": 0.8281,
      "step": 4295
    },
    {
      "epoch": 0.695680310629348,
      "grad_norm": 0.9111114311128146,
      "learning_rate": 2.566324539539583e-06,
      "loss": 0.8266,
      "step": 4300
    },
    {
      "epoch": 0.6964892412231031,
      "grad_norm": 0.9303322655983225,
      "learning_rate": 2.5539990532024827e-06,
      "loss": 0.8111,
      "step": 4305
    },
    {
      "epoch": 0.6972981718168582,
      "grad_norm": 0.8418692144813529,
      "learning_rate": 2.5416930758253317e-06,
      "loss": 0.8256,
      "step": 4310
    },
    {
      "epoch": 0.6981071024106131,
      "grad_norm": 0.9992022955905648,
      "learning_rate": 2.5294067055588765e-06,
      "loss": 0.8032,
      "step": 4315
    },
    {
      "epoch": 0.6989160330043682,
      "grad_norm": 0.8813775901696349,
      "learning_rate": 2.517140040397482e-06,
      "loss": 0.8168,
      "step": 4320
    },
    {
      "epoch": 0.6997249635981233,
      "grad_norm": 0.9034982645101618,
      "learning_rate": 2.5048931781783457e-06,
      "loss": 0.8363,
      "step": 4325
    },
    {
      "epoch": 0.7005338941918783,
      "grad_norm": 0.9291076912208419,
      "learning_rate": 2.492666216580719e-06,
      "loss": 0.8309,
      "step": 4330
    },
    {
      "epoch": 0.7013428247856334,
      "grad_norm": 0.9136441839215993,
      "learning_rate": 2.480459253125132e-06,
      "loss": 0.8446,
      "step": 4335
    },
    {
      "epoch": 0.7021517553793885,
      "grad_norm": 0.8945013641006528,
      "learning_rate": 2.468272385172609e-06,
      "loss": 0.8061,
      "step": 4340
    },
    {
      "epoch": 0.7029606859731435,
      "grad_norm": 0.9843334357090001,
      "learning_rate": 2.4561057099238973e-06,
      "loss": 0.8245,
      "step": 4345
    },
    {
      "epoch": 0.7037696165668985,
      "grad_norm": 0.9061201723841746,
      "learning_rate": 2.4439593244186914e-06,
      "loss": 0.8156,
      "step": 4350
    },
    {
      "epoch": 0.7045785471606536,
      "grad_norm": 0.9595180789878346,
      "learning_rate": 2.4318333255348524e-06,
      "loss": 0.8362,
      "step": 4355
    },
    {
      "epoch": 0.7053874777544087,
      "grad_norm": 0.8905904032697742,
      "learning_rate": 2.4197278099876458e-06,
      "loss": 0.8013,
      "step": 4360
    },
    {
      "epoch": 0.7061964083481638,
      "grad_norm": 0.9061698973868614,
      "learning_rate": 2.407642874328961e-06,
      "loss": 0.805,
      "step": 4365
    },
    {
      "epoch": 0.7070053389419187,
      "grad_norm": 0.9192998017239877,
      "learning_rate": 2.3955786149465505e-06,
      "loss": 0.8445,
      "step": 4370
    },
    {
      "epoch": 0.7078142695356738,
      "grad_norm": 1.0236876517448235,
      "learning_rate": 2.3835351280632514e-06,
      "loss": 0.8484,
      "step": 4375
    },
    {
      "epoch": 0.7086232001294289,
      "grad_norm": 0.9092749965225744,
      "learning_rate": 2.3715125097362246e-06,
      "loss": 0.8134,
      "step": 4380
    },
    {
      "epoch": 0.7094321307231839,
      "grad_norm": 0.8913146454343571,
      "learning_rate": 2.3595108558561814e-06,
      "loss": 0.8231,
      "step": 4385
    },
    {
      "epoch": 0.710241061316939,
      "grad_norm": 0.9163485544067049,
      "learning_rate": 2.347530262146629e-06,
      "loss": 0.8227,
      "step": 4390
    },
    {
      "epoch": 0.7110499919106941,
      "grad_norm": 0.9692923072785117,
      "learning_rate": 2.3355708241630998e-06,
      "loss": 0.8114,
      "step": 4395
    },
    {
      "epoch": 0.7118589225044492,
      "grad_norm": 0.9952307777966306,
      "learning_rate": 2.3236326372923913e-06,
      "loss": 0.8265,
      "step": 4400
    },
    {
      "epoch": 0.7126678530982041,
      "grad_norm": 0.8908142322793587,
      "learning_rate": 2.3117157967518052e-06,
      "loss": 0.8306,
      "step": 4405
    },
    {
      "epoch": 0.7134767836919592,
      "grad_norm": 0.9192836496709301,
      "learning_rate": 2.299820397588387e-06,
      "loss": 0.8104,
      "step": 4410
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.90827967789888,
      "learning_rate": 2.2879465346781703e-06,
      "loss": 0.8106,
      "step": 4415
    },
    {
      "epoch": 0.7150946448794694,
      "grad_norm": 0.9019495653500154,
      "learning_rate": 2.2760943027254168e-06,
      "loss": 0.8162,
      "step": 4420
    },
    {
      "epoch": 0.7159035754732244,
      "grad_norm": 0.9225860245555908,
      "learning_rate": 2.264263796261864e-06,
      "loss": 0.8385,
      "step": 4425
    },
    {
      "epoch": 0.7167125060669794,
      "grad_norm": 0.9905684037464217,
      "learning_rate": 2.2524551096459703e-06,
      "loss": 0.836,
      "step": 4430
    },
    {
      "epoch": 0.7175214366607345,
      "grad_norm": 0.9642215008382582,
      "learning_rate": 2.240668337062162e-06,
      "loss": 0.8382,
      "step": 4435
    },
    {
      "epoch": 0.7183303672544895,
      "grad_norm": 1.02786094199622,
      "learning_rate": 2.228903572520076e-06,
      "loss": 0.8106,
      "step": 4440
    },
    {
      "epoch": 0.7191392978482446,
      "grad_norm": 0.885661361219246,
      "learning_rate": 2.2171609098538275e-06,
      "loss": 0.8363,
      "step": 4445
    },
    {
      "epoch": 0.7199482284419997,
      "grad_norm": 0.9432094404967053,
      "learning_rate": 2.2054404427212427e-06,
      "loss": 0.8295,
      "step": 4450
    },
    {
      "epoch": 0.7207571590357548,
      "grad_norm": 0.8867439139171059,
      "learning_rate": 2.1937422646031216e-06,
      "loss": 0.826,
      "step": 4455
    },
    {
      "epoch": 0.7215660896295097,
      "grad_norm": 0.8799592291488351,
      "learning_rate": 2.1820664688024885e-06,
      "loss": 0.808,
      "step": 4460
    },
    {
      "epoch": 0.7223750202232648,
      "grad_norm": 0.9187111254961942,
      "learning_rate": 2.1704131484438523e-06,
      "loss": 0.8284,
      "step": 4465
    },
    {
      "epoch": 0.7231839508170199,
      "grad_norm": 0.8585062008980405,
      "learning_rate": 2.1587823964724564e-06,
      "loss": 0.8333,
      "step": 4470
    },
    {
      "epoch": 0.723992881410775,
      "grad_norm": 0.8979409403030056,
      "learning_rate": 2.1471743056535455e-06,
      "loss": 0.8401,
      "step": 4475
    },
    {
      "epoch": 0.72480181200453,
      "grad_norm": 0.9181507434036461,
      "learning_rate": 2.1355889685716225e-06,
      "loss": 0.8209,
      "step": 4480
    },
    {
      "epoch": 0.7256107425982851,
      "grad_norm": 0.942590732475379,
      "learning_rate": 2.124026477629706e-06,
      "loss": 0.8066,
      "step": 4485
    },
    {
      "epoch": 0.7264196731920401,
      "grad_norm": 0.9429750289429594,
      "learning_rate": 2.1124869250486053e-06,
      "loss": 0.8224,
      "step": 4490
    },
    {
      "epoch": 0.7272286037857951,
      "grad_norm": 0.9542611725247429,
      "learning_rate": 2.1009704028661643e-06,
      "loss": 0.8384,
      "step": 4495
    },
    {
      "epoch": 0.7280375343795502,
      "grad_norm": 0.9040683126789256,
      "learning_rate": 2.08947700293655e-06,
      "loss": 0.8418,
      "step": 4500
    },
    {
      "epoch": 0.7288464649733053,
      "grad_norm": 0.9481483200578114,
      "learning_rate": 2.078006816929503e-06,
      "loss": 0.8144,
      "step": 4505
    },
    {
      "epoch": 0.7296553955670604,
      "grad_norm": 0.8940640126195414,
      "learning_rate": 2.066559936329618e-06,
      "loss": 0.8059,
      "step": 4510
    },
    {
      "epoch": 0.7304643261608154,
      "grad_norm": 0.9261592631490639,
      "learning_rate": 2.0551364524356054e-06,
      "loss": 0.8261,
      "step": 4515
    },
    {
      "epoch": 0.7312732567545704,
      "grad_norm": 0.896600436452953,
      "learning_rate": 2.0437364563595686e-06,
      "loss": 0.8437,
      "step": 4520
    },
    {
      "epoch": 0.7320821873483255,
      "grad_norm": 0.8919258636639074,
      "learning_rate": 2.0323600390262743e-06,
      "loss": 0.8226,
      "step": 4525
    },
    {
      "epoch": 0.7328911179420806,
      "grad_norm": 0.9826507277779656,
      "learning_rate": 2.0210072911724293e-06,
      "loss": 0.8215,
      "step": 4530
    },
    {
      "epoch": 0.7337000485358356,
      "grad_norm": 0.9182603432302395,
      "learning_rate": 2.0096783033459564e-06,
      "loss": 0.804,
      "step": 4535
    },
    {
      "epoch": 0.7345089791295907,
      "grad_norm": 0.904398523841377,
      "learning_rate": 1.99837316590527e-06,
      "loss": 0.8385,
      "step": 4540
    },
    {
      "epoch": 0.7353179097233458,
      "grad_norm": 0.8989331803375635,
      "learning_rate": 1.987091969018561e-06,
      "loss": 0.8225,
      "step": 4545
    },
    {
      "epoch": 0.7361268403171007,
      "grad_norm": 0.8975780407900149,
      "learning_rate": 1.9758348026630663e-06,
      "loss": 0.8388,
      "step": 4550
    },
    {
      "epoch": 0.7369357709108558,
      "grad_norm": 0.9121042226321563,
      "learning_rate": 1.964601756624366e-06,
      "loss": 0.8215,
      "step": 4555
    },
    {
      "epoch": 0.7377447015046109,
      "grad_norm": 0.9214704840321436,
      "learning_rate": 1.9533929204956553e-06,
      "loss": 0.8142,
      "step": 4560
    },
    {
      "epoch": 0.738553632098366,
      "grad_norm": 0.9189755165680765,
      "learning_rate": 1.9422083836770405e-06,
      "loss": 0.8307,
      "step": 4565
    },
    {
      "epoch": 0.739362562692121,
      "grad_norm": 0.8679073250223568,
      "learning_rate": 1.9310482353748146e-06,
      "loss": 0.8118,
      "step": 4570
    },
    {
      "epoch": 0.7401714932858761,
      "grad_norm": 0.9016222202190433,
      "learning_rate": 1.9199125646007533e-06,
      "loss": 0.8043,
      "step": 4575
    },
    {
      "epoch": 0.7409804238796311,
      "grad_norm": 0.9105339155753437,
      "learning_rate": 1.9088014601713993e-06,
      "loss": 0.8376,
      "step": 4580
    },
    {
      "epoch": 0.7417893544733862,
      "grad_norm": 1.005707657930975,
      "learning_rate": 1.8977150107073632e-06,
      "loss": 0.8219,
      "step": 4585
    },
    {
      "epoch": 0.7425982850671412,
      "grad_norm": 0.8230187430989078,
      "learning_rate": 1.8866533046326086e-06,
      "loss": 0.839,
      "step": 4590
    },
    {
      "epoch": 0.7434072156608963,
      "grad_norm": 0.9054157125777134,
      "learning_rate": 1.8756164301737478e-06,
      "loss": 0.8215,
      "step": 4595
    },
    {
      "epoch": 0.7442161462546514,
      "grad_norm": 0.9386133499303263,
      "learning_rate": 1.8646044753593429e-06,
      "loss": 0.8139,
      "step": 4600
    },
    {
      "epoch": 0.7450250768484064,
      "grad_norm": 0.8974275889331189,
      "learning_rate": 1.8536175280191971e-06,
      "loss": 0.8269,
      "step": 4605
    },
    {
      "epoch": 0.7458340074421614,
      "grad_norm": 0.9291872406905795,
      "learning_rate": 1.8426556757836594e-06,
      "loss": 0.8104,
      "step": 4610
    },
    {
      "epoch": 0.7466429380359165,
      "grad_norm": 0.921360125713896,
      "learning_rate": 1.8317190060829242e-06,
      "loss": 0.8078,
      "step": 4615
    },
    {
      "epoch": 0.7474518686296716,
      "grad_norm": 0.9154624659332359,
      "learning_rate": 1.820807606146332e-06,
      "loss": 0.8228,
      "step": 4620
    },
    {
      "epoch": 0.7482607992234266,
      "grad_norm": 0.9910039258360209,
      "learning_rate": 1.8099215630016759e-06,
      "loss": 0.8162,
      "step": 4625
    },
    {
      "epoch": 0.7490697298171817,
      "grad_norm": 0.9527574985037581,
      "learning_rate": 1.7990609634745087e-06,
      "loss": 0.8206,
      "step": 4630
    },
    {
      "epoch": 0.7498786604109368,
      "grad_norm": 0.8617520277776372,
      "learning_rate": 1.788225894187443e-06,
      "loss": 0.82,
      "step": 4635
    },
    {
      "epoch": 0.7506875910046918,
      "grad_norm": 1.0275065944999713,
      "learning_rate": 1.7774164415594692e-06,
      "loss": 0.8474,
      "step": 4640
    },
    {
      "epoch": 0.7514965215984468,
      "grad_norm": 1.0046608971251627,
      "learning_rate": 1.7666326918052667e-06,
      "loss": 0.8144,
      "step": 4645
    },
    {
      "epoch": 0.7523054521922019,
      "grad_norm": 0.9234744279179873,
      "learning_rate": 1.7558747309345075e-06,
      "loss": 0.8258,
      "step": 4650
    },
    {
      "epoch": 0.753114382785957,
      "grad_norm": 0.987941691115384,
      "learning_rate": 1.7451426447511771e-06,
      "loss": 0.8161,
      "step": 4655
    },
    {
      "epoch": 0.753923313379712,
      "grad_norm": 1.0005046357018823,
      "learning_rate": 1.7344365188528844e-06,
      "loss": 0.817,
      "step": 4660
    },
    {
      "epoch": 0.754732243973467,
      "grad_norm": 0.9561730998580897,
      "learning_rate": 1.7237564386301869e-06,
      "loss": 0.8088,
      "step": 4665
    },
    {
      "epoch": 0.7555411745672221,
      "grad_norm": 0.9447102620547789,
      "learning_rate": 1.7131024892659048e-06,
      "loss": 0.8118,
      "step": 4670
    },
    {
      "epoch": 0.7563501051609772,
      "grad_norm": 0.9539633697057311,
      "learning_rate": 1.7024747557344411e-06,
      "loss": 0.844,
      "step": 4675
    },
    {
      "epoch": 0.7571590357547322,
      "grad_norm": 1.0424885395489862,
      "learning_rate": 1.6918733228011058e-06,
      "loss": 0.8315,
      "step": 4680
    },
    {
      "epoch": 0.7579679663484873,
      "grad_norm": 0.9458202947476442,
      "learning_rate": 1.6812982750214385e-06,
      "loss": 0.8304,
      "step": 4685
    },
    {
      "epoch": 0.7587768969422424,
      "grad_norm": 0.918182742402279,
      "learning_rate": 1.6707496967405347e-06,
      "loss": 0.8115,
      "step": 4690
    },
    {
      "epoch": 0.7595858275359975,
      "grad_norm": 0.9291030646393732,
      "learning_rate": 1.6602276720923732e-06,
      "loss": 0.8163,
      "step": 4695
    },
    {
      "epoch": 0.7603947581297524,
      "grad_norm": 0.9588497352744614,
      "learning_rate": 1.6497322849991443e-06,
      "loss": 0.8266,
      "step": 4700
    },
    {
      "epoch": 0.7612036887235075,
      "grad_norm": 0.9290169660288218,
      "learning_rate": 1.6392636191705818e-06,
      "loss": 0.8231,
      "step": 4705
    },
    {
      "epoch": 0.7620126193172626,
      "grad_norm": 0.9469265731424403,
      "learning_rate": 1.6288217581032945e-06,
      "loss": 0.8283,
      "step": 4710
    },
    {
      "epoch": 0.7628215499110176,
      "grad_norm": 0.9739835381552143,
      "learning_rate": 1.618406785080095e-06,
      "loss": 0.8358,
      "step": 4715
    },
    {
      "epoch": 0.7636304805047727,
      "grad_norm": 0.9140268328463288,
      "learning_rate": 1.60801878316935e-06,
      "loss": 0.8173,
      "step": 4720
    },
    {
      "epoch": 0.7644394110985278,
      "grad_norm": 0.9519079424417303,
      "learning_rate": 1.5976578352243015e-06,
      "loss": 0.8013,
      "step": 4725
    },
    {
      "epoch": 0.7652483416922828,
      "grad_norm": 1.0216658413405784,
      "learning_rate": 1.587324023882415e-06,
      "loss": 0.827,
      "step": 4730
    },
    {
      "epoch": 0.7660572722860378,
      "grad_norm": 0.981342150260489,
      "learning_rate": 1.5770174315647185e-06,
      "loss": 0.8172,
      "step": 4735
    },
    {
      "epoch": 0.7668662028797929,
      "grad_norm": 0.9841540010061296,
      "learning_rate": 1.566738140475146e-06,
      "loss": 0.8298,
      "step": 4740
    },
    {
      "epoch": 0.767675133473548,
      "grad_norm": 0.9647924689522289,
      "learning_rate": 1.5564862325998754e-06,
      "loss": 0.8349,
      "step": 4745
    },
    {
      "epoch": 0.7684840640673031,
      "grad_norm": 0.9071693118539406,
      "learning_rate": 1.5462617897066863e-06,
      "loss": 0.8266,
      "step": 4750
    },
    {
      "epoch": 0.769292994661058,
      "grad_norm": 0.9672024055908947,
      "learning_rate": 1.536064893344298e-06,
      "loss": 0.8062,
      "step": 4755
    },
    {
      "epoch": 0.7701019252548131,
      "grad_norm": 0.9479852003456001,
      "learning_rate": 1.5258956248417228e-06,
      "loss": 0.8171,
      "step": 4760
    },
    {
      "epoch": 0.7709108558485682,
      "grad_norm": 1.0847747231670404,
      "learning_rate": 1.515754065307622e-06,
      "loss": 0.8343,
      "step": 4765
    },
    {
      "epoch": 0.7717197864423232,
      "grad_norm": 0.8930428867327512,
      "learning_rate": 1.505640295629645e-06,
      "loss": 0.8166,
      "step": 4770
    },
    {
      "epoch": 0.7725287170360783,
      "grad_norm": 0.9689746816489254,
      "learning_rate": 1.4955543964738e-06,
      "loss": 0.8357,
      "step": 4775
    },
    {
      "epoch": 0.7733376476298334,
      "grad_norm": 0.9559994524411303,
      "learning_rate": 1.4854964482838014e-06,
      "loss": 0.8497,
      "step": 4780
    },
    {
      "epoch": 0.7741465782235885,
      "grad_norm": 0.9337905415707888,
      "learning_rate": 1.4754665312804311e-06,
      "loss": 0.8312,
      "step": 4785
    },
    {
      "epoch": 0.7749555088173434,
      "grad_norm": 0.9273467544337363,
      "learning_rate": 1.4654647254608988e-06,
      "loss": 0.8234,
      "step": 4790
    },
    {
      "epoch": 0.7757644394110985,
      "grad_norm": 0.9792032991670162,
      "learning_rate": 1.4554911105982022e-06,
      "loss": 0.8468,
      "step": 4795
    },
    {
      "epoch": 0.7765733700048536,
      "grad_norm": 0.9045240623424784,
      "learning_rate": 1.445545766240492e-06,
      "loss": 0.8315,
      "step": 4800
    },
    {
      "epoch": 0.7773823005986087,
      "grad_norm": 0.9547782673298132,
      "learning_rate": 1.4356287717104384e-06,
      "loss": 0.8259,
      "step": 4805
    },
    {
      "epoch": 0.7781912311923637,
      "grad_norm": 1.0002987188424177,
      "learning_rate": 1.4257402061045966e-06,
      "loss": 0.8242,
      "step": 4810
    },
    {
      "epoch": 0.7790001617861187,
      "grad_norm": 0.9750841170635594,
      "learning_rate": 1.4158801482927764e-06,
      "loss": 0.8253,
      "step": 4815
    },
    {
      "epoch": 0.7798090923798738,
      "grad_norm": 1.0204763580485683,
      "learning_rate": 1.4060486769174158e-06,
      "loss": 0.8124,
      "step": 4820
    },
    {
      "epoch": 0.7806180229736288,
      "grad_norm": 0.9140777892397043,
      "learning_rate": 1.396245870392946e-06,
      "loss": 0.8209,
      "step": 4825
    },
    {
      "epoch": 0.7814269535673839,
      "grad_norm": 0.9326381455666519,
      "learning_rate": 1.3864718069051765e-06,
      "loss": 0.8085,
      "step": 4830
    },
    {
      "epoch": 0.782235884161139,
      "grad_norm": 0.8927418792043738,
      "learning_rate": 1.376726564410663e-06,
      "loss": 0.8281,
      "step": 4835
    },
    {
      "epoch": 0.7830448147548941,
      "grad_norm": 0.9878798053606094,
      "learning_rate": 1.3670102206360936e-06,
      "loss": 0.8393,
      "step": 4840
    },
    {
      "epoch": 0.783853745348649,
      "grad_norm": 0.9345336173306545,
      "learning_rate": 1.3573228530776605e-06,
      "loss": 0.8044,
      "step": 4845
    },
    {
      "epoch": 0.7846626759424041,
      "grad_norm": 0.9721628031873526,
      "learning_rate": 1.3476645390004473e-06,
      "loss": 0.8386,
      "step": 4850
    },
    {
      "epoch": 0.7854716065361592,
      "grad_norm": 0.915209628149697,
      "learning_rate": 1.3380353554378074e-06,
      "loss": 0.8357,
      "step": 4855
    },
    {
      "epoch": 0.7862805371299143,
      "grad_norm": 0.9820722069486887,
      "learning_rate": 1.3284353791907584e-06,
      "loss": 0.8333,
      "step": 4860
    },
    {
      "epoch": 0.7870894677236693,
      "grad_norm": 0.9732881075592806,
      "learning_rate": 1.3188646868273615e-06,
      "loss": 0.8239,
      "step": 4865
    },
    {
      "epoch": 0.7878983983174244,
      "grad_norm": 0.8961967498766817,
      "learning_rate": 1.3093233546821143e-06,
      "loss": 0.824,
      "step": 4870
    },
    {
      "epoch": 0.7887073289111795,
      "grad_norm": 0.9052548621214841,
      "learning_rate": 1.2998114588553429e-06,
      "loss": 0.8267,
      "step": 4875
    },
    {
      "epoch": 0.7895162595049344,
      "grad_norm": 1.0580362890932773,
      "learning_rate": 1.2903290752125914e-06,
      "loss": 0.8218,
      "step": 4880
    },
    {
      "epoch": 0.7903251900986895,
      "grad_norm": 0.853800216222736,
      "learning_rate": 1.28087627938402e-06,
      "loss": 0.8166,
      "step": 4885
    },
    {
      "epoch": 0.7911341206924446,
      "grad_norm": 0.9652580037959974,
      "learning_rate": 1.2714531467637998e-06,
      "loss": 0.8238,
      "step": 4890
    },
    {
      "epoch": 0.7919430512861997,
      "grad_norm": 0.8842437766967849,
      "learning_rate": 1.2620597525095135e-06,
      "loss": 0.817,
      "step": 4895
    },
    {
      "epoch": 0.7927519818799547,
      "grad_norm": 0.9258752585803977,
      "learning_rate": 1.2526961715415542e-06,
      "loss": 0.8279,
      "step": 4900
    },
    {
      "epoch": 0.7935609124737097,
      "grad_norm": 0.8928563496158387,
      "learning_rate": 1.2433624785425291e-06,
      "loss": 0.8162,
      "step": 4905
    },
    {
      "epoch": 0.7943698430674648,
      "grad_norm": 0.982000276972604,
      "learning_rate": 1.2340587479566597e-06,
      "loss": 0.8356,
      "step": 4910
    },
    {
      "epoch": 0.7951787736612199,
      "grad_norm": 0.9282259377376256,
      "learning_rate": 1.2247850539891947e-06,
      "loss": 0.8253,
      "step": 4915
    },
    {
      "epoch": 0.7959877042549749,
      "grad_norm": 0.9525465075992243,
      "learning_rate": 1.2155414706058172e-06,
      "loss": 0.8169,
      "step": 4920
    },
    {
      "epoch": 0.79679663484873,
      "grad_norm": 0.9231085182420589,
      "learning_rate": 1.206328071532048e-06,
      "loss": 0.8138,
      "step": 4925
    },
    {
      "epoch": 0.7976055654424851,
      "grad_norm": 0.9253319119591827,
      "learning_rate": 1.197144930252665e-06,
      "loss": 0.8225,
      "step": 4930
    },
    {
      "epoch": 0.79841449603624,
      "grad_norm": 0.9002303313112969,
      "learning_rate": 1.187992120011111e-06,
      "loss": 0.8291,
      "step": 4935
    },
    {
      "epoch": 0.7992234266299951,
      "grad_norm": 0.9376615616843144,
      "learning_rate": 1.178869713808916e-06,
      "loss": 0.8341,
      "step": 4940
    },
    {
      "epoch": 0.8000323572237502,
      "grad_norm": 0.9698576047423542,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 0.8147,
      "step": 4945
    },
    {
      "epoch": 0.8008412878175053,
      "grad_norm": 0.9273363034177441,
      "learning_rate": 1.1607164043156455e-06,
      "loss": 0.8152,
      "step": 4950
    },
    {
      "epoch": 0.8016502184112603,
      "grad_norm": 1.0253181360844876,
      "learning_rate": 1.1516856458128167e-06,
      "loss": 0.8084,
      "step": 4955
    },
    {
      "epoch": 0.8024591490050154,
      "grad_norm": 0.9400581889744581,
      "learning_rate": 1.1426855809246846e-06,
      "loss": 0.8232,
      "step": 4960
    },
    {
      "epoch": 0.8032680795987704,
      "grad_norm": 0.9017439278181727,
      "learning_rate": 1.133716281434502e-06,
      "loss": 0.8212,
      "step": 4965
    },
    {
      "epoch": 0.8040770101925255,
      "grad_norm": 0.9129823712372367,
      "learning_rate": 1.1247778188801428e-06,
      "loss": 0.8214,
      "step": 4970
    },
    {
      "epoch": 0.8048859407862805,
      "grad_norm": 0.9288433560645074,
      "learning_rate": 1.1158702645535285e-06,
      "loss": 0.8474,
      "step": 4975
    },
    {
      "epoch": 0.8056948713800356,
      "grad_norm": 0.9211800178241987,
      "learning_rate": 1.1069936895000605e-06,
      "loss": 0.8087,
      "step": 4980
    },
    {
      "epoch": 0.8065038019737907,
      "grad_norm": 1.0542799666763112,
      "learning_rate": 1.0981481645180563e-06,
      "loss": 0.842,
      "step": 4985
    },
    {
      "epoch": 0.8073127325675457,
      "grad_norm": 0.9078222972795535,
      "learning_rate": 1.0893337601581766e-06,
      "loss": 0.8171,
      "step": 4990
    },
    {
      "epoch": 0.8081216631613007,
      "grad_norm": 0.8965670623934641,
      "learning_rate": 1.0805505467228762e-06,
      "loss": 0.8106,
      "step": 4995
    },
    {
      "epoch": 0.8089305937550558,
      "grad_norm": 0.9618251738798234,
      "learning_rate": 1.0717985942658299e-06,
      "loss": 0.8146,
      "step": 5000
    },
    {
      "epoch": 0.8097395243488109,
      "grad_norm": 0.950502760029193,
      "learning_rate": 1.063077972591382e-06,
      "loss": 0.8215,
      "step": 5005
    },
    {
      "epoch": 0.8105484549425659,
      "grad_norm": 0.9493168241113547,
      "learning_rate": 1.0543887512539851e-06,
      "loss": 0.8194,
      "step": 5010
    },
    {
      "epoch": 0.811357385536321,
      "grad_norm": 0.8823063979936068,
      "learning_rate": 1.0457309995576498e-06,
      "loss": 0.8081,
      "step": 5015
    },
    {
      "epoch": 0.8121663161300761,
      "grad_norm": 0.9596843704171958,
      "learning_rate": 1.0371047865553847e-06,
      "loss": 0.7973,
      "step": 5020
    },
    {
      "epoch": 0.8129752467238311,
      "grad_norm": 0.9284122972047167,
      "learning_rate": 1.0285101810486535e-06,
      "loss": 0.8468,
      "step": 5025
    },
    {
      "epoch": 0.8137841773175861,
      "grad_norm": 0.922908519391859,
      "learning_rate": 1.0199472515868235e-06,
      "loss": 0.8602,
      "step": 5030
    },
    {
      "epoch": 0.8145931079113412,
      "grad_norm": 0.9150347591949571,
      "learning_rate": 1.0114160664666156e-06,
      "loss": 0.8285,
      "step": 5035
    },
    {
      "epoch": 0.8154020385050963,
      "grad_norm": 0.961458868733065,
      "learning_rate": 1.0029166937315682e-06,
      "loss": 0.8261,
      "step": 5040
    },
    {
      "epoch": 0.8162109690988513,
      "grad_norm": 0.9795182791817205,
      "learning_rate": 9.94449201171479e-07,
      "loss": 0.8077,
      "step": 5045
    },
    {
      "epoch": 0.8170198996926064,
      "grad_norm": 0.9712437822816266,
      "learning_rate": 9.86013656321882e-07,
      "loss": 0.8136,
      "step": 5050
    },
    {
      "epoch": 0.8178288302863614,
      "grad_norm": 0.9243414819653508,
      "learning_rate": 9.77610126463497e-07,
      "loss": 0.8116,
      "step": 5055
    },
    {
      "epoch": 0.8186377608801165,
      "grad_norm": 0.8953653000547861,
      "learning_rate": 9.69238678621698e-07,
      "loss": 0.8052,
      "step": 5060
    },
    {
      "epoch": 0.8194466914738715,
      "grad_norm": 0.9571083425955552,
      "learning_rate": 9.608993795659766e-07,
      "loss": 0.8361,
      "step": 5065
    },
    {
      "epoch": 0.8202556220676266,
      "grad_norm": 0.8812425656788687,
      "learning_rate": 9.525922958094113e-07,
      "loss": 0.8091,
      "step": 5070
    },
    {
      "epoch": 0.8210645526613817,
      "grad_norm": 0.9769325986983122,
      "learning_rate": 9.443174936081345e-07,
      "loss": 0.8384,
      "step": 5075
    },
    {
      "epoch": 0.8218734832551368,
      "grad_norm": 0.9429765500848418,
      "learning_rate": 9.360750389608069e-07,
      "loss": 0.823,
      "step": 5080
    },
    {
      "epoch": 0.8226824138488917,
      "grad_norm": 0.921228115104811,
      "learning_rate": 9.278649976080889e-07,
      "loss": 0.8331,
      "step": 5085
    },
    {
      "epoch": 0.8234913444426468,
      "grad_norm": 0.9819735566785222,
      "learning_rate": 9.196874350321161e-07,
      "loss": 0.829,
      "step": 5090
    },
    {
      "epoch": 0.8243002750364019,
      "grad_norm": 0.8804316419490247,
      "learning_rate": 9.11542416455981e-07,
      "loss": 0.8253,
      "step": 5095
    },
    {
      "epoch": 0.8251092056301569,
      "grad_norm": 0.9309408261176141,
      "learning_rate": 9.034300068432045e-07,
      "loss": 0.8294,
      "step": 5100
    },
    {
      "epoch": 0.825918136223912,
      "grad_norm": 0.8366500179121683,
      "learning_rate": 8.953502708972279e-07,
      "loss": 0.8309,
      "step": 5105
    },
    {
      "epoch": 0.8267270668176671,
      "grad_norm": 0.9984582201604612,
      "learning_rate": 8.873032730608883e-07,
      "loss": 0.8288,
      "step": 5110
    },
    {
      "epoch": 0.8275359974114221,
      "grad_norm": 1.0257992816612576,
      "learning_rate": 8.792890775159124e-07,
      "loss": 0.832,
      "step": 5115
    },
    {
      "epoch": 0.8283449280051771,
      "grad_norm": 0.9357127400993555,
      "learning_rate": 8.713077481823978e-07,
      "loss": 0.8377,
      "step": 5120
    },
    {
      "epoch": 0.8291538585989322,
      "grad_norm": 1.042951179385166,
      "learning_rate": 8.633593487183067e-07,
      "loss": 0.8171,
      "step": 5125
    },
    {
      "epoch": 0.8299627891926873,
      "grad_norm": 1.0012604552671969,
      "learning_rate": 8.554439425189537e-07,
      "loss": 0.8017,
      "step": 5130
    },
    {
      "epoch": 0.8307717197864424,
      "grad_norm": 0.9393560978003819,
      "learning_rate": 8.475615927165093e-07,
      "loss": 0.8208,
      "step": 5135
    },
    {
      "epoch": 0.8315806503801974,
      "grad_norm": 0.9829342370330283,
      "learning_rate": 8.397123621794867e-07,
      "loss": 0.8213,
      "step": 5140
    },
    {
      "epoch": 0.8323895809739524,
      "grad_norm": 0.993397225397711,
      "learning_rate": 8.318963135122471e-07,
      "loss": 0.8386,
      "step": 5145
    },
    {
      "epoch": 0.8331985115677075,
      "grad_norm": 0.9203262711299934,
      "learning_rate": 8.241135090544966e-07,
      "loss": 0.8135,
      "step": 5150
    },
    {
      "epoch": 0.8340074421614625,
      "grad_norm": 0.9284177490644239,
      "learning_rate": 8.163640108807897e-07,
      "loss": 0.834,
      "step": 5155
    },
    {
      "epoch": 0.8348163727552176,
      "grad_norm": 0.9517537835456206,
      "learning_rate": 8.086478808000359e-07,
      "loss": 0.7949,
      "step": 5160
    },
    {
      "epoch": 0.8356253033489727,
      "grad_norm": 0.9372135921171859,
      "learning_rate": 8.009651803550045e-07,
      "loss": 0.8289,
      "step": 5165
    },
    {
      "epoch": 0.8364342339427278,
      "grad_norm": 1.000548748366353,
      "learning_rate": 7.933159708218347e-07,
      "loss": 0.8268,
      "step": 5170
    },
    {
      "epoch": 0.8372431645364827,
      "grad_norm": 0.9612535821852152,
      "learning_rate": 7.857003132095481e-07,
      "loss": 0.8182,
      "step": 5175
    },
    {
      "epoch": 0.8380520951302378,
      "grad_norm": 0.9551451813093564,
      "learning_rate": 7.7811826825956e-07,
      "loss": 0.8399,
      "step": 5180
    },
    {
      "epoch": 0.8388610257239929,
      "grad_norm": 0.9803361111190585,
      "learning_rate": 7.705698964451941e-07,
      "loss": 0.8345,
      "step": 5185
    },
    {
      "epoch": 0.839669956317748,
      "grad_norm": 0.9615430440473038,
      "learning_rate": 7.630552579712041e-07,
      "loss": 0.8482,
      "step": 5190
    },
    {
      "epoch": 0.840478886911503,
      "grad_norm": 0.8717103769599843,
      "learning_rate": 7.555744127732922e-07,
      "loss": 0.8133,
      "step": 5195
    },
    {
      "epoch": 0.841287817505258,
      "grad_norm": 0.9559551946507219,
      "learning_rate": 7.481274205176286e-07,
      "loss": 0.8396,
      "step": 5200
    },
    {
      "epoch": 0.8420967480990131,
      "grad_norm": 0.9386431006557889,
      "learning_rate": 7.407143406003781e-07,
      "loss": 0.8166,
      "step": 5205
    },
    {
      "epoch": 0.8429056786927681,
      "grad_norm": 0.9453424188819014,
      "learning_rate": 7.33335232147222e-07,
      "loss": 0.8318,
      "step": 5210
    },
    {
      "epoch": 0.8437146092865232,
      "grad_norm": 0.9335912363260552,
      "learning_rate": 7.25990154012895e-07,
      "loss": 0.8043,
      "step": 5215
    },
    {
      "epoch": 0.8445235398802783,
      "grad_norm": 0.9242358250100629,
      "learning_rate": 7.186791647807078e-07,
      "loss": 0.8216,
      "step": 5220
    },
    {
      "epoch": 0.8453324704740334,
      "grad_norm": 0.8917056191120556,
      "learning_rate": 7.114023227620831e-07,
      "loss": 0.8263,
      "step": 5225
    },
    {
      "epoch": 0.8461414010677883,
      "grad_norm": 0.8756042557078504,
      "learning_rate": 7.04159685996092e-07,
      "loss": 0.8234,
      "step": 5230
    },
    {
      "epoch": 0.8469503316615434,
      "grad_norm": 0.9669924510507611,
      "learning_rate": 6.969513122489862e-07,
      "loss": 0.8317,
      "step": 5235
    },
    {
      "epoch": 0.8477592622552985,
      "grad_norm": 0.9690987783521561,
      "learning_rate": 6.897772590137436e-07,
      "loss": 0.8196,
      "step": 5240
    },
    {
      "epoch": 0.8485681928490536,
      "grad_norm": 1.032895557175751,
      "learning_rate": 6.826375835096038e-07,
      "loss": 0.8017,
      "step": 5245
    },
    {
      "epoch": 0.8493771234428086,
      "grad_norm": 1.0187566680457716,
      "learning_rate": 6.755323426816169e-07,
      "loss": 0.8354,
      "step": 5250
    },
    {
      "epoch": 0.8501860540365637,
      "grad_norm": 0.8816437739999422,
      "learning_rate": 6.684615932001847e-07,
      "loss": 0.8581,
      "step": 5255
    },
    {
      "epoch": 0.8509949846303188,
      "grad_norm": 0.9088385041537731,
      "learning_rate": 6.614253914606134e-07,
      "loss": 0.8036,
      "step": 5260
    },
    {
      "epoch": 0.8518039152240737,
      "grad_norm": 0.9703072936941138,
      "learning_rate": 6.544237935826558e-07,
      "loss": 0.8277,
      "step": 5265
    },
    {
      "epoch": 0.8526128458178288,
      "grad_norm": 0.9508642384505709,
      "learning_rate": 6.474568554100768e-07,
      "loss": 0.8243,
      "step": 5270
    },
    {
      "epoch": 0.8534217764115839,
      "grad_norm": 0.9433685567993545,
      "learning_rate": 6.405246325101955e-07,
      "loss": 0.8056,
      "step": 5275
    },
    {
      "epoch": 0.854230707005339,
      "grad_norm": 0.8978485349230313,
      "learning_rate": 6.336271801734479e-07,
      "loss": 0.8016,
      "step": 5280
    },
    {
      "epoch": 0.855039637599094,
      "grad_norm": 0.9591854547149082,
      "learning_rate": 6.267645534129446e-07,
      "loss": 0.8184,
      "step": 5285
    },
    {
      "epoch": 0.855848568192849,
      "grad_norm": 0.9368695693533301,
      "learning_rate": 6.199368069640343e-07,
      "loss": 0.8345,
      "step": 5290
    },
    {
      "epoch": 0.8566574987866041,
      "grad_norm": 0.9363387262284574,
      "learning_rate": 6.131439952838608e-07,
      "loss": 0.8143,
      "step": 5295
    },
    {
      "epoch": 0.8574664293803592,
      "grad_norm": 0.9449827101149645,
      "learning_rate": 6.063861725509374e-07,
      "loss": 0.801,
      "step": 5300
    },
    {
      "epoch": 0.8582753599741142,
      "grad_norm": 0.9911552846071767,
      "learning_rate": 5.996633926647083e-07,
      "loss": 0.8248,
      "step": 5305
    },
    {
      "epoch": 0.8590842905678693,
      "grad_norm": 0.9088842745097252,
      "learning_rate": 5.92975709245121e-07,
      "loss": 0.8047,
      "step": 5310
    },
    {
      "epoch": 0.8598932211616244,
      "grad_norm": 0.8908028970825979,
      "learning_rate": 5.863231756322019e-07,
      "loss": 0.8242,
      "step": 5315
    },
    {
      "epoch": 0.8607021517553793,
      "grad_norm": 0.9019135577959921,
      "learning_rate": 5.797058448856213e-07,
      "loss": 0.8182,
      "step": 5320
    },
    {
      "epoch": 0.8615110823491344,
      "grad_norm": 0.9938100484918152,
      "learning_rate": 5.731237697842811e-07,
      "loss": 0.8381,
      "step": 5325
    },
    {
      "epoch": 0.8623200129428895,
      "grad_norm": 0.9522671534271417,
      "learning_rate": 5.665770028258876e-07,
      "loss": 0.8103,
      "step": 5330
    },
    {
      "epoch": 0.8631289435366446,
      "grad_norm": 1.0241489828374508,
      "learning_rate": 5.600655962265345e-07,
      "loss": 0.8253,
      "step": 5335
    },
    {
      "epoch": 0.8639378741303996,
      "grad_norm": 0.8339409337033903,
      "learning_rate": 5.535896019202853e-07,
      "loss": 0.8091,
      "step": 5340
    },
    {
      "epoch": 0.8647468047241547,
      "grad_norm": 0.953851217822305,
      "learning_rate": 5.471490715587618e-07,
      "loss": 0.8277,
      "step": 5345
    },
    {
      "epoch": 0.8655557353179097,
      "grad_norm": 0.9253602828275306,
      "learning_rate": 5.407440565107291e-07,
      "loss": 0.8352,
      "step": 5350
    },
    {
      "epoch": 0.8663646659116648,
      "grad_norm": 0.8979717645863395,
      "learning_rate": 5.343746078616879e-07,
      "loss": 0.8346,
      "step": 5355
    },
    {
      "epoch": 0.8671735965054198,
      "grad_norm": 0.9052656857430195,
      "learning_rate": 5.280407764134648e-07,
      "loss": 0.8098,
      "step": 5360
    },
    {
      "epoch": 0.8679825270991749,
      "grad_norm": 0.9265736364407307,
      "learning_rate": 5.21742612683811e-07,
      "loss": 0.8134,
      "step": 5365
    },
    {
      "epoch": 0.86879145769293,
      "grad_norm": 0.9905238729956866,
      "learning_rate": 5.154801669059961e-07,
      "loss": 0.8057,
      "step": 5370
    },
    {
      "epoch": 0.869600388286685,
      "grad_norm": 0.9346637770934627,
      "learning_rate": 5.092534890284057e-07,
      "loss": 0.8319,
      "step": 5375
    },
    {
      "epoch": 0.87040931888044,
      "grad_norm": 0.9036166328056819,
      "learning_rate": 5.030626287141488e-07,
      "loss": 0.8242,
      "step": 5380
    },
    {
      "epoch": 0.8712182494741951,
      "grad_norm": 0.957351416925992,
      "learning_rate": 4.969076353406571e-07,
      "loss": 0.81,
      "step": 5385
    },
    {
      "epoch": 0.8720271800679502,
      "grad_norm": 0.9998030765172857,
      "learning_rate": 4.907885579992943e-07,
      "loss": 0.7931,
      "step": 5390
    },
    {
      "epoch": 0.8728361106617052,
      "grad_norm": 0.9015423928862624,
      "learning_rate": 4.847054454949617e-07,
      "loss": 0.8321,
      "step": 5395
    },
    {
      "epoch": 0.8736450412554603,
      "grad_norm": 0.8951302299296955,
      "learning_rate": 4.786583463457106e-07,
      "loss": 0.8175,
      "step": 5400
    },
    {
      "epoch": 0.8744539718492154,
      "grad_norm": 0.987288936023476,
      "learning_rate": 4.726473087823524e-07,
      "loss": 0.8149,
      "step": 5405
    },
    {
      "epoch": 0.8752629024429704,
      "grad_norm": 0.9607690476849372,
      "learning_rate": 4.666723807480794e-07,
      "loss": 0.8395,
      "step": 5410
    },
    {
      "epoch": 0.8760718330367254,
      "grad_norm": 0.9412173085678744,
      "learning_rate": 4.6073360989807805e-07,
      "loss": 0.8131,
      "step": 5415
    },
    {
      "epoch": 0.8768807636304805,
      "grad_norm": 0.9953808945790064,
      "learning_rate": 4.5483104359915095e-07,
      "loss": 0.8337,
      "step": 5420
    },
    {
      "epoch": 0.8776896942242356,
      "grad_norm": 0.9224438419258796,
      "learning_rate": 4.4896472892933693e-07,
      "loss": 0.827,
      "step": 5425
    },
    {
      "epoch": 0.8784986248179906,
      "grad_norm": 0.9067448515242419,
      "learning_rate": 4.431347126775382e-07,
      "loss": 0.8225,
      "step": 5430
    },
    {
      "epoch": 0.8793075554117457,
      "grad_norm": 0.9160793517967267,
      "learning_rate": 4.3734104134314505e-07,
      "loss": 0.8093,
      "step": 5435
    },
    {
      "epoch": 0.8801164860055007,
      "grad_norm": 0.8957867534440033,
      "learning_rate": 4.3158376113566656e-07,
      "loss": 0.8255,
      "step": 5440
    },
    {
      "epoch": 0.8809254165992558,
      "grad_norm": 0.9414164683136745,
      "learning_rate": 4.258629179743612e-07,
      "loss": 0.8307,
      "step": 5445
    },
    {
      "epoch": 0.8817343471930108,
      "grad_norm": 1.0412360371956955,
      "learning_rate": 4.2017855748786975e-07,
      "loss": 0.8167,
      "step": 5450
    },
    {
      "epoch": 0.8825432777867659,
      "grad_norm": 0.9168749499249985,
      "learning_rate": 4.1453072501385415e-07,
      "loss": 0.807,
      "step": 5455
    },
    {
      "epoch": 0.883352208380521,
      "grad_norm": 0.885047475917418,
      "learning_rate": 4.089194655986306e-07,
      "loss": 0.831,
      "step": 5460
    },
    {
      "epoch": 0.8841611389742761,
      "grad_norm": 0.9248545364082547,
      "learning_rate": 4.0334482399681684e-07,
      "loss": 0.836,
      "step": 5465
    },
    {
      "epoch": 0.884970069568031,
      "grad_norm": 0.9565631081942835,
      "learning_rate": 3.978068446709721e-07,
      "loss": 0.8206,
      "step": 5470
    },
    {
      "epoch": 0.8857790001617861,
      "grad_norm": 0.9313667515936709,
      "learning_rate": 3.923055717912411e-07,
      "loss": 0.8315,
      "step": 5475
    },
    {
      "epoch": 0.8865879307555412,
      "grad_norm": 0.9153735916152161,
      "learning_rate": 3.868410492350044e-07,
      "loss": 0.8315,
      "step": 5480
    },
    {
      "epoch": 0.8873968613492962,
      "grad_norm": 0.8996467266796176,
      "learning_rate": 3.8141332058652447e-07,
      "loss": 0.8039,
      "step": 5485
    },
    {
      "epoch": 0.8882057919430513,
      "grad_norm": 0.8739192973106119,
      "learning_rate": 3.7602242913660325e-07,
      "loss": 0.8196,
      "step": 5490
    },
    {
      "epoch": 0.8890147225368064,
      "grad_norm": 1.0836849051236812,
      "learning_rate": 3.7066841788223394e-07,
      "loss": 0.8414,
      "step": 5495
    },
    {
      "epoch": 0.8898236531305614,
      "grad_norm": 0.8886207081976889,
      "learning_rate": 3.6535132952625784e-07,
      "loss": 0.8041,
      "step": 5500
    },
    {
      "epoch": 0.8906325837243164,
      "grad_norm": 0.8954848811354755,
      "learning_rate": 3.6007120647702566e-07,
      "loss": 0.836,
      "step": 5505
    },
    {
      "epoch": 0.8914415143180715,
      "grad_norm": 0.9763361834402516,
      "learning_rate": 3.548280908480556e-07,
      "loss": 0.8193,
      "step": 5510
    },
    {
      "epoch": 0.8922504449118266,
      "grad_norm": 0.9676090733901674,
      "learning_rate": 3.496220244577025e-07,
      "loss": 0.8247,
      "step": 5515
    },
    {
      "epoch": 0.8930593755055817,
      "grad_norm": 0.9583454675377773,
      "learning_rate": 3.4445304882882056e-07,
      "loss": 0.8232,
      "step": 5520
    },
    {
      "epoch": 0.8938683060993367,
      "grad_norm": 0.9149362551378993,
      "learning_rate": 3.3932120518843315e-07,
      "loss": 0.8378,
      "step": 5525
    },
    {
      "epoch": 0.8946772366930917,
      "grad_norm": 0.9981131323135035,
      "learning_rate": 3.342265344674034e-07,
      "loss": 0.8364,
      "step": 5530
    },
    {
      "epoch": 0.8954861672868468,
      "grad_norm": 0.9602463248675637,
      "learning_rate": 3.291690773001116e-07,
      "loss": 0.8148,
      "step": 5535
    },
    {
      "epoch": 0.8962950978806018,
      "grad_norm": 0.9061694557646229,
      "learning_rate": 3.241488740241222e-07,
      "loss": 0.8135,
      "step": 5540
    },
    {
      "epoch": 0.8971040284743569,
      "grad_norm": 0.9504624920131578,
      "learning_rate": 3.1916596467987395e-07,
      "loss": 0.8,
      "step": 5545
    },
    {
      "epoch": 0.897912959068112,
      "grad_norm": 1.0083410313503633,
      "learning_rate": 3.142203890103512e-07,
      "loss": 0.8194,
      "step": 5550
    },
    {
      "epoch": 0.8987218896618671,
      "grad_norm": 0.981599869718165,
      "learning_rate": 3.093121864607707e-07,
      "loss": 0.816,
      "step": 5555
    },
    {
      "epoch": 0.899530820255622,
      "grad_norm": 0.927185199167883,
      "learning_rate": 3.0444139617826605e-07,
      "loss": 0.8133,
      "step": 5560
    },
    {
      "epoch": 0.9003397508493771,
      "grad_norm": 1.0064121664416639,
      "learning_rate": 2.996080570115778e-07,
      "loss": 0.8262,
      "step": 5565
    },
    {
      "epoch": 0.9011486814431322,
      "grad_norm": 0.9554574033151684,
      "learning_rate": 2.9481220751073793e-07,
      "loss": 0.8247,
      "step": 5570
    },
    {
      "epoch": 0.9019576120368872,
      "grad_norm": 0.9588661920794765,
      "learning_rate": 2.9005388592676987e-07,
      "loss": 0.8273,
      "step": 5575
    },
    {
      "epoch": 0.9027665426306423,
      "grad_norm": 0.885495966716363,
      "learning_rate": 2.8533313021137765e-07,
      "loss": 0.8326,
      "step": 5580
    },
    {
      "epoch": 0.9035754732243974,
      "grad_norm": 0.9273868198730849,
      "learning_rate": 2.806499780166455e-07,
      "loss": 0.8073,
      "step": 5585
    },
    {
      "epoch": 0.9043844038181524,
      "grad_norm": 1.0414377339942757,
      "learning_rate": 2.760044666947387e-07,
      "loss": 0.8324,
      "step": 5590
    },
    {
      "epoch": 0.9051933344119074,
      "grad_norm": 0.9699497983834742,
      "learning_rate": 2.7139663329760203e-07,
      "loss": 0.8222,
      "step": 5595
    },
    {
      "epoch": 0.9060022650056625,
      "grad_norm": 0.9269981190661996,
      "learning_rate": 2.668265145766669e-07,
      "loss": 0.8298,
      "step": 5600
    },
    {
      "epoch": 0.9068111955994176,
      "grad_norm": 1.0012454133607382,
      "learning_rate": 2.6229414698255907e-07,
      "loss": 0.8293,
      "step": 5605
    },
    {
      "epoch": 0.9076201261931727,
      "grad_norm": 0.9294225278070521,
      "learning_rate": 2.577995666648053e-07,
      "loss": 0.8228,
      "step": 5610
    },
    {
      "epoch": 0.9084290567869276,
      "grad_norm": 0.940534897284778,
      "learning_rate": 2.533428094715473e-07,
      "loss": 0.8232,
      "step": 5615
    },
    {
      "epoch": 0.9092379873806827,
      "grad_norm": 0.9310916767297108,
      "learning_rate": 2.489239109492536e-07,
      "loss": 0.8196,
      "step": 5620
    },
    {
      "epoch": 0.9100469179744378,
      "grad_norm": 1.012544196651258,
      "learning_rate": 2.4454290634243927e-07,
      "loss": 0.8092,
      "step": 5625
    },
    {
      "epoch": 0.9108558485681928,
      "grad_norm": 0.9941950459630348,
      "learning_rate": 2.4019983059338005e-07,
      "loss": 0.8219,
      "step": 5630
    },
    {
      "epoch": 0.9116647791619479,
      "grad_norm": 1.0349621117968182,
      "learning_rate": 2.3589471834183975e-07,
      "loss": 0.7977,
      "step": 5635
    },
    {
      "epoch": 0.912473709755703,
      "grad_norm": 0.9021187223816023,
      "learning_rate": 2.3162760392478777e-07,
      "loss": 0.8256,
      "step": 5640
    },
    {
      "epoch": 0.913282640349458,
      "grad_norm": 0.9107025655941831,
      "learning_rate": 2.2739852137612984e-07,
      "loss": 0.8279,
      "step": 5645
    },
    {
      "epoch": 0.914091570943213,
      "grad_norm": 0.9459797428393495,
      "learning_rate": 2.2320750442643423e-07,
      "loss": 0.8077,
      "step": 5650
    },
    {
      "epoch": 0.9149005015369681,
      "grad_norm": 1.1288128324454283,
      "learning_rate": 2.1905458650266276e-07,
      "loss": 0.8407,
      "step": 5655
    },
    {
      "epoch": 0.9157094321307232,
      "grad_norm": 0.9221316094387947,
      "learning_rate": 2.149398007279052e-07,
      "loss": 0.8209,
      "step": 5660
    },
    {
      "epoch": 0.9165183627244783,
      "grad_norm": 0.9047592079692445,
      "learning_rate": 2.108631799211158e-07,
      "loss": 0.8037,
      "step": 5665
    },
    {
      "epoch": 0.9173272933182333,
      "grad_norm": 0.9186500058678413,
      "learning_rate": 2.0682475659684953e-07,
      "loss": 0.836,
      "step": 5670
    },
    {
      "epoch": 0.9181362239119883,
      "grad_norm": 0.8965926605186532,
      "learning_rate": 2.0282456296500385e-07,
      "loss": 0.8303,
      "step": 5675
    },
    {
      "epoch": 0.9189451545057434,
      "grad_norm": 0.9119449898107598,
      "learning_rate": 1.988626309305597e-07,
      "loss": 0.838,
      "step": 5680
    },
    {
      "epoch": 0.9197540850994984,
      "grad_norm": 0.9512693378379136,
      "learning_rate": 1.9493899209333146e-07,
      "loss": 0.8027,
      "step": 5685
    },
    {
      "epoch": 0.9205630156932535,
      "grad_norm": 0.9690819188637002,
      "learning_rate": 1.9105367774771122e-07,
      "loss": 0.8125,
      "step": 5690
    },
    {
      "epoch": 0.9213719462870086,
      "grad_norm": 0.9571795973045409,
      "learning_rate": 1.8720671888242058e-07,
      "loss": 0.8271,
      "step": 5695
    },
    {
      "epoch": 0.9221808768807637,
      "grad_norm": 0.909548062163855,
      "learning_rate": 1.8339814618026252e-07,
      "loss": 0.833,
      "step": 5700
    },
    {
      "epoch": 0.9229898074745186,
      "grad_norm": 0.9572976405315803,
      "learning_rate": 1.7962799001787823e-07,
      "loss": 0.8103,
      "step": 5705
    },
    {
      "epoch": 0.9237987380682737,
      "grad_norm": 1.0064204020940664,
      "learning_rate": 1.7589628046550343e-07,
      "loss": 0.8369,
      "step": 5710
    },
    {
      "epoch": 0.9246076686620288,
      "grad_norm": 0.9734981320914123,
      "learning_rate": 1.7220304728672977e-07,
      "loss": 0.8187,
      "step": 5715
    },
    {
      "epoch": 0.9254165992557839,
      "grad_norm": 0.9779299096983186,
      "learning_rate": 1.6854831993826591e-07,
      "loss": 0.8212,
      "step": 5720
    },
    {
      "epoch": 0.9262255298495389,
      "grad_norm": 0.8990160141351417,
      "learning_rate": 1.6493212756970356e-07,
      "loss": 0.8194,
      "step": 5725
    },
    {
      "epoch": 0.927034460443294,
      "grad_norm": 0.9133770658973546,
      "learning_rate": 1.6135449902328627e-07,
      "loss": 0.8377,
      "step": 5730
    },
    {
      "epoch": 0.927843391037049,
      "grad_norm": 0.8935752099105897,
      "learning_rate": 1.578154628336753e-07,
      "loss": 0.8247,
      "step": 5735
    },
    {
      "epoch": 0.928652321630804,
      "grad_norm": 0.9599763188366742,
      "learning_rate": 1.5431504722772605e-07,
      "loss": 0.8259,
      "step": 5740
    },
    {
      "epoch": 0.9294612522245591,
      "grad_norm": 0.9543468652422167,
      "learning_rate": 1.5085328012426293e-07,
      "loss": 0.8239,
      "step": 5745
    },
    {
      "epoch": 0.9302701828183142,
      "grad_norm": 0.9093126800081541,
      "learning_rate": 1.4743018913385308e-07,
      "loss": 0.8313,
      "step": 5750
    },
    {
      "epoch": 0.9310791134120693,
      "grad_norm": 1.002356581515829,
      "learning_rate": 1.4404580155859106e-07,
      "loss": 0.8288,
      "step": 5755
    },
    {
      "epoch": 0.9318880440058243,
      "grad_norm": 0.900910009096251,
      "learning_rate": 1.407001443918743e-07,
      "loss": 0.824,
      "step": 5760
    },
    {
      "epoch": 0.9326969745995793,
      "grad_norm": 0.9316638128288214,
      "learning_rate": 1.373932443181958e-07,
      "loss": 0.8376,
      "step": 5765
    },
    {
      "epoch": 0.9335059051933344,
      "grad_norm": 0.8859091785962655,
      "learning_rate": 1.3412512771292574e-07,
      "loss": 0.8262,
      "step": 5770
    },
    {
      "epoch": 0.9343148357870895,
      "grad_norm": 0.9517796063815803,
      "learning_rate": 1.3089582064210293e-07,
      "loss": 0.8332,
      "step": 5775
    },
    {
      "epoch": 0.9351237663808445,
      "grad_norm": 0.956425135920899,
      "learning_rate": 1.2770534886222709e-07,
      "loss": 0.8441,
      "step": 5780
    },
    {
      "epoch": 0.9359326969745996,
      "grad_norm": 0.9436260486622394,
      "learning_rate": 1.2455373782005343e-07,
      "loss": 0.8246,
      "step": 5785
    },
    {
      "epoch": 0.9367416275683547,
      "grad_norm": 0.8907054197780977,
      "learning_rate": 1.2144101265238795e-07,
      "loss": 0.8226,
      "step": 5790
    },
    {
      "epoch": 0.9375505581621096,
      "grad_norm": 0.9599764091397304,
      "learning_rate": 1.1836719818588971e-07,
      "loss": 0.8197,
      "step": 5795
    },
    {
      "epoch": 0.9383594887558647,
      "grad_norm": 0.89616146112279,
      "learning_rate": 1.1533231893687158e-07,
      "loss": 0.8292,
      "step": 5800
    },
    {
      "epoch": 0.9391684193496198,
      "grad_norm": 0.9254286869197753,
      "learning_rate": 1.1233639911110317e-07,
      "loss": 0.8106,
      "step": 5805
    },
    {
      "epoch": 0.9399773499433749,
      "grad_norm": 0.9336133063869916,
      "learning_rate": 1.0937946260362154e-07,
      "loss": 0.8174,
      "step": 5810
    },
    {
      "epoch": 0.9407862805371299,
      "grad_norm": 0.9193663783506368,
      "learning_rate": 1.0646153299853523e-07,
      "loss": 0.8219,
      "step": 5815
    },
    {
      "epoch": 0.941595211130885,
      "grad_norm": 0.9922561636241934,
      "learning_rate": 1.0358263356884223e-07,
      "loss": 0.8192,
      "step": 5820
    },
    {
      "epoch": 0.94240414172464,
      "grad_norm": 0.9269516184874731,
      "learning_rate": 1.0074278727623955e-07,
      "loss": 0.8342,
      "step": 5825
    },
    {
      "epoch": 0.9432130723183951,
      "grad_norm": 0.9567075615786765,
      "learning_rate": 9.794201677094162e-08,
      "loss": 0.8456,
      "step": 5830
    },
    {
      "epoch": 0.9440220029121501,
      "grad_norm": 0.900361140775962,
      "learning_rate": 9.51803443915017e-08,
      "loss": 0.8071,
      "step": 5835
    },
    {
      "epoch": 0.9448309335059052,
      "grad_norm": 0.8928244797252599,
      "learning_rate": 9.245779216463024e-08,
      "loss": 0.8184,
      "step": 5840
    },
    {
      "epoch": 0.9456398640996603,
      "grad_norm": 1.0034007579574744,
      "learning_rate": 8.977438180502118e-08,
      "loss": 0.8356,
      "step": 5845
    },
    {
      "epoch": 0.9464487946934153,
      "grad_norm": 0.9678539855117049,
      "learning_rate": 8.713013471517873e-08,
      "loss": 0.8346,
      "step": 5850
    },
    {
      "epoch": 0.9472577252871703,
      "grad_norm": 0.9529843175929286,
      "learning_rate": 8.452507198524584e-08,
      "loss": 0.8101,
      "step": 5855
    },
    {
      "epoch": 0.9480666558809254,
      "grad_norm": 0.9262321483199513,
      "learning_rate": 8.195921439283716e-08,
      "loss": 0.8242,
      "step": 5860
    },
    {
      "epoch": 0.9488755864746805,
      "grad_norm": 0.885777314821936,
      "learning_rate": 7.943258240287355e-08,
      "loss": 0.8201,
      "step": 5865
    },
    {
      "epoch": 0.9496845170684355,
      "grad_norm": 0.9553802642628383,
      "learning_rate": 7.694519616741503e-08,
      "loss": 0.8331,
      "step": 5870
    },
    {
      "epoch": 0.9504934476621906,
      "grad_norm": 0.9768522628826408,
      "learning_rate": 7.449707552550533e-08,
      "loss": 0.8147,
      "step": 5875
    },
    {
      "epoch": 0.9513023782559457,
      "grad_norm": 0.9068927130823696,
      "learning_rate": 7.208824000301151e-08,
      "loss": 0.8302,
      "step": 5880
    },
    {
      "epoch": 0.9521113088497007,
      "grad_norm": 0.9575224681944164,
      "learning_rate": 6.971870881246678e-08,
      "loss": 0.8145,
      "step": 5885
    },
    {
      "epoch": 0.9529202394434557,
      "grad_norm": 0.8832000510088256,
      "learning_rate": 6.738850085291904e-08,
      "loss": 0.8177,
      "step": 5890
    },
    {
      "epoch": 0.9537291700372108,
      "grad_norm": 0.9566260863289568,
      "learning_rate": 6.509763470977925e-08,
      "loss": 0.8321,
      "step": 5895
    },
    {
      "epoch": 0.9545381006309659,
      "grad_norm": 0.9104128242370191,
      "learning_rate": 6.284612865467499e-08,
      "loss": 0.8271,
      "step": 5900
    },
    {
      "epoch": 0.9553470312247209,
      "grad_norm": 0.9365563187928431,
      "learning_rate": 6.063400064530155e-08,
      "loss": 0.8251,
      "step": 5905
    },
    {
      "epoch": 0.956155961818476,
      "grad_norm": 0.8777597042529512,
      "learning_rate": 5.8461268325281096e-08,
      "loss": 0.8021,
      "step": 5910
    },
    {
      "epoch": 0.956964892412231,
      "grad_norm": 0.9899981204211554,
      "learning_rate": 5.632794902402205e-08,
      "loss": 0.8099,
      "step": 5915
    },
    {
      "epoch": 0.9577738230059861,
      "grad_norm": 0.900474026342178,
      "learning_rate": 5.423405975657936e-08,
      "loss": 0.8367,
      "step": 5920
    },
    {
      "epoch": 0.9585827535997411,
      "grad_norm": 1.0047500482028124,
      "learning_rate": 5.217961722351894e-08,
      "loss": 0.8343,
      "step": 5925
    },
    {
      "epoch": 0.9593916841934962,
      "grad_norm": 0.9477198924309056,
      "learning_rate": 5.016463781078618e-08,
      "loss": 0.8317,
      "step": 5930
    },
    {
      "epoch": 0.9602006147872513,
      "grad_norm": 0.8807307401976437,
      "learning_rate": 4.818913758957378e-08,
      "loss": 0.8239,
      "step": 5935
    },
    {
      "epoch": 0.9610095453810064,
      "grad_norm": 0.9428322183465226,
      "learning_rate": 4.6253132316194103e-08,
      "loss": 0.8296,
      "step": 5940
    },
    {
      "epoch": 0.9618184759747613,
      "grad_norm": 0.9762495130698056,
      "learning_rate": 4.4356637431953734e-08,
      "loss": 0.8035,
      "step": 5945
    },
    {
      "epoch": 0.9626274065685164,
      "grad_norm": 0.9782271222260458,
      "learning_rate": 4.2499668063029075e-08,
      "loss": 0.8079,
      "step": 5950
    },
    {
      "epoch": 0.9634363371622715,
      "grad_norm": 1.0490239258099892,
      "learning_rate": 4.068223902034651e-08,
      "loss": 0.827,
      "step": 5955
    },
    {
      "epoch": 0.9642452677560265,
      "grad_norm": 0.9547918261422726,
      "learning_rate": 3.89043647994658e-08,
      "loss": 0.8309,
      "step": 5960
    },
    {
      "epoch": 0.9650541983497816,
      "grad_norm": 0.9195603493515522,
      "learning_rate": 3.716605958046071e-08,
      "loss": 0.8324,
      "step": 5965
    },
    {
      "epoch": 0.9658631289435367,
      "grad_norm": 0.9215008996007901,
      "learning_rate": 3.546733722781026e-08,
      "loss": 0.8202,
      "step": 5970
    },
    {
      "epoch": 0.9666720595372917,
      "grad_norm": 0.9117492446000369,
      "learning_rate": 3.3808211290284886e-08,
      "loss": 0.8283,
      "step": 5975
    },
    {
      "epoch": 0.9674809901310467,
      "grad_norm": 0.9238030724612377,
      "learning_rate": 3.218869500084099e-08,
      "loss": 0.8203,
      "step": 5980
    },
    {
      "epoch": 0.9682899207248018,
      "grad_norm": 0.9683332126948087,
      "learning_rate": 3.0608801276511556e-08,
      "loss": 0.8063,
      "step": 5985
    },
    {
      "epoch": 0.9690988513185569,
      "grad_norm": 0.9578244707163264,
      "learning_rate": 2.9068542718307947e-08,
      "loss": 0.8178,
      "step": 5990
    },
    {
      "epoch": 0.969907781912312,
      "grad_norm": 1.0002466766621863,
      "learning_rate": 2.7567931611116037e-08,
      "loss": 0.8298,
      "step": 5995
    },
    {
      "epoch": 0.970716712506067,
      "grad_norm": 0.9033323404105812,
      "learning_rate": 2.6106979923599117e-08,
      "loss": 0.8314,
      "step": 6000
    },
    {
      "epoch": 0.971525643099822,
      "grad_norm": 0.9981727314544666,
      "learning_rate": 2.4685699308102385e-08,
      "loss": 0.8245,
      "step": 6005
    },
    {
      "epoch": 0.9723345736935771,
      "grad_norm": 0.90324273915133,
      "learning_rate": 2.330410110056025e-08,
      "loss": 0.8128,
      "step": 6010
    },
    {
      "epoch": 0.9731435042873321,
      "grad_norm": 0.9184000593665834,
      "learning_rate": 2.1962196320406416e-08,
      "loss": 0.8234,
      "step": 6015
    },
    {
      "epoch": 0.9739524348810872,
      "grad_norm": 1.0208286644340638,
      "learning_rate": 2.065999567048449e-08,
      "loss": 0.8313,
      "step": 6020
    },
    {
      "epoch": 0.9747613654748423,
      "grad_norm": 0.8848130385791,
      "learning_rate": 1.9397509536964177e-08,
      "loss": 0.8045,
      "step": 6025
    },
    {
      "epoch": 0.9755702960685974,
      "grad_norm": 0.8868943198262542,
      "learning_rate": 1.8174747989258002e-08,
      "loss": 0.8181,
      "step": 6030
    },
    {
      "epoch": 0.9763792266623523,
      "grad_norm": 0.9860697437983315,
      "learning_rate": 1.6991720779939157e-08,
      "loss": 0.8269,
      "step": 6035
    },
    {
      "epoch": 0.9771881572561074,
      "grad_norm": 0.9169269167928082,
      "learning_rate": 1.5848437344667124e-08,
      "loss": 0.8155,
      "step": 6040
    },
    {
      "epoch": 0.9779970878498625,
      "grad_norm": 0.8899129024501534,
      "learning_rate": 1.4744906802110493e-08,
      "loss": 0.814,
      "step": 6045
    },
    {
      "epoch": 0.9788060184436176,
      "grad_norm": 0.9676626630215127,
      "learning_rate": 1.3681137953872604e-08,
      "loss": 0.8248,
      "step": 6050
    },
    {
      "epoch": 0.9796149490373726,
      "grad_norm": 1.008805163098565,
      "learning_rate": 1.2657139284425468e-08,
      "loss": 0.8442,
      "step": 6055
    },
    {
      "epoch": 0.9804238796311276,
      "grad_norm": 0.9275436235635999,
      "learning_rate": 1.167291896103817e-08,
      "loss": 0.8255,
      "step": 6060
    },
    {
      "epoch": 0.9812328102248827,
      "grad_norm": 0.9859360057982008,
      "learning_rate": 1.0728484833713581e-08,
      "loss": 0.8231,
      "step": 6065
    },
    {
      "epoch": 0.9820417408186377,
      "grad_norm": 0.9537378986780001,
      "learning_rate": 9.823844435126184e-09,
      "loss": 0.8204,
      "step": 6070
    },
    {
      "epoch": 0.9828506714123928,
      "grad_norm": 0.9029585570220431,
      "learning_rate": 8.959004980559905e-09,
      "loss": 0.8351,
      "step": 6075
    },
    {
      "epoch": 0.9836596020061479,
      "grad_norm": 0.9441776141647337,
      "learning_rate": 8.133973367853708e-09,
      "loss": 0.8401,
      "step": 6080
    },
    {
      "epoch": 0.984468532599903,
      "grad_norm": 0.9139424255052578,
      "learning_rate": 7.348756177343319e-09,
      "loss": 0.8228,
      "step": 6085
    },
    {
      "epoch": 0.9852774631936579,
      "grad_norm": 0.9582142736178327,
      "learning_rate": 6.603359671810694e-09,
      "loss": 0.8239,
      "step": 6090
    },
    {
      "epoch": 0.986086393787413,
      "grad_norm": 0.9470852983866349,
      "learning_rate": 5.8977897964335174e-09,
      "loss": 0.8164,
      "step": 6095
    },
    {
      "epoch": 0.9868953243811681,
      "grad_norm": 0.9016603805684872,
      "learning_rate": 5.232052178738567e-09,
      "loss": 0.8232,
      "step": 6100
    },
    {
      "epoch": 0.9877042549749232,
      "grad_norm": 0.9549402446433066,
      "learning_rate": 4.606152128555086e-09,
      "loss": 0.8088,
      "step": 6105
    },
    {
      "epoch": 0.9885131855686782,
      "grad_norm": 0.9529061460613366,
      "learning_rate": 4.020094637973704e-09,
      "loss": 0.8162,
      "step": 6110
    },
    {
      "epoch": 0.9893221161624333,
      "grad_norm": 0.9500963750803435,
      "learning_rate": 3.4738843813075795e-09,
      "loss": 0.813,
      "step": 6115
    },
    {
      "epoch": 0.9901310467561883,
      "grad_norm": 0.9329204750410419,
      "learning_rate": 2.967525715052433e-09,
      "loss": 0.839,
      "step": 6120
    },
    {
      "epoch": 0.9909399773499433,
      "grad_norm": 0.9456290946732857,
      "learning_rate": 2.5010226778537927e-09,
      "loss": 0.8231,
      "step": 6125
    },
    {
      "epoch": 0.9917489079436984,
      "grad_norm": 0.8612020082608306,
      "learning_rate": 2.074378990474246e-09,
      "loss": 0.8139,
      "step": 6130
    },
    {
      "epoch": 0.9925578385374535,
      "grad_norm": 0.9267109066168538,
      "learning_rate": 1.687598055764017e-09,
      "loss": 0.8351,
      "step": 6135
    },
    {
      "epoch": 0.9933667691312086,
      "grad_norm": 0.9928733972042116,
      "learning_rate": 1.3406829586337656e-09,
      "loss": 0.8033,
      "step": 6140
    },
    {
      "epoch": 0.9941756997249636,
      "grad_norm": 0.882709413718118,
      "learning_rate": 1.0336364660290532e-09,
      "loss": 0.8098,
      "step": 6145
    },
    {
      "epoch": 0.9949846303187186,
      "grad_norm": 0.9193633255003315,
      "learning_rate": 7.664610269103589e-10,
      "loss": 0.8285,
      "step": 6150
    },
    {
      "epoch": 0.9957935609124737,
      "grad_norm": 0.9524125245282298,
      "learning_rate": 5.391587722303194e-10,
      "loss": 0.8087,
      "step": 6155
    },
    {
      "epoch": 0.9966024915062288,
      "grad_norm": 0.9577558462345785,
      "learning_rate": 3.5173151492096104e-10,
      "loss": 0.8309,
      "step": 6160
    },
    {
      "epoch": 0.9974114220999838,
      "grad_norm": 0.892739545774551,
      "learning_rate": 2.0418074987538229e-10,
      "loss": 0.8144,
      "step": 6165
    },
    {
      "epoch": 0.9982203526937389,
      "grad_norm": 0.973028280918144,
      "learning_rate": 9.650765393720563e-11,
      "loss": 0.8147,
      "step": 6170
    },
    {
      "epoch": 0.999029283287494,
      "grad_norm": 0.9043858725591138,
      "learning_rate": 2.8713085892806415e-11,
      "loss": 0.8312,
      "step": 6175
    },
    {
      "epoch": 0.9998382138812489,
      "grad_norm": 0.9568219074455289,
      "learning_rate": 7.975864613207762e-13,
      "loss": 0.8409,
      "step": 6180
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.8599082231521606,
      "eval_runtime": 3.0154,
      "eval_samples_per_second": 3.316,
      "eval_steps_per_second": 0.995,
      "step": 6181
    },
    {
      "epoch": 1.0,
      "step": 6181,
      "total_flos": 2571089024581632.0,
      "train_loss": 0.8638364601301117,
      "train_runtime": 28571.7374,
      "train_samples_per_second": 3.461,
      "train_steps_per_second": 0.216
    }
  ],
  "logging_steps": 5,
  "max_steps": 6181,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2571089024581632.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}